Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .env.gui
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
RELEASE=gui
VERSION=1
BUILD=1
FIX=2
FIX=3
2 changes: 1 addition & 1 deletion .env.llm_orchestration_service
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
RELEASE=orchestration
VERSION=1
BUILD=1
FIX=3
FIX=4
2 changes: 1 addition & 1 deletion .env.notification
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
RELEASE=notification-server
VERSION=1
BUILD=1
FIX=1
FIX=2

7 changes: 7 additions & 0 deletions DSL/Resql/rag-search/POST/get-llm-models.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
SELECT
id,
platform_id,
model_key as value,
model_name as label
FROM rag_search.llm_models
ORDER BY model_name;
20 changes: 20 additions & 0 deletions DSL/Ruuter.private/rag-search/GET/llm/models-list.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
declaration:
call: declare
version: 0.1
description: "Get LLM models by platform"
method: get
accepts: query
returns: json
namespace: rag-search

get_llm_models:
call: http.post
args:
url: "[#RAG_SEARCH_RESQL]/get-llm-models"
result: models_result
next: return_success

return_success:
return: ${models_result.response.body}
status: 200
next: end
30 changes: 21 additions & 9 deletions GUI/src/pages/LLMConnections/index.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ import { llmConnectionsQueryKeys } from 'utils/queryKeys';
import { useToast } from 'hooks/useToast';
import { ToastTypes } from 'enums/commonEnums';
import useStore from 'store';
import { getAllLLMModels, getLLMPlatforms } from 'services/llmConfigs';

const LLMConnections: FC = () => {
const { t } = useTranslation();
Expand Down Expand Up @@ -49,6 +50,17 @@ const LLMConnections: FC = () => {
});


// Fetch platform and model options from API
const { data: llmPlatformsData = [], isLoading: llmPlatformsLoading, error: llmPlatformsError } = useQuery({
queryKey: ['llm-platforms'],
queryFn: getLLMPlatforms
});

const { data: llmModels= [], isLoading: llmModelsLoading, error: llmModelsError } = useQuery({
queryKey: ['llm-models'],
queryFn: getAllLLMModels,
});

const llmConnections = connectionsResponse;
const totalPages = connectionsResponse?.[0]?.totalPages || 1;

Expand Down Expand Up @@ -107,21 +119,21 @@ const LLMConnections: FC = () => {
setPageIndex(1);
}
};

// Platform filter options

const platformOptions = [
{ label: t('dataModels.filters.allPlatforms'), value: 'all' },
{ label: t('dataModels.platforms.azure'), value: 'azure' },
{ label: t('dataModels.platforms.aws'), value: 'aws' },
...llmPlatformsData.map((platform) => ({
label: platform.label,
value: platform.value,
})),
];

// LLM Model filter options - these would ideally come from an API
const llmModelOptions = [
{ label: t('dataModels.filters.allModels'), value: 'all' },
{ label: t('dataModels.models.gpt4Mini'), value: 'gpt-4o-mini' },
{ label: t('dataModels.models.gpt4o'), value: 'gpt-4o' },
{ label: t('dataModels.models.claude35Sonnet'), value: 'anthropic-claude-3.5-sonnet' },
{ label: t('dataModels.models.claude37Sonnet'), value: 'anthropic-claude-3.7-sonnet' },
...llmModels.map((model) => ({
label: model.label,
value: model.value,
})),
];

// Environment filter options
Expand Down
6 changes: 6 additions & 0 deletions GUI/src/services/llmConfigs.ts
Original file line number Diff line number Diff line change
Expand Up @@ -45,4 +45,10 @@ export async function getEmbeddingModels(platformKey?: string): Promise<ModelOpt
params: platformKey ? { embedding_platform_key: platformKey } : {}
});
return data?.response;
}

// Get all LLM models
export async function getAllLLMModels(): Promise<ModelOption[]> {
const { data } = await apiDev.get('/rag-search/llm/models-list');
return data?.response;
}
1 change: 1 addition & 0 deletions GUI/translations/en/common.json
Original file line number Diff line number Diff line change
Expand Up @@ -172,6 +172,7 @@
"aws": "AWS Bedrock"
},
"models": {
"gpt4.1": "GPT-4.1",
"gpt4Mini": "GPT-4 Mini",
"gpt4o": "GPT-4o",
"claude35Sonnet": "Anthropic Claude 3.5 Sonnet",
Expand Down
1 change: 1 addition & 0 deletions GUI/translations/et/common.json
Original file line number Diff line number Diff line change
Expand Up @@ -172,6 +172,7 @@
"aws": "AWS Bedrock"
},
"models": {
"gpt4.1": "GPT-4.1",
"gpt4Mini": "GPT-4 Mini",
"gpt4o": "GPT-4o",
"claude35Sonnet": "Anthropic Claude 3.5 Sonnet",
Expand Down
Loading