Skip to content
This repository was archived by the owner on Jul 13, 2026. It is now read-only.
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion api/v1beta1/openstacklightspeed_types.go
Original file line number Diff line number Diff line change
Expand Up @@ -155,7 +155,7 @@ type OpenStackLightspeedCore struct {
LLMEndpoint string `json:"llmEndpoint"`

// +kubebuilder:validation:Required
// +kubebuilder:validation:Enum=azure_openai;bam;openai;watsonx;rhoai_vllm;rhelai_vllm;fake_provider
// +kubebuilder:validation:Enum=azure_openai;bam;openai;watsonx;rhoai_vllm;rhelai_vllm;fake_provider;gemini
// +operator-sdk:csv:customresourcedefinitions:type=spec,displayName="Provider Type"
// Type of the provider serving the LLM
LLMEndpointType string `json:"llmEndpointType"`
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,7 @@ spec:
- rhoai_vllm
- rhelai_vllm
- fake_provider
- gemini
type: string
llmProjectID:
description: Project ID for LLM providers that require it (e.g., WatsonX)
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -109,6 +109,7 @@ spec:
- rhoai_vllm
- rhelai_vllm
- fake_provider
- gemini
type: string
llmProjectID:
description: Project ID for LLM providers that require it (e.g., WatsonX)
Expand Down
14 changes: 9 additions & 5 deletions internal/controller/llama_stack_config.go
Original file line number Diff line number Diff line change
Expand Up @@ -122,16 +122,20 @@ func buildLlamaStackInferenceProviders(_ *common_helper.Helper, _ context.Contex

// Map provider types to Llama Stack provider types
switch provider.Type {
case "openai", "rhoai_vllm", "rhelai_vllm":
case "openai", "gemini", "rhoai_vllm", "rhelai_vllm":
config := map[string]interface{}{}
// Determine the appropriate Llama Stack provider type:
// - OpenAI uses remote::openai
// - vLLM uses remote::vllm
var apiKeyField string
if provider.Type == "openai" {
switch provider.Type {
case "openai":
providerConfig["provider_type"] = "remote::openai"
apiKeyField = "api_key"
} else {
case "gemini":
providerConfig["provider_type"] = "remote::gemini"
apiKeyField = "api_key"
default:
providerConfig["provider_type"] = "remote::vllm"
apiKeyField = "api_token"
}
Expand Down Expand Up @@ -173,11 +177,11 @@ func buildLlamaStackInferenceProviders(_ *common_helper.Helper, _ context.Contex
case "watsonx", "bam":
// These providers are not supported by Llama Stack
// They are handled directly by lightspeed-stack (LCS), not Llama Stack
return nil, fmt.Errorf("provider type '%s' (provider '%s') is not currently supported by Llama Stack. Supported types: openai, azure_openai, rhoai_vllm, rhelai_vllm", provider.Type, provider.Name)
return nil, fmt.Errorf("provider type '%s' (provider '%s') is not currently supported by Llama Stack. Supported types: openai, gemini, azure_openai, rhoai_vllm, rhelai_vllm", provider.Type, provider.Name)

default:
// Unknown provider type
return nil, fmt.Errorf("unknown provider type '%s' (provider '%s'). Supported types: openai, azure_openai, rhoai_vllm, rhelai_vllm", provider.Type, provider.Name)
return nil, fmt.Errorf("unknown provider type '%s' (provider '%s'). Supported types: openai, gemini, azure_openai, rhoai_vllm, rhelai_vllm", provider.Type, provider.Name)
}

providers = append(providers, providerConfig)
Expand Down
Loading