|
| 1 | +package models |
| 2 | + |
| 3 | +import ( |
| 4 | + "context" |
| 5 | + "encoding/json" |
| 6 | + "fmt" |
| 7 | + "net/http" |
| 8 | + "net/url" |
| 9 | + "os" |
| 10 | + "strings" |
| 11 | + "sync" |
| 12 | + "time" |
| 13 | + |
| 14 | + "github.com/go-logr/logr" |
| 15 | +) |
| 16 | + |
| 17 | +type SAPAICoreConfig struct { |
| 18 | + Model string |
| 19 | + BaseUrl string |
| 20 | + ResourceGroup string |
| 21 | + AuthUrl string |
| 22 | + Headers map[string]string |
| 23 | +} |
| 24 | + |
| 25 | +type SAPAICoreModel struct { |
| 26 | + Config SAPAICoreConfig |
| 27 | + Logger logr.Logger |
| 28 | + |
| 29 | + mu sync.Mutex |
| 30 | + token string |
| 31 | + tokenExpiresAt time.Time |
| 32 | + deploymentURL string |
| 33 | + deploymentURLAt time.Time |
| 34 | + httpClient *http.Client |
| 35 | +} |
| 36 | + |
| 37 | +func NewSAPAICoreModelWithLogger(config SAPAICoreConfig, logger logr.Logger) (*SAPAICoreModel, error) { |
| 38 | + if config.BaseUrl == "" { |
| 39 | + return nil, fmt.Errorf("SAP AI Core requires base_url") |
| 40 | + } |
| 41 | + if config.ResourceGroup == "" { |
| 42 | + config.ResourceGroup = "default" |
| 43 | + } |
| 44 | + return &SAPAICoreModel{ |
| 45 | + Config: config, |
| 46 | + Logger: logger, |
| 47 | + httpClient: &http.Client{Timeout: 5 * time.Minute}, |
| 48 | + }, nil |
| 49 | +} |
| 50 | + |
| 51 | +func (m *SAPAICoreModel) ensureToken(ctx context.Context) (string, error) { |
| 52 | + m.mu.Lock() |
| 53 | + defer m.mu.Unlock() |
| 54 | + |
| 55 | + if m.token != "" && time.Now().Before(m.tokenExpiresAt.Add(-2*time.Minute)) { |
| 56 | + return m.token, nil |
| 57 | + } |
| 58 | + |
| 59 | + clientID := os.Getenv("SAP_AI_CORE_CLIENT_ID") |
| 60 | + clientSecret := os.Getenv("SAP_AI_CORE_CLIENT_SECRET") |
| 61 | + if m.Config.AuthUrl == "" || clientID == "" || clientSecret == "" { |
| 62 | + return "", fmt.Errorf("SAP AI Core requires auth_url + SAP_AI_CORE_CLIENT_ID/SECRET env vars") |
| 63 | + } |
| 64 | + |
| 65 | + tokenURL := strings.TrimRight(m.Config.AuthUrl, "/") |
| 66 | + if !strings.HasSuffix(tokenURL, "/oauth/token") { |
| 67 | + tokenURL += "/oauth/token" |
| 68 | + } |
| 69 | + |
| 70 | + formData := url.Values{ |
| 71 | + "grant_type": {"client_credentials"}, |
| 72 | + "client_id": {clientID}, |
| 73 | + "client_secret": {clientSecret}, |
| 74 | + } |
| 75 | + req, err := http.NewRequestWithContext(ctx, "POST", tokenURL, strings.NewReader(formData.Encode())) |
| 76 | + if err != nil { |
| 77 | + return "", fmt.Errorf("failed to create OAuth2 token request: %w", err) |
| 78 | + } |
| 79 | + req.Header.Set("Content-Type", "application/x-www-form-urlencoded") |
| 80 | + |
| 81 | + resp, err := m.httpClient.Do(req) |
| 82 | + if err != nil { |
| 83 | + return "", fmt.Errorf("OAuth2 token request failed: %w", err) |
| 84 | + } |
| 85 | + defer resp.Body.Close() |
| 86 | + |
| 87 | + if resp.StatusCode != http.StatusOK { |
| 88 | + return "", &orchHTTPError{StatusCode: resp.StatusCode, URL: tokenURL} |
| 89 | + } |
| 90 | + |
| 91 | + var tokenResp struct { |
| 92 | + AccessToken string `json:"access_token"` |
| 93 | + ExpiresIn int `json:"expires_in"` |
| 94 | + } |
| 95 | + if err := json.NewDecoder(resp.Body).Decode(&tokenResp); err != nil { |
| 96 | + return "", fmt.Errorf("failed to decode OAuth2 token response: %w", err) |
| 97 | + } |
| 98 | + |
| 99 | + m.token = tokenResp.AccessToken |
| 100 | + if tokenResp.ExpiresIn > 0 { |
| 101 | + m.tokenExpiresAt = time.Now().Add(time.Duration(tokenResp.ExpiresIn) * time.Second) |
| 102 | + } else { |
| 103 | + m.tokenExpiresAt = time.Now().Add(12 * time.Hour) |
| 104 | + } |
| 105 | + return m.token, nil |
| 106 | +} |
| 107 | + |
| 108 | +func (m *SAPAICoreModel) invalidateToken() { |
| 109 | + m.mu.Lock() |
| 110 | + defer m.mu.Unlock() |
| 111 | + m.token = "" |
| 112 | + m.tokenExpiresAt = time.Time{} |
| 113 | +} |
| 114 | + |
| 115 | +func (m *SAPAICoreModel) resolveDeploymentURL(ctx context.Context) (string, error) { |
| 116 | + m.mu.Lock() |
| 117 | + if m.deploymentURL != "" && time.Now().Before(m.deploymentURLAt.Add(time.Hour)) { |
| 118 | + u := m.deploymentURL |
| 119 | + m.mu.Unlock() |
| 120 | + return u, nil |
| 121 | + } |
| 122 | + m.mu.Unlock() |
| 123 | + |
| 124 | + token, err := m.ensureToken(ctx) |
| 125 | + if err != nil { |
| 126 | + return "", err |
| 127 | + } |
| 128 | + |
| 129 | + reqURL := fmt.Sprintf("%s/v2/lm/deployments", m.Config.BaseUrl) |
| 130 | + req, err := http.NewRequestWithContext(ctx, "GET", reqURL, nil) |
| 131 | + if err != nil { |
| 132 | + return "", err |
| 133 | + } |
| 134 | + req.Header.Set("Authorization", "Bearer "+token) |
| 135 | + req.Header.Set("AI-Resource-Group", m.Config.ResourceGroup) |
| 136 | + |
| 137 | + resp, err := m.httpClient.Do(req) |
| 138 | + if err != nil { |
| 139 | + return "", fmt.Errorf("failed to list deployments: %w", err) |
| 140 | + } |
| 141 | + defer resp.Body.Close() |
| 142 | + |
| 143 | + if resp.StatusCode != http.StatusOK { |
| 144 | + return "", &orchHTTPError{StatusCode: resp.StatusCode, URL: reqURL} |
| 145 | + } |
| 146 | + |
| 147 | + var result struct { |
| 148 | + Resources []struct { |
| 149 | + ID string `json:"id"` |
| 150 | + ScenarioID string `json:"scenarioId"` |
| 151 | + Status string `json:"status"` |
| 152 | + DeploymentURL string `json:"deploymentUrl"` |
| 153 | + CreatedAt string `json:"createdAt"` |
| 154 | + } `json:"resources"` |
| 155 | + } |
| 156 | + if err := json.NewDecoder(resp.Body).Decode(&result); err != nil { |
| 157 | + return "", fmt.Errorf("failed to decode deployments: %w", err) |
| 158 | + } |
| 159 | + |
| 160 | + var best string |
| 161 | + var bestCreated string |
| 162 | + for _, d := range result.Resources { |
| 163 | + if d.ScenarioID == "orchestration" && d.Status == "RUNNING" && d.DeploymentURL != "" { |
| 164 | + if d.CreatedAt > bestCreated { |
| 165 | + best = d.DeploymentURL |
| 166 | + bestCreated = d.CreatedAt |
| 167 | + } |
| 168 | + } |
| 169 | + } |
| 170 | + if best == "" { |
| 171 | + return "", fmt.Errorf("no running orchestration deployment found in SAP AI Core") |
| 172 | + } |
| 173 | + |
| 174 | + m.mu.Lock() |
| 175 | + m.deploymentURL = best |
| 176 | + m.deploymentURLAt = time.Now() |
| 177 | + m.mu.Unlock() |
| 178 | + |
| 179 | + m.Logger.Info("Resolved SAP AI Core orchestration deployment", "url", best) |
| 180 | + return best, nil |
| 181 | +} |
| 182 | + |
| 183 | +func (m *SAPAICoreModel) invalidateDeploymentURL() { |
| 184 | + m.mu.Lock() |
| 185 | + defer m.mu.Unlock() |
| 186 | + m.deploymentURL = "" |
| 187 | + m.deploymentURLAt = time.Time{} |
| 188 | +} |
0 commit comments