Vous ne pouvez pas sélectionner plus de 25 sujets Les noms de sujets doivent commencer par une lettre ou un nombre, peuvent contenir des tirets ('-') et peuvent comporter jusqu'à 35 caractères.

823 lignes
27KB

  1. package sqlite
  2. import (
  3. "context"
  4. "database/sql"
  5. "embed"
  6. "encoding/json"
  7. "fmt"
  8. "io/fs"
  9. "os"
  10. "path/filepath"
  11. "sort"
  12. "strings"
  13. "time"
  14. _ "modernc.org/sqlite"
  15. "qctextbuilder/internal/domain"
  16. "qctextbuilder/internal/store"
  17. )
  18. //go:embed migrations/*.sql
  19. var migrationFS embed.FS
  20. type Store struct {
  21. db *sql.DB
  22. }
  23. func New(dbPath string) (*Store, error) {
  24. path := strings.TrimSpace(dbPath)
  25. if path == "" {
  26. path = "data/qctextbuilder.db"
  27. }
  28. if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
  29. return nil, fmt.Errorf("create db directory: %w", err)
  30. }
  31. db, err := sql.Open("sqlite", path)
  32. if err != nil {
  33. return nil, fmt.Errorf("open sqlite: %w", err)
  34. }
  35. db.SetMaxOpenConns(1)
  36. if _, err := db.Exec("PRAGMA foreign_keys = ON;"); err != nil {
  37. _ = db.Close()
  38. return nil, fmt.Errorf("enable foreign keys: %w", err)
  39. }
  40. if err := runMigrations(db); err != nil {
  41. _ = db.Close()
  42. return nil, fmt.Errorf("run migrations: %w", err)
  43. }
  44. return &Store{db: db}, nil
  45. }
  46. func (s *Store) Close() error {
  47. if s == nil || s.db == nil {
  48. return nil
  49. }
  50. return s.db.Close()
  51. }
  52. func (s *Store) UpsertTemplates(ctx context.Context, templates []domain.Template) error {
  53. tx, err := s.db.BeginTx(ctx, nil)
  54. if err != nil {
  55. return err
  56. }
  57. defer rollback(tx)
  58. stmt := `
  59. INSERT INTO qc_templates (
  60. id, name, description, locale, thumbnail_url, template_preview_url, type,
  61. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at, updated_at
  62. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, COALESCE((SELECT is_onboarded FROM qc_templates WHERE id = ?), ?),
  63. COALESCE((SELECT manifest_status FROM qc_templates WHERE id = ?), ?),
  64. COALESCE((SELECT last_discovered_at FROM qc_templates WHERE id = ?), ?),
  65. ?
  66. )
  67. ON CONFLICT(id) DO UPDATE SET
  68. name = excluded.name,
  69. description = excluded.description,
  70. locale = excluded.locale,
  71. thumbnail_url = excluded.thumbnail_url,
  72. template_preview_url = excluded.template_preview_url,
  73. type = excluded.type,
  74. palette_ready = excluded.palette_ready,
  75. raw_template_json = excluded.raw_template_json,
  76. is_ai_template = excluded.is_ai_template,
  77. updated_at = excluded.updated_at;
  78. `
  79. now := time.Now().UTC()
  80. for _, t := range templates {
  81. _, err := tx.ExecContext(ctx, stmt,
  82. t.ID, t.Name, t.Description, t.Locale, t.ThumbnailURL, t.TemplatePreviewURL, t.Type,
  83. boolToInt(t.PaletteReady), asRaw(t.RawJSON), boolToInt(t.IsAITemplate),
  84. t.ID, boolToInt(t.IsOnboarded),
  85. t.ID, defaultString(t.ManifestStatus, "missing"),
  86. t.ID, asRFC3339Ptr(t.LastDiscoveredAt),
  87. now.Format(time.RFC3339Nano),
  88. )
  89. if err != nil {
  90. return fmt.Errorf("upsert template %d: %w", t.ID, err)
  91. }
  92. }
  93. return tx.Commit()
  94. }
  95. func (s *Store) GetTemplateByID(ctx context.Context, id int64) (*domain.Template, error) {
  96. row := s.db.QueryRowContext(ctx, `
  97. SELECT id, name, description, locale, thumbnail_url, template_preview_url, type,
  98. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at
  99. FROM qc_templates
  100. WHERE id = ?`, id)
  101. t, err := scanTemplate(row.Scan)
  102. if err != nil {
  103. return nil, err
  104. }
  105. return t, nil
  106. }
  107. func (s *Store) ListTemplates(ctx context.Context) ([]domain.Template, error) {
  108. rows, err := s.db.QueryContext(ctx, `
  109. SELECT id, name, description, locale, thumbnail_url, template_preview_url, type,
  110. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at
  111. FROM qc_templates`)
  112. if err != nil {
  113. return nil, err
  114. }
  115. defer rows.Close()
  116. out := make([]domain.Template, 0)
  117. for rows.Next() {
  118. t, err := scanTemplate(rows.Scan)
  119. if err != nil {
  120. return nil, err
  121. }
  122. out = append(out, *t)
  123. }
  124. return out, rows.Err()
  125. }
  126. func (s *Store) SetTemplateManifestStatus(ctx context.Context, templateID int64, status string, onboarded bool) error {
  127. res, err := s.db.ExecContext(ctx, `
  128. UPDATE qc_templates
  129. SET manifest_status = ?, is_onboarded = ?, last_discovered_at = ?, updated_at = ?
  130. WHERE id = ?`,
  131. defaultString(status, "missing"),
  132. boolToInt(onboarded),
  133. time.Now().UTC().Format(time.RFC3339Nano),
  134. time.Now().UTC().Format(time.RFC3339Nano),
  135. templateID,
  136. )
  137. if err != nil {
  138. return err
  139. }
  140. n, _ := res.RowsAffected()
  141. if n == 0 {
  142. return store.ErrNotFound
  143. }
  144. return nil
  145. }
  146. func (s *Store) CreateManifest(ctx context.Context, manifest domain.TemplateManifest, fields []domain.TemplateField) error {
  147. tx, err := s.db.BeginTx(ctx, nil)
  148. if err != nil {
  149. return err
  150. }
  151. defer rollback(tx)
  152. if _, err := tx.ExecContext(ctx, `UPDATE qc_template_manifests SET is_active = 0 WHERE template_id = ?`, manifest.TemplateID); err != nil {
  153. return err
  154. }
  155. _, err = tx.ExecContext(ctx, `
  156. INSERT INTO qc_template_manifests (
  157. id, template_id, manifest_version, source, language_used_discovery, discovery_payload_json,
  158. discovery_response_json, flattened_manifest_json, is_active, created_at, updated_at
  159. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  160. manifest.ID, manifest.TemplateID, manifest.Version, manifest.Source, manifest.LanguageUsedDiscovery,
  161. asRaw(manifest.DiscoveryPayloadJSON), asRaw(manifest.DiscoveryResponseJSON), asRaw(manifest.FlattenedManifestJSON),
  162. boolToInt(manifest.IsActive), manifest.CreatedAt.UTC().Format(time.RFC3339Nano), manifest.UpdatedAt.UTC().Format(time.RFC3339Nano),
  163. )
  164. if err != nil {
  165. return err
  166. }
  167. if _, err := tx.ExecContext(ctx, `DELETE FROM qc_template_fields WHERE manifest_id = ?`, manifest.ID); err != nil {
  168. return err
  169. }
  170. for _, f := range fields {
  171. _, err := tx.ExecContext(ctx, `
  172. INSERT INTO qc_template_fields (
  173. id, template_id, manifest_id, section, website_section, key_name, path, field_kind,
  174. sample_value, is_enabled, is_required_by_us, display_label, display_order, notes
  175. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  176. f.ID, f.TemplateID, f.ManifestID, f.Section, domain.NormalizeWebsiteSection(f.WebsiteSection), f.KeyName, f.Path, f.FieldKind,
  177. f.SampleValue, boolToInt(f.IsEnabled), boolToInt(f.IsRequiredByUs), f.DisplayLabel, f.DisplayOrder, f.Notes,
  178. )
  179. if err != nil {
  180. return err
  181. }
  182. }
  183. return tx.Commit()
  184. }
  185. func (s *Store) GetActiveManifestByTemplateID(ctx context.Context, templateID int64) (*domain.TemplateManifest, error) {
  186. row := s.db.QueryRowContext(ctx, `
  187. SELECT id, template_id, manifest_version, source, language_used_discovery, discovery_payload_json,
  188. discovery_response_json, flattened_manifest_json, is_active, created_at, updated_at
  189. FROM qc_template_manifests
  190. WHERE template_id = ? AND is_active = 1
  191. ORDER BY created_at DESC
  192. LIMIT 1`, templateID)
  193. manifest, err := scanManifest(row.Scan)
  194. if err != nil {
  195. return nil, err
  196. }
  197. return manifest, nil
  198. }
  199. func (s *Store) ListFieldsByManifestID(ctx context.Context, manifestID string) ([]domain.TemplateField, error) {
  200. rows, err := s.db.QueryContext(ctx, `
  201. SELECT id, template_id, manifest_id, section, website_section, key_name, path, field_kind, sample_value,
  202. is_enabled, is_required_by_us, display_label, display_order, notes
  203. FROM qc_template_fields
  204. WHERE manifest_id = ?
  205. ORDER BY display_order ASC, id ASC`, manifestID)
  206. if err != nil {
  207. return nil, err
  208. }
  209. defer rows.Close()
  210. fields := make([]domain.TemplateField, 0)
  211. for rows.Next() {
  212. var f domain.TemplateField
  213. var isEnabled, isRequired int
  214. if err := rows.Scan(
  215. &f.ID, &f.TemplateID, &f.ManifestID, &f.Section, &f.WebsiteSection, &f.KeyName, &f.Path, &f.FieldKind, &f.SampleValue,
  216. &isEnabled, &isRequired, &f.DisplayLabel, &f.DisplayOrder, &f.Notes,
  217. ); err != nil {
  218. return nil, err
  219. }
  220. f.IsEnabled = isEnabled == 1
  221. f.IsRequiredByUs = isRequired == 1
  222. f.WebsiteSection = domain.NormalizeWebsiteSection(f.WebsiteSection)
  223. fields = append(fields, f)
  224. }
  225. if err := rows.Err(); err != nil {
  226. return nil, err
  227. }
  228. if len(fields) == 0 {
  229. return nil, store.ErrNotFound
  230. }
  231. return fields, nil
  232. }
  233. func (s *Store) UpdateFields(ctx context.Context, manifestID string, fields []domain.TemplateField) error {
  234. tx, err := s.db.BeginTx(ctx, nil)
  235. if err != nil {
  236. return err
  237. }
  238. defer rollback(tx)
  239. var exists int
  240. if err := tx.QueryRowContext(ctx, `SELECT COUNT(1) FROM qc_template_manifests WHERE id = ?`, manifestID).Scan(&exists); err != nil {
  241. return err
  242. }
  243. if exists == 0 {
  244. return store.ErrNotFound
  245. }
  246. if _, err := tx.ExecContext(ctx, `DELETE FROM qc_template_fields WHERE manifest_id = ?`, manifestID); err != nil {
  247. return err
  248. }
  249. for _, f := range fields {
  250. _, err := tx.ExecContext(ctx, `
  251. INSERT INTO qc_template_fields (
  252. id, template_id, manifest_id, section, website_section, key_name, path, field_kind,
  253. sample_value, is_enabled, is_required_by_us, display_label, display_order, notes
  254. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  255. f.ID, f.TemplateID, f.ManifestID, f.Section, domain.NormalizeWebsiteSection(f.WebsiteSection), f.KeyName, f.Path, f.FieldKind,
  256. f.SampleValue, boolToInt(f.IsEnabled), boolToInt(f.IsRequiredByUs), f.DisplayLabel, f.DisplayOrder, f.Notes,
  257. )
  258. if err != nil {
  259. return err
  260. }
  261. }
  262. return tx.Commit()
  263. }
  264. func (s *Store) CreateBuild(ctx context.Context, build domain.SiteBuild) error {
  265. _, err := s.db.ExecContext(ctx, `
  266. INSERT INTO site_builds (
  267. id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  268. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  269. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  270. build.ID, build.TemplateID, build.ManifestID, build.RequestName, asRaw(build.GlobalDataJSON), asRaw(build.AIDataJSON), asRaw(build.FinalSitesPayload),
  271. build.QCJobID, build.QCSiteID, build.QCStatus, build.QCPreviewURL, build.QCEditorURL, asRaw(build.QCResultJSON), asRaw(build.QCErrorJSON),
  272. asRFC3339Ptr(build.StartedAt), asRFC3339Ptr(build.FinishedAt),
  273. )
  274. return err
  275. }
  276. func (s *Store) GetBuildByID(ctx context.Context, id string) (*domain.SiteBuild, error) {
  277. row := s.db.QueryRowContext(ctx, `
  278. SELECT id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  279. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  280. FROM site_builds
  281. WHERE id = ?`, id)
  282. build, err := scanBuild(row.Scan)
  283. if err != nil {
  284. return nil, err
  285. }
  286. return build, nil
  287. }
  288. func (s *Store) ListBuildsByStatuses(ctx context.Context, statuses []string, limit int) ([]domain.SiteBuild, error) {
  289. base := `
  290. SELECT id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  291. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  292. FROM site_builds`
  293. args := make([]any, 0)
  294. parts := make([]string, 0)
  295. if len(statuses) > 0 {
  296. placeholders := make([]string, 0, len(statuses))
  297. for _, status := range statuses {
  298. placeholders = append(placeholders, "?")
  299. args = append(args, status)
  300. }
  301. parts = append(parts, "qc_status IN ("+strings.Join(placeholders, ", ")+")")
  302. }
  303. query := base
  304. if len(parts) > 0 {
  305. query += " WHERE " + strings.Join(parts, " AND ")
  306. }
  307. query += " ORDER BY started_at ASC, id ASC"
  308. if limit > 0 {
  309. query += " LIMIT ?"
  310. args = append(args, limit)
  311. }
  312. rows, err := s.db.QueryContext(ctx, query, args...)
  313. if err != nil {
  314. return nil, err
  315. }
  316. defer rows.Close()
  317. builds := make([]domain.SiteBuild, 0)
  318. for rows.Next() {
  319. build, err := scanBuild(rows.Scan)
  320. if err != nil {
  321. return nil, err
  322. }
  323. builds = append(builds, *build)
  324. }
  325. return builds, rows.Err()
  326. }
  327. func (s *Store) MarkBuildSubmitted(ctx context.Context, buildID string, jobID int64, status string, qcResult json.RawMessage, startedAt time.Time) error {
  328. res, err := s.db.ExecContext(ctx, `
  329. UPDATE site_builds
  330. SET qc_job_id = ?, qc_status = ?, qc_result_json = ?, started_at = ?
  331. WHERE id = ?`,
  332. jobID, status, asRaw(qcResult), startedAt.UTC().Format(time.RFC3339Nano), buildID,
  333. )
  334. if err != nil {
  335. return err
  336. }
  337. n, _ := res.RowsAffected()
  338. if n == 0 {
  339. return store.ErrNotFound
  340. }
  341. return nil
  342. }
  343. func (s *Store) UpdateBuildFromJob(ctx context.Context, buildID string, status string, siteID *int64, previewURL string, qcResult json.RawMessage, qcError json.RawMessage, finishedAt *time.Time) error {
  344. res, err := s.db.ExecContext(ctx, `
  345. UPDATE site_builds
  346. SET qc_status = ?, qc_site_id = COALESCE(?, qc_site_id), qc_preview_url = ?, qc_result_json = ?, qc_error_json = ?, finished_at = ?
  347. WHERE id = ?`,
  348. status, siteID, previewURL, asRaw(qcResult), asRaw(qcError), asRFC3339Ptr(finishedAt), buildID,
  349. )
  350. if err != nil {
  351. return err
  352. }
  353. n, _ := res.RowsAffected()
  354. if n == 0 {
  355. return store.ErrNotFound
  356. }
  357. return nil
  358. }
  359. func (s *Store) UpdateBuildEditorURL(ctx context.Context, buildID string, editorURL string, qcResult json.RawMessage) error {
  360. res, err := s.db.ExecContext(ctx, `
  361. UPDATE site_builds
  362. SET qc_editor_url = ?, qc_result_json = ?
  363. WHERE id = ?`,
  364. editorURL, asRaw(qcResult), buildID,
  365. )
  366. if err != nil {
  367. return err
  368. }
  369. n, _ := res.RowsAffected()
  370. if n == 0 {
  371. return store.ErrNotFound
  372. }
  373. return nil
  374. }
  375. func (s *Store) UpsertSettings(ctx context.Context, settings domain.AppSettings) error {
  376. promptBlocksRaw, err := json.Marshal(domain.NormalizePromptBlocks(settings.PromptBlocks))
  377. if err != nil {
  378. return fmt.Errorf("marshal prompt blocks: %w", err)
  379. }
  380. provider := domain.NormalizeLLMProvider(settings.LLMActiveProvider)
  381. model := domain.NormalizeLLMModel(provider, settings.LLMActiveModel)
  382. _, err = s.db.ExecContext(ctx, `
  383. INSERT INTO app_settings (
  384. id, qc_base_url, qc_bearer_token_encrypted, language_output_mode, job_poll_interval_seconds, job_poll_timeout_seconds,
  385. llm_active_provider, llm_active_model, llm_base_url, llm_temperature, llm_max_tokens,
  386. openai_api_key_encrypted, anthropic_api_key_encrypted, google_api_key_encrypted, xai_api_key_encrypted, ollama_api_key_encrypted,
  387. google_places_api_key_encrypted,
  388. master_prompt, prompt_blocks_json, updated_at
  389. ) VALUES (1, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
  390. ON CONFLICT(id) DO UPDATE SET
  391. qc_base_url = excluded.qc_base_url,
  392. qc_bearer_token_encrypted = excluded.qc_bearer_token_encrypted,
  393. language_output_mode = excluded.language_output_mode,
  394. job_poll_interval_seconds = excluded.job_poll_interval_seconds,
  395. job_poll_timeout_seconds = excluded.job_poll_timeout_seconds,
  396. llm_active_provider = excluded.llm_active_provider,
  397. llm_active_model = excluded.llm_active_model,
  398. llm_base_url = excluded.llm_base_url,
  399. llm_temperature = excluded.llm_temperature,
  400. llm_max_tokens = excluded.llm_max_tokens,
  401. openai_api_key_encrypted = excluded.openai_api_key_encrypted,
  402. anthropic_api_key_encrypted = excluded.anthropic_api_key_encrypted,
  403. google_api_key_encrypted = excluded.google_api_key_encrypted,
  404. xai_api_key_encrypted = excluded.xai_api_key_encrypted,
  405. ollama_api_key_encrypted = excluded.ollama_api_key_encrypted,
  406. google_places_api_key_encrypted = excluded.google_places_api_key_encrypted,
  407. master_prompt = excluded.master_prompt,
  408. prompt_blocks_json = excluded.prompt_blocks_json,
  409. updated_at = excluded.updated_at`,
  410. settings.QCBaseURL,
  411. settings.QCBearerTokenEncrypted,
  412. defaultString(settings.LanguageOutputMode, "EN"),
  413. settings.JobPollIntervalSeconds,
  414. settings.JobPollTimeoutSeconds,
  415. provider,
  416. model,
  417. strings.TrimSpace(settings.LLMBaseURL),
  418. domain.NormalizeLLMTemperature(settings.LLMTemperature),
  419. domain.NormalizeLLMMaxTokens(settings.LLMMaxTokens),
  420. strings.TrimSpace(settings.OpenAIAPIKeyEncrypted),
  421. strings.TrimSpace(settings.AnthropicAPIKeyEncrypted),
  422. strings.TrimSpace(settings.GoogleAPIKeyEncrypted),
  423. strings.TrimSpace(settings.XAIAPIKeyEncrypted),
  424. strings.TrimSpace(settings.OllamaAPIKeyEncrypted),
  425. strings.TrimSpace(settings.GooglePlacesAPIKeyEncrypted),
  426. domain.NormalizeMasterPrompt(settings.MasterPrompt),
  427. promptBlocksRaw,
  428. time.Now().UTC().Format(time.RFC3339Nano),
  429. )
  430. return err
  431. }
  432. func (s *Store) GetSettings(ctx context.Context) (*domain.AppSettings, error) {
  433. row := s.db.QueryRowContext(ctx, `
  434. SELECT qc_base_url, qc_bearer_token_encrypted, language_output_mode, job_poll_interval_seconds, job_poll_timeout_seconds,
  435. llm_active_provider, llm_active_model, llm_base_url, llm_temperature, llm_max_tokens,
  436. openai_api_key_encrypted, anthropic_api_key_encrypted, google_api_key_encrypted, xai_api_key_encrypted, ollama_api_key_encrypted,
  437. google_places_api_key_encrypted,
  438. master_prompt, prompt_blocks_json
  439. FROM app_settings
  440. WHERE id = 1`)
  441. var settings domain.AppSettings
  442. var promptBlocksRaw []byte
  443. if err := row.Scan(
  444. &settings.QCBaseURL,
  445. &settings.QCBearerTokenEncrypted,
  446. &settings.LanguageOutputMode,
  447. &settings.JobPollIntervalSeconds,
  448. &settings.JobPollTimeoutSeconds,
  449. &settings.LLMActiveProvider,
  450. &settings.LLMActiveModel,
  451. &settings.LLMBaseURL,
  452. &settings.LLMTemperature,
  453. &settings.LLMMaxTokens,
  454. &settings.OpenAIAPIKeyEncrypted,
  455. &settings.AnthropicAPIKeyEncrypted,
  456. &settings.GoogleAPIKeyEncrypted,
  457. &settings.XAIAPIKeyEncrypted,
  458. &settings.OllamaAPIKeyEncrypted,
  459. &settings.GooglePlacesAPIKeyEncrypted,
  460. &settings.MasterPrompt,
  461. &promptBlocksRaw,
  462. ); err != nil {
  463. if err == sql.ErrNoRows {
  464. return nil, store.ErrNotFound
  465. }
  466. return nil, err
  467. }
  468. settings.MasterPrompt = domain.NormalizeMasterPrompt(settings.MasterPrompt)
  469. if len(promptBlocksRaw) > 0 {
  470. _ = json.Unmarshal(promptBlocksRaw, &settings.PromptBlocks)
  471. }
  472. settings.LLMActiveProvider = domain.NormalizeLLMProvider(settings.LLMActiveProvider)
  473. settings.LLMActiveModel = domain.NormalizeLLMModel(settings.LLMActiveProvider, settings.LLMActiveModel)
  474. settings.LLMBaseURL = strings.TrimSpace(settings.LLMBaseURL)
  475. settings.LLMTemperature = domain.NormalizeLLMTemperature(settings.LLMTemperature)
  476. settings.LLMMaxTokens = domain.NormalizeLLMMaxTokens(settings.LLMMaxTokens)
  477. settings.OpenAIAPIKeyEncrypted = strings.TrimSpace(settings.OpenAIAPIKeyEncrypted)
  478. settings.AnthropicAPIKeyEncrypted = strings.TrimSpace(settings.AnthropicAPIKeyEncrypted)
  479. settings.GoogleAPIKeyEncrypted = strings.TrimSpace(settings.GoogleAPIKeyEncrypted)
  480. settings.XAIAPIKeyEncrypted = strings.TrimSpace(settings.XAIAPIKeyEncrypted)
  481. settings.OllamaAPIKeyEncrypted = strings.TrimSpace(settings.OllamaAPIKeyEncrypted)
  482. settings.GooglePlacesAPIKeyEncrypted = strings.TrimSpace(settings.GooglePlacesAPIKeyEncrypted)
  483. settings.PromptBlocks = domain.NormalizePromptBlocks(settings.PromptBlocks)
  484. return &settings, nil
  485. }
  486. func (s *Store) CreateDraft(ctx context.Context, draft domain.BuildDraft) error {
  487. _, err := s.db.ExecContext(ctx, `
  488. INSERT INTO build_drafts (
  489. id, template_id, manifest_id, source, request_name, global_data_json,
  490. field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  491. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  492. draft.ID, nullableInt64(draft.TemplateID), draft.ManifestID, draft.Source, draft.RequestName, asRaw(draft.GlobalDataJSON),
  493. asRaw(draft.FieldValuesJSON), asRaw(draft.DraftContextJSON), asRaw(draft.SuggestionStateJSON), draft.Status, draft.Notes, draft.CreatedAt.UTC().Format(time.RFC3339Nano), draft.UpdatedAt.UTC().Format(time.RFC3339Nano),
  494. )
  495. return err
  496. }
  497. func (s *Store) UpdateDraft(ctx context.Context, draft domain.BuildDraft) error {
  498. res, err := s.db.ExecContext(ctx, `
  499. UPDATE build_drafts
  500. SET template_id = ?, manifest_id = ?, source = ?, request_name = ?, global_data_json = ?, field_values_json = ?, draft_context_json = ?, suggestion_state_json = ?,
  501. status = ?, notes = ?, updated_at = ?
  502. WHERE id = ?`,
  503. nullableInt64(draft.TemplateID), draft.ManifestID, draft.Source, draft.RequestName, asRaw(draft.GlobalDataJSON), asRaw(draft.FieldValuesJSON), asRaw(draft.DraftContextJSON), asRaw(draft.SuggestionStateJSON),
  504. draft.Status, draft.Notes, draft.UpdatedAt.UTC().Format(time.RFC3339Nano), draft.ID,
  505. )
  506. if err != nil {
  507. return err
  508. }
  509. n, _ := res.RowsAffected()
  510. if n == 0 {
  511. return store.ErrNotFound
  512. }
  513. return nil
  514. }
  515. func (s *Store) GetDraftByID(ctx context.Context, id string) (*domain.BuildDraft, error) {
  516. row := s.db.QueryRowContext(ctx, `
  517. SELECT id, template_id, manifest_id, source, request_name, global_data_json, field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  518. FROM build_drafts
  519. WHERE id = ?`, id)
  520. return scanDraft(row.Scan)
  521. }
  522. func (s *Store) ListDrafts(ctx context.Context, limit int) ([]domain.BuildDraft, error) {
  523. query := `
  524. SELECT id, template_id, manifest_id, source, request_name, global_data_json, field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  525. FROM build_drafts
  526. ORDER BY updated_at DESC`
  527. args := make([]any, 0, 1)
  528. if limit > 0 {
  529. query += " LIMIT ?"
  530. args = append(args, limit)
  531. }
  532. rows, err := s.db.QueryContext(ctx, query, args...)
  533. if err != nil {
  534. return nil, err
  535. }
  536. defer rows.Close()
  537. out := make([]domain.BuildDraft, 0)
  538. for rows.Next() {
  539. draft, err := scanDraft(rows.Scan)
  540. if err != nil {
  541. return nil, err
  542. }
  543. out = append(out, *draft)
  544. }
  545. return out, rows.Err()
  546. }
  547. func runMigrations(db *sql.DB) error {
  548. if _, err := db.Exec(`
  549. CREATE TABLE IF NOT EXISTS schema_migrations (
  550. version TEXT PRIMARY KEY,
  551. applied_at TEXT NOT NULL
  552. )`); err != nil {
  553. return err
  554. }
  555. entries, err := fs.ReadDir(migrationFS, "migrations")
  556. if err != nil {
  557. return err
  558. }
  559. files := make([]string, 0, len(entries))
  560. for _, e := range entries {
  561. if e.IsDir() || !strings.HasSuffix(e.Name(), ".sql") {
  562. continue
  563. }
  564. files = append(files, e.Name())
  565. }
  566. sort.Strings(files)
  567. for _, name := range files {
  568. var exists int
  569. if err := db.QueryRow(`SELECT COUNT(1) FROM schema_migrations WHERE version = ?`, name).Scan(&exists); err != nil {
  570. return err
  571. }
  572. if exists > 0 {
  573. continue
  574. }
  575. raw, err := migrationFS.ReadFile("migrations/" + name)
  576. if err != nil {
  577. return err
  578. }
  579. tx, err := db.Begin()
  580. if err != nil {
  581. return err
  582. }
  583. if _, err := tx.Exec(string(raw)); err != nil {
  584. _ = tx.Rollback()
  585. return fmt.Errorf("apply %s: %w", name, err)
  586. }
  587. if _, err := tx.Exec(`INSERT INTO schema_migrations(version, applied_at) VALUES(?, ?)`, name, time.Now().UTC().Format(time.RFC3339Nano)); err != nil {
  588. _ = tx.Rollback()
  589. return err
  590. }
  591. if err := tx.Commit(); err != nil {
  592. return err
  593. }
  594. }
  595. return nil
  596. }
  597. func scanTemplate(scan func(dest ...any) error) (*domain.Template, error) {
  598. var t domain.Template
  599. var paletteReady int
  600. var isAITemplate int
  601. var isOnboarded int
  602. var lastDiscovered sql.NullString
  603. var raw []byte
  604. if err := scan(
  605. &t.ID, &t.Name, &t.Description, &t.Locale, &t.ThumbnailURL, &t.TemplatePreviewURL, &t.Type,
  606. &paletteReady, &raw, &isAITemplate, &isOnboarded, &t.ManifestStatus, &lastDiscovered,
  607. ); err != nil {
  608. if err == sql.ErrNoRows {
  609. return nil, store.ErrNotFound
  610. }
  611. return nil, err
  612. }
  613. t.PaletteReady = paletteReady == 1
  614. t.IsAITemplate = isAITemplate == 1
  615. t.IsOnboarded = isOnboarded == 1
  616. t.RawJSON = cloneBytes(raw)
  617. if lastDiscovered.Valid {
  618. if ts, err := time.Parse(time.RFC3339Nano, lastDiscovered.String); err == nil {
  619. t.LastDiscoveredAt = &ts
  620. }
  621. }
  622. return &t, nil
  623. }
  624. func scanManifest(scan func(dest ...any) error) (*domain.TemplateManifest, error) {
  625. var m domain.TemplateManifest
  626. var isActive int
  627. var payloadRaw []byte
  628. var responseRaw []byte
  629. var flattenedRaw []byte
  630. var createdAtRaw string
  631. var updatedAtRaw string
  632. if err := scan(
  633. &m.ID, &m.TemplateID, &m.Version, &m.Source, &m.LanguageUsedDiscovery, &payloadRaw,
  634. &responseRaw, &flattenedRaw, &isActive, &createdAtRaw, &updatedAtRaw,
  635. ); err != nil {
  636. if err == sql.ErrNoRows {
  637. return nil, store.ErrNotFound
  638. }
  639. return nil, err
  640. }
  641. m.IsActive = isActive == 1
  642. m.DiscoveryPayloadJSON = cloneBytes(payloadRaw)
  643. m.DiscoveryResponseJSON = cloneBytes(responseRaw)
  644. m.FlattenedManifestJSON = cloneBytes(flattenedRaw)
  645. m.CreatedAt, _ = time.Parse(time.RFC3339Nano, createdAtRaw)
  646. m.UpdatedAt, _ = time.Parse(time.RFC3339Nano, updatedAtRaw)
  647. return &m, nil
  648. }
  649. func scanBuild(scan func(dest ...any) error) (*domain.SiteBuild, error) {
  650. var b domain.SiteBuild
  651. var globalRaw []byte
  652. var aiDataRaw []byte
  653. var payloadRaw []byte
  654. var resultRaw []byte
  655. var errorRaw []byte
  656. var startedAtRaw sql.NullString
  657. var finishedAtRaw sql.NullString
  658. var jobID sql.NullInt64
  659. var siteID sql.NullInt64
  660. if err := scan(
  661. &b.ID, &b.TemplateID, &b.ManifestID, &b.RequestName, &globalRaw, &aiDataRaw, &payloadRaw,
  662. &jobID, &siteID, &b.QCStatus, &b.QCPreviewURL, &b.QCEditorURL, &resultRaw, &errorRaw, &startedAtRaw, &finishedAtRaw,
  663. ); err != nil {
  664. if err == sql.ErrNoRows {
  665. return nil, store.ErrNotFound
  666. }
  667. return nil, err
  668. }
  669. b.GlobalDataJSON = cloneBytes(globalRaw)
  670. b.AIDataJSON = cloneBytes(aiDataRaw)
  671. b.FinalSitesPayload = cloneBytes(payloadRaw)
  672. b.QCResultJSON = cloneBytes(resultRaw)
  673. b.QCErrorJSON = cloneBytes(errorRaw)
  674. if jobID.Valid {
  675. id := jobID.Int64
  676. b.QCJobID = &id
  677. }
  678. if siteID.Valid {
  679. id := siteID.Int64
  680. b.QCSiteID = &id
  681. }
  682. b.StartedAt = parseTimePtr(startedAtRaw)
  683. b.FinishedAt = parseTimePtr(finishedAtRaw)
  684. return &b, nil
  685. }
  686. func scanDraft(scan func(dest ...any) error) (*domain.BuildDraft, error) {
  687. var d domain.BuildDraft
  688. var templateID sql.NullInt64
  689. var globalRaw []byte
  690. var fieldsRaw []byte
  691. var draftContextRaw []byte
  692. var suggestionStateRaw []byte
  693. var createdAtRaw string
  694. var updatedAtRaw string
  695. if err := scan(
  696. &d.ID, &templateID, &d.ManifestID, &d.Source, &d.RequestName, &globalRaw, &fieldsRaw, &draftContextRaw, &suggestionStateRaw, &d.Status, &d.Notes, &createdAtRaw, &updatedAtRaw,
  697. ); err != nil {
  698. if err == sql.ErrNoRows {
  699. return nil, store.ErrNotFound
  700. }
  701. return nil, err
  702. }
  703. if templateID.Valid {
  704. d.TemplateID = templateID.Int64
  705. }
  706. d.GlobalDataJSON = cloneBytes(globalRaw)
  707. d.FieldValuesJSON = cloneBytes(fieldsRaw)
  708. d.DraftContextJSON = cloneBytes(draftContextRaw)
  709. d.SuggestionStateJSON = cloneBytes(suggestionStateRaw)
  710. d.CreatedAt, _ = time.Parse(time.RFC3339Nano, createdAtRaw)
  711. d.UpdatedAt, _ = time.Parse(time.RFC3339Nano, updatedAtRaw)
  712. return &d, nil
  713. }
  714. func rollback(tx *sql.Tx) {
  715. _ = tx.Rollback()
  716. }
  717. func boolToInt(v bool) int {
  718. if v {
  719. return 1
  720. }
  721. return 0
  722. }
  723. func defaultString(value, fallback string) string {
  724. if strings.TrimSpace(value) == "" {
  725. return fallback
  726. }
  727. return strings.TrimSpace(value)
  728. }
  729. func asRaw(raw json.RawMessage) []byte {
  730. if len(raw) == 0 {
  731. return nil
  732. }
  733. out := make([]byte, len(raw))
  734. copy(out, raw)
  735. return out
  736. }
  737. func cloneBytes(raw []byte) []byte {
  738. if len(raw) == 0 {
  739. return nil
  740. }
  741. out := make([]byte, len(raw))
  742. copy(out, raw)
  743. return out
  744. }
  745. func asRFC3339Ptr(t *time.Time) *string {
  746. if t == nil {
  747. return nil
  748. }
  749. v := t.UTC().Format(time.RFC3339Nano)
  750. return &v
  751. }
  752. func parseTimePtr(value sql.NullString) *time.Time {
  753. if !value.Valid {
  754. return nil
  755. }
  756. ts, err := time.Parse(time.RFC3339Nano, value.String)
  757. if err != nil {
  758. return nil
  759. }
  760. return &ts
  761. }
  762. func nullableInt64(value int64) any {
  763. if value <= 0 {
  764. return nil
  765. }
  766. return value
  767. }