Vous ne pouvez pas sélectionner plus de 25 sujets Les noms de sujets doivent commencer par une lettre ou un nombre, peuvent contenir des tirets ('-') et peuvent comporter jusqu'à 35 caractères.

769 lignes
23KB

  1. package sqlite
  2. import (
  3. "context"
  4. "database/sql"
  5. "embed"
  6. "encoding/json"
  7. "fmt"
  8. "io/fs"
  9. "os"
  10. "path/filepath"
  11. "sort"
  12. "strings"
  13. "time"
  14. _ "modernc.org/sqlite"
  15. "qctextbuilder/internal/domain"
  16. "qctextbuilder/internal/store"
  17. )
  18. //go:embed migrations/*.sql
  19. var migrationFS embed.FS
  20. type Store struct {
  21. db *sql.DB
  22. }
  23. func New(dbPath string) (*Store, error) {
  24. path := strings.TrimSpace(dbPath)
  25. if path == "" {
  26. path = "data/qctextbuilder.db"
  27. }
  28. if err := os.MkdirAll(filepath.Dir(path), 0o755); err != nil {
  29. return nil, fmt.Errorf("create db directory: %w", err)
  30. }
  31. db, err := sql.Open("sqlite", path)
  32. if err != nil {
  33. return nil, fmt.Errorf("open sqlite: %w", err)
  34. }
  35. db.SetMaxOpenConns(1)
  36. if _, err := db.Exec("PRAGMA foreign_keys = ON;"); err != nil {
  37. _ = db.Close()
  38. return nil, fmt.Errorf("enable foreign keys: %w", err)
  39. }
  40. if err := runMigrations(db); err != nil {
  41. _ = db.Close()
  42. return nil, fmt.Errorf("run migrations: %w", err)
  43. }
  44. return &Store{db: db}, nil
  45. }
  46. func (s *Store) Close() error {
  47. if s == nil || s.db == nil {
  48. return nil
  49. }
  50. return s.db.Close()
  51. }
  52. func (s *Store) UpsertTemplates(ctx context.Context, templates []domain.Template) error {
  53. tx, err := s.db.BeginTx(ctx, nil)
  54. if err != nil {
  55. return err
  56. }
  57. defer rollback(tx)
  58. stmt := `
  59. INSERT INTO qc_templates (
  60. id, name, description, locale, thumbnail_url, template_preview_url, type,
  61. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at, updated_at
  62. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, COALESCE((SELECT is_onboarded FROM qc_templates WHERE id = ?), ?),
  63. COALESCE((SELECT manifest_status FROM qc_templates WHERE id = ?), ?),
  64. COALESCE((SELECT last_discovered_at FROM qc_templates WHERE id = ?), ?),
  65. ?
  66. )
  67. ON CONFLICT(id) DO UPDATE SET
  68. name = excluded.name,
  69. description = excluded.description,
  70. locale = excluded.locale,
  71. thumbnail_url = excluded.thumbnail_url,
  72. template_preview_url = excluded.template_preview_url,
  73. type = excluded.type,
  74. palette_ready = excluded.palette_ready,
  75. raw_template_json = excluded.raw_template_json,
  76. is_ai_template = excluded.is_ai_template,
  77. updated_at = excluded.updated_at;
  78. `
  79. now := time.Now().UTC()
  80. for _, t := range templates {
  81. _, err := tx.ExecContext(ctx, stmt,
  82. t.ID, t.Name, t.Description, t.Locale, t.ThumbnailURL, t.TemplatePreviewURL, t.Type,
  83. boolToInt(t.PaletteReady), asRaw(t.RawJSON), boolToInt(t.IsAITemplate),
  84. t.ID, boolToInt(t.IsOnboarded),
  85. t.ID, defaultString(t.ManifestStatus, "missing"),
  86. t.ID, asRFC3339Ptr(t.LastDiscoveredAt),
  87. now.Format(time.RFC3339Nano),
  88. )
  89. if err != nil {
  90. return fmt.Errorf("upsert template %d: %w", t.ID, err)
  91. }
  92. }
  93. return tx.Commit()
  94. }
  95. func (s *Store) GetTemplateByID(ctx context.Context, id int64) (*domain.Template, error) {
  96. row := s.db.QueryRowContext(ctx, `
  97. SELECT id, name, description, locale, thumbnail_url, template_preview_url, type,
  98. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at
  99. FROM qc_templates
  100. WHERE id = ?`, id)
  101. t, err := scanTemplate(row.Scan)
  102. if err != nil {
  103. return nil, err
  104. }
  105. return t, nil
  106. }
  107. func (s *Store) ListTemplates(ctx context.Context) ([]domain.Template, error) {
  108. rows, err := s.db.QueryContext(ctx, `
  109. SELECT id, name, description, locale, thumbnail_url, template_preview_url, type,
  110. palette_ready, raw_template_json, is_ai_template, is_onboarded, manifest_status, last_discovered_at
  111. FROM qc_templates`)
  112. if err != nil {
  113. return nil, err
  114. }
  115. defer rows.Close()
  116. out := make([]domain.Template, 0)
  117. for rows.Next() {
  118. t, err := scanTemplate(rows.Scan)
  119. if err != nil {
  120. return nil, err
  121. }
  122. out = append(out, *t)
  123. }
  124. return out, rows.Err()
  125. }
  126. func (s *Store) SetTemplateManifestStatus(ctx context.Context, templateID int64, status string, onboarded bool) error {
  127. res, err := s.db.ExecContext(ctx, `
  128. UPDATE qc_templates
  129. SET manifest_status = ?, is_onboarded = ?, last_discovered_at = ?, updated_at = ?
  130. WHERE id = ?`,
  131. defaultString(status, "missing"),
  132. boolToInt(onboarded),
  133. time.Now().UTC().Format(time.RFC3339Nano),
  134. time.Now().UTC().Format(time.RFC3339Nano),
  135. templateID,
  136. )
  137. if err != nil {
  138. return err
  139. }
  140. n, _ := res.RowsAffected()
  141. if n == 0 {
  142. return store.ErrNotFound
  143. }
  144. return nil
  145. }
  146. func (s *Store) CreateManifest(ctx context.Context, manifest domain.TemplateManifest, fields []domain.TemplateField) error {
  147. tx, err := s.db.BeginTx(ctx, nil)
  148. if err != nil {
  149. return err
  150. }
  151. defer rollback(tx)
  152. if _, err := tx.ExecContext(ctx, `UPDATE qc_template_manifests SET is_active = 0 WHERE template_id = ?`, manifest.TemplateID); err != nil {
  153. return err
  154. }
  155. _, err = tx.ExecContext(ctx, `
  156. INSERT INTO qc_template_manifests (
  157. id, template_id, manifest_version, source, language_used_discovery, discovery_payload_json,
  158. discovery_response_json, flattened_manifest_json, is_active, created_at, updated_at
  159. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  160. manifest.ID, manifest.TemplateID, manifest.Version, manifest.Source, manifest.LanguageUsedDiscovery,
  161. asRaw(manifest.DiscoveryPayloadJSON), asRaw(manifest.DiscoveryResponseJSON), asRaw(manifest.FlattenedManifestJSON),
  162. boolToInt(manifest.IsActive), manifest.CreatedAt.UTC().Format(time.RFC3339Nano), manifest.UpdatedAt.UTC().Format(time.RFC3339Nano),
  163. )
  164. if err != nil {
  165. return err
  166. }
  167. if _, err := tx.ExecContext(ctx, `DELETE FROM qc_template_fields WHERE manifest_id = ?`, manifest.ID); err != nil {
  168. return err
  169. }
  170. for _, f := range fields {
  171. _, err := tx.ExecContext(ctx, `
  172. INSERT INTO qc_template_fields (
  173. id, template_id, manifest_id, section, website_section, key_name, path, field_kind,
  174. sample_value, is_enabled, is_required_by_us, display_label, display_order, notes
  175. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  176. f.ID, f.TemplateID, f.ManifestID, f.Section, domain.NormalizeWebsiteSection(f.WebsiteSection), f.KeyName, f.Path, f.FieldKind,
  177. f.SampleValue, boolToInt(f.IsEnabled), boolToInt(f.IsRequiredByUs), f.DisplayLabel, f.DisplayOrder, f.Notes,
  178. )
  179. if err != nil {
  180. return err
  181. }
  182. }
  183. return tx.Commit()
  184. }
  185. func (s *Store) GetActiveManifestByTemplateID(ctx context.Context, templateID int64) (*domain.TemplateManifest, error) {
  186. row := s.db.QueryRowContext(ctx, `
  187. SELECT id, template_id, manifest_version, source, language_used_discovery, discovery_payload_json,
  188. discovery_response_json, flattened_manifest_json, is_active, created_at, updated_at
  189. FROM qc_template_manifests
  190. WHERE template_id = ? AND is_active = 1
  191. ORDER BY created_at DESC
  192. LIMIT 1`, templateID)
  193. manifest, err := scanManifest(row.Scan)
  194. if err != nil {
  195. return nil, err
  196. }
  197. return manifest, nil
  198. }
  199. func (s *Store) ListFieldsByManifestID(ctx context.Context, manifestID string) ([]domain.TemplateField, error) {
  200. rows, err := s.db.QueryContext(ctx, `
  201. SELECT id, template_id, manifest_id, section, website_section, key_name, path, field_kind, sample_value,
  202. is_enabled, is_required_by_us, display_label, display_order, notes
  203. FROM qc_template_fields
  204. WHERE manifest_id = ?
  205. ORDER BY display_order ASC, id ASC`, manifestID)
  206. if err != nil {
  207. return nil, err
  208. }
  209. defer rows.Close()
  210. fields := make([]domain.TemplateField, 0)
  211. for rows.Next() {
  212. var f domain.TemplateField
  213. var isEnabled, isRequired int
  214. if err := rows.Scan(
  215. &f.ID, &f.TemplateID, &f.ManifestID, &f.Section, &f.WebsiteSection, &f.KeyName, &f.Path, &f.FieldKind, &f.SampleValue,
  216. &isEnabled, &isRequired, &f.DisplayLabel, &f.DisplayOrder, &f.Notes,
  217. ); err != nil {
  218. return nil, err
  219. }
  220. f.IsEnabled = isEnabled == 1
  221. f.IsRequiredByUs = isRequired == 1
  222. f.WebsiteSection = domain.NormalizeWebsiteSection(f.WebsiteSection)
  223. fields = append(fields, f)
  224. }
  225. if err := rows.Err(); err != nil {
  226. return nil, err
  227. }
  228. if len(fields) == 0 {
  229. return nil, store.ErrNotFound
  230. }
  231. return fields, nil
  232. }
  233. func (s *Store) UpdateFields(ctx context.Context, manifestID string, fields []domain.TemplateField) error {
  234. tx, err := s.db.BeginTx(ctx, nil)
  235. if err != nil {
  236. return err
  237. }
  238. defer rollback(tx)
  239. var exists int
  240. if err := tx.QueryRowContext(ctx, `SELECT COUNT(1) FROM qc_template_manifests WHERE id = ?`, manifestID).Scan(&exists); err != nil {
  241. return err
  242. }
  243. if exists == 0 {
  244. return store.ErrNotFound
  245. }
  246. if _, err := tx.ExecContext(ctx, `DELETE FROM qc_template_fields WHERE manifest_id = ?`, manifestID); err != nil {
  247. return err
  248. }
  249. for _, f := range fields {
  250. _, err := tx.ExecContext(ctx, `
  251. INSERT INTO qc_template_fields (
  252. id, template_id, manifest_id, section, website_section, key_name, path, field_kind,
  253. sample_value, is_enabled, is_required_by_us, display_label, display_order, notes
  254. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  255. f.ID, f.TemplateID, f.ManifestID, f.Section, domain.NormalizeWebsiteSection(f.WebsiteSection), f.KeyName, f.Path, f.FieldKind,
  256. f.SampleValue, boolToInt(f.IsEnabled), boolToInt(f.IsRequiredByUs), f.DisplayLabel, f.DisplayOrder, f.Notes,
  257. )
  258. if err != nil {
  259. return err
  260. }
  261. }
  262. return tx.Commit()
  263. }
  264. func (s *Store) CreateBuild(ctx context.Context, build domain.SiteBuild) error {
  265. _, err := s.db.ExecContext(ctx, `
  266. INSERT INTO site_builds (
  267. id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  268. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  269. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  270. build.ID, build.TemplateID, build.ManifestID, build.RequestName, asRaw(build.GlobalDataJSON), asRaw(build.AIDataJSON), asRaw(build.FinalSitesPayload),
  271. build.QCJobID, build.QCSiteID, build.QCStatus, build.QCPreviewURL, build.QCEditorURL, asRaw(build.QCResultJSON), asRaw(build.QCErrorJSON),
  272. asRFC3339Ptr(build.StartedAt), asRFC3339Ptr(build.FinishedAt),
  273. )
  274. return err
  275. }
  276. func (s *Store) GetBuildByID(ctx context.Context, id string) (*domain.SiteBuild, error) {
  277. row := s.db.QueryRowContext(ctx, `
  278. SELECT id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  279. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  280. FROM site_builds
  281. WHERE id = ?`, id)
  282. build, err := scanBuild(row.Scan)
  283. if err != nil {
  284. return nil, err
  285. }
  286. return build, nil
  287. }
  288. func (s *Store) ListBuildsByStatuses(ctx context.Context, statuses []string, limit int) ([]domain.SiteBuild, error) {
  289. base := `
  290. SELECT id, template_id, manifest_id, request_name, global_data_json, ai_data_json, final_sites_payload_json,
  291. qc_job_id, qc_site_id, qc_status, qc_preview_url, qc_editor_url, qc_result_json, qc_error_json, started_at, finished_at
  292. FROM site_builds`
  293. args := make([]any, 0)
  294. parts := make([]string, 0)
  295. if len(statuses) > 0 {
  296. placeholders := make([]string, 0, len(statuses))
  297. for _, status := range statuses {
  298. placeholders = append(placeholders, "?")
  299. args = append(args, status)
  300. }
  301. parts = append(parts, "qc_status IN ("+strings.Join(placeholders, ", ")+")")
  302. }
  303. query := base
  304. if len(parts) > 0 {
  305. query += " WHERE " + strings.Join(parts, " AND ")
  306. }
  307. query += " ORDER BY started_at ASC, id ASC"
  308. if limit > 0 {
  309. query += " LIMIT ?"
  310. args = append(args, limit)
  311. }
  312. rows, err := s.db.QueryContext(ctx, query, args...)
  313. if err != nil {
  314. return nil, err
  315. }
  316. defer rows.Close()
  317. builds := make([]domain.SiteBuild, 0)
  318. for rows.Next() {
  319. build, err := scanBuild(rows.Scan)
  320. if err != nil {
  321. return nil, err
  322. }
  323. builds = append(builds, *build)
  324. }
  325. return builds, rows.Err()
  326. }
  327. func (s *Store) MarkBuildSubmitted(ctx context.Context, buildID string, jobID int64, status string, qcResult json.RawMessage, startedAt time.Time) error {
  328. res, err := s.db.ExecContext(ctx, `
  329. UPDATE site_builds
  330. SET qc_job_id = ?, qc_status = ?, qc_result_json = ?, started_at = ?
  331. WHERE id = ?`,
  332. jobID, status, asRaw(qcResult), startedAt.UTC().Format(time.RFC3339Nano), buildID,
  333. )
  334. if err != nil {
  335. return err
  336. }
  337. n, _ := res.RowsAffected()
  338. if n == 0 {
  339. return store.ErrNotFound
  340. }
  341. return nil
  342. }
  343. func (s *Store) UpdateBuildFromJob(ctx context.Context, buildID string, status string, siteID *int64, previewURL string, qcResult json.RawMessage, qcError json.RawMessage, finishedAt *time.Time) error {
  344. res, err := s.db.ExecContext(ctx, `
  345. UPDATE site_builds
  346. SET qc_status = ?, qc_site_id = COALESCE(?, qc_site_id), qc_preview_url = ?, qc_result_json = ?, qc_error_json = ?, finished_at = ?
  347. WHERE id = ?`,
  348. status, siteID, previewURL, asRaw(qcResult), asRaw(qcError), asRFC3339Ptr(finishedAt), buildID,
  349. )
  350. if err != nil {
  351. return err
  352. }
  353. n, _ := res.RowsAffected()
  354. if n == 0 {
  355. return store.ErrNotFound
  356. }
  357. return nil
  358. }
  359. func (s *Store) UpdateBuildEditorURL(ctx context.Context, buildID string, editorURL string, qcResult json.RawMessage) error {
  360. res, err := s.db.ExecContext(ctx, `
  361. UPDATE site_builds
  362. SET qc_editor_url = ?, qc_result_json = ?
  363. WHERE id = ?`,
  364. editorURL, asRaw(qcResult), buildID,
  365. )
  366. if err != nil {
  367. return err
  368. }
  369. n, _ := res.RowsAffected()
  370. if n == 0 {
  371. return store.ErrNotFound
  372. }
  373. return nil
  374. }
  375. func (s *Store) UpsertSettings(ctx context.Context, settings domain.AppSettings) error {
  376. promptBlocksRaw, err := json.Marshal(domain.NormalizePromptBlocks(settings.PromptBlocks))
  377. if err != nil {
  378. return fmt.Errorf("marshal prompt blocks: %w", err)
  379. }
  380. _, err = s.db.ExecContext(ctx, `
  381. INSERT INTO app_settings (
  382. id, qc_base_url, qc_bearer_token_encrypted, language_output_mode, job_poll_interval_seconds, job_poll_timeout_seconds, master_prompt, prompt_blocks_json, updated_at
  383. ) VALUES (1, ?, ?, ?, ?, ?, ?, ?, ?)
  384. ON CONFLICT(id) DO UPDATE SET
  385. qc_base_url = excluded.qc_base_url,
  386. qc_bearer_token_encrypted = excluded.qc_bearer_token_encrypted,
  387. language_output_mode = excluded.language_output_mode,
  388. job_poll_interval_seconds = excluded.job_poll_interval_seconds,
  389. job_poll_timeout_seconds = excluded.job_poll_timeout_seconds,
  390. master_prompt = excluded.master_prompt,
  391. prompt_blocks_json = excluded.prompt_blocks_json,
  392. updated_at = excluded.updated_at`,
  393. settings.QCBaseURL,
  394. settings.QCBearerTokenEncrypted,
  395. defaultString(settings.LanguageOutputMode, "EN"),
  396. settings.JobPollIntervalSeconds,
  397. settings.JobPollTimeoutSeconds,
  398. domain.NormalizeMasterPrompt(settings.MasterPrompt),
  399. promptBlocksRaw,
  400. time.Now().UTC().Format(time.RFC3339Nano),
  401. )
  402. return err
  403. }
  404. func (s *Store) GetSettings(ctx context.Context) (*domain.AppSettings, error) {
  405. row := s.db.QueryRowContext(ctx, `
  406. SELECT qc_base_url, qc_bearer_token_encrypted, language_output_mode, job_poll_interval_seconds, job_poll_timeout_seconds, master_prompt, prompt_blocks_json
  407. FROM app_settings
  408. WHERE id = 1`)
  409. var settings domain.AppSettings
  410. var promptBlocksRaw []byte
  411. if err := row.Scan(
  412. &settings.QCBaseURL,
  413. &settings.QCBearerTokenEncrypted,
  414. &settings.LanguageOutputMode,
  415. &settings.JobPollIntervalSeconds,
  416. &settings.JobPollTimeoutSeconds,
  417. &settings.MasterPrompt,
  418. &promptBlocksRaw,
  419. ); err != nil {
  420. if err == sql.ErrNoRows {
  421. return nil, store.ErrNotFound
  422. }
  423. return nil, err
  424. }
  425. settings.MasterPrompt = domain.NormalizeMasterPrompt(settings.MasterPrompt)
  426. if len(promptBlocksRaw) > 0 {
  427. _ = json.Unmarshal(promptBlocksRaw, &settings.PromptBlocks)
  428. }
  429. settings.PromptBlocks = domain.NormalizePromptBlocks(settings.PromptBlocks)
  430. return &settings, nil
  431. }
  432. func (s *Store) CreateDraft(ctx context.Context, draft domain.BuildDraft) error {
  433. _, err := s.db.ExecContext(ctx, `
  434. INSERT INTO build_drafts (
  435. id, template_id, manifest_id, source, request_name, global_data_json,
  436. field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  437. ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
  438. draft.ID, nullableInt64(draft.TemplateID), draft.ManifestID, draft.Source, draft.RequestName, asRaw(draft.GlobalDataJSON),
  439. asRaw(draft.FieldValuesJSON), asRaw(draft.DraftContextJSON), asRaw(draft.SuggestionStateJSON), draft.Status, draft.Notes, draft.CreatedAt.UTC().Format(time.RFC3339Nano), draft.UpdatedAt.UTC().Format(time.RFC3339Nano),
  440. )
  441. return err
  442. }
  443. func (s *Store) UpdateDraft(ctx context.Context, draft domain.BuildDraft) error {
  444. res, err := s.db.ExecContext(ctx, `
  445. UPDATE build_drafts
  446. SET template_id = ?, manifest_id = ?, source = ?, request_name = ?, global_data_json = ?, field_values_json = ?, draft_context_json = ?, suggestion_state_json = ?,
  447. status = ?, notes = ?, updated_at = ?
  448. WHERE id = ?`,
  449. nullableInt64(draft.TemplateID), draft.ManifestID, draft.Source, draft.RequestName, asRaw(draft.GlobalDataJSON), asRaw(draft.FieldValuesJSON), asRaw(draft.DraftContextJSON), asRaw(draft.SuggestionStateJSON),
  450. draft.Status, draft.Notes, draft.UpdatedAt.UTC().Format(time.RFC3339Nano), draft.ID,
  451. )
  452. if err != nil {
  453. return err
  454. }
  455. n, _ := res.RowsAffected()
  456. if n == 0 {
  457. return store.ErrNotFound
  458. }
  459. return nil
  460. }
  461. func (s *Store) GetDraftByID(ctx context.Context, id string) (*domain.BuildDraft, error) {
  462. row := s.db.QueryRowContext(ctx, `
  463. SELECT id, template_id, manifest_id, source, request_name, global_data_json, field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  464. FROM build_drafts
  465. WHERE id = ?`, id)
  466. return scanDraft(row.Scan)
  467. }
  468. func (s *Store) ListDrafts(ctx context.Context, limit int) ([]domain.BuildDraft, error) {
  469. query := `
  470. SELECT id, template_id, manifest_id, source, request_name, global_data_json, field_values_json, draft_context_json, suggestion_state_json, status, notes, created_at, updated_at
  471. FROM build_drafts
  472. ORDER BY updated_at DESC`
  473. args := make([]any, 0, 1)
  474. if limit > 0 {
  475. query += " LIMIT ?"
  476. args = append(args, limit)
  477. }
  478. rows, err := s.db.QueryContext(ctx, query, args...)
  479. if err != nil {
  480. return nil, err
  481. }
  482. defer rows.Close()
  483. out := make([]domain.BuildDraft, 0)
  484. for rows.Next() {
  485. draft, err := scanDraft(rows.Scan)
  486. if err != nil {
  487. return nil, err
  488. }
  489. out = append(out, *draft)
  490. }
  491. return out, rows.Err()
  492. }
  493. func runMigrations(db *sql.DB) error {
  494. if _, err := db.Exec(`
  495. CREATE TABLE IF NOT EXISTS schema_migrations (
  496. version TEXT PRIMARY KEY,
  497. applied_at TEXT NOT NULL
  498. )`); err != nil {
  499. return err
  500. }
  501. entries, err := fs.ReadDir(migrationFS, "migrations")
  502. if err != nil {
  503. return err
  504. }
  505. files := make([]string, 0, len(entries))
  506. for _, e := range entries {
  507. if e.IsDir() || !strings.HasSuffix(e.Name(), ".sql") {
  508. continue
  509. }
  510. files = append(files, e.Name())
  511. }
  512. sort.Strings(files)
  513. for _, name := range files {
  514. var exists int
  515. if err := db.QueryRow(`SELECT COUNT(1) FROM schema_migrations WHERE version = ?`, name).Scan(&exists); err != nil {
  516. return err
  517. }
  518. if exists > 0 {
  519. continue
  520. }
  521. raw, err := migrationFS.ReadFile("migrations/" + name)
  522. if err != nil {
  523. return err
  524. }
  525. tx, err := db.Begin()
  526. if err != nil {
  527. return err
  528. }
  529. if _, err := tx.Exec(string(raw)); err != nil {
  530. _ = tx.Rollback()
  531. return fmt.Errorf("apply %s: %w", name, err)
  532. }
  533. if _, err := tx.Exec(`INSERT INTO schema_migrations(version, applied_at) VALUES(?, ?)`, name, time.Now().UTC().Format(time.RFC3339Nano)); err != nil {
  534. _ = tx.Rollback()
  535. return err
  536. }
  537. if err := tx.Commit(); err != nil {
  538. return err
  539. }
  540. }
  541. return nil
  542. }
  543. func scanTemplate(scan func(dest ...any) error) (*domain.Template, error) {
  544. var t domain.Template
  545. var paletteReady int
  546. var isAITemplate int
  547. var isOnboarded int
  548. var lastDiscovered sql.NullString
  549. var raw []byte
  550. if err := scan(
  551. &t.ID, &t.Name, &t.Description, &t.Locale, &t.ThumbnailURL, &t.TemplatePreviewURL, &t.Type,
  552. &paletteReady, &raw, &isAITemplate, &isOnboarded, &t.ManifestStatus, &lastDiscovered,
  553. ); err != nil {
  554. if err == sql.ErrNoRows {
  555. return nil, store.ErrNotFound
  556. }
  557. return nil, err
  558. }
  559. t.PaletteReady = paletteReady == 1
  560. t.IsAITemplate = isAITemplate == 1
  561. t.IsOnboarded = isOnboarded == 1
  562. t.RawJSON = cloneBytes(raw)
  563. if lastDiscovered.Valid {
  564. if ts, err := time.Parse(time.RFC3339Nano, lastDiscovered.String); err == nil {
  565. t.LastDiscoveredAt = &ts
  566. }
  567. }
  568. return &t, nil
  569. }
  570. func scanManifest(scan func(dest ...any) error) (*domain.TemplateManifest, error) {
  571. var m domain.TemplateManifest
  572. var isActive int
  573. var payloadRaw []byte
  574. var responseRaw []byte
  575. var flattenedRaw []byte
  576. var createdAtRaw string
  577. var updatedAtRaw string
  578. if err := scan(
  579. &m.ID, &m.TemplateID, &m.Version, &m.Source, &m.LanguageUsedDiscovery, &payloadRaw,
  580. &responseRaw, &flattenedRaw, &isActive, &createdAtRaw, &updatedAtRaw,
  581. ); err != nil {
  582. if err == sql.ErrNoRows {
  583. return nil, store.ErrNotFound
  584. }
  585. return nil, err
  586. }
  587. m.IsActive = isActive == 1
  588. m.DiscoveryPayloadJSON = cloneBytes(payloadRaw)
  589. m.DiscoveryResponseJSON = cloneBytes(responseRaw)
  590. m.FlattenedManifestJSON = cloneBytes(flattenedRaw)
  591. m.CreatedAt, _ = time.Parse(time.RFC3339Nano, createdAtRaw)
  592. m.UpdatedAt, _ = time.Parse(time.RFC3339Nano, updatedAtRaw)
  593. return &m, nil
  594. }
  595. func scanBuild(scan func(dest ...any) error) (*domain.SiteBuild, error) {
  596. var b domain.SiteBuild
  597. var globalRaw []byte
  598. var aiDataRaw []byte
  599. var payloadRaw []byte
  600. var resultRaw []byte
  601. var errorRaw []byte
  602. var startedAtRaw sql.NullString
  603. var finishedAtRaw sql.NullString
  604. var jobID sql.NullInt64
  605. var siteID sql.NullInt64
  606. if err := scan(
  607. &b.ID, &b.TemplateID, &b.ManifestID, &b.RequestName, &globalRaw, &aiDataRaw, &payloadRaw,
  608. &jobID, &siteID, &b.QCStatus, &b.QCPreviewURL, &b.QCEditorURL, &resultRaw, &errorRaw, &startedAtRaw, &finishedAtRaw,
  609. ); err != nil {
  610. if err == sql.ErrNoRows {
  611. return nil, store.ErrNotFound
  612. }
  613. return nil, err
  614. }
  615. b.GlobalDataJSON = cloneBytes(globalRaw)
  616. b.AIDataJSON = cloneBytes(aiDataRaw)
  617. b.FinalSitesPayload = cloneBytes(payloadRaw)
  618. b.QCResultJSON = cloneBytes(resultRaw)
  619. b.QCErrorJSON = cloneBytes(errorRaw)
  620. if jobID.Valid {
  621. id := jobID.Int64
  622. b.QCJobID = &id
  623. }
  624. if siteID.Valid {
  625. id := siteID.Int64
  626. b.QCSiteID = &id
  627. }
  628. b.StartedAt = parseTimePtr(startedAtRaw)
  629. b.FinishedAt = parseTimePtr(finishedAtRaw)
  630. return &b, nil
  631. }
  632. func scanDraft(scan func(dest ...any) error) (*domain.BuildDraft, error) {
  633. var d domain.BuildDraft
  634. var templateID sql.NullInt64
  635. var globalRaw []byte
  636. var fieldsRaw []byte
  637. var draftContextRaw []byte
  638. var suggestionStateRaw []byte
  639. var createdAtRaw string
  640. var updatedAtRaw string
  641. if err := scan(
  642. &d.ID, &templateID, &d.ManifestID, &d.Source, &d.RequestName, &globalRaw, &fieldsRaw, &draftContextRaw, &suggestionStateRaw, &d.Status, &d.Notes, &createdAtRaw, &updatedAtRaw,
  643. ); err != nil {
  644. if err == sql.ErrNoRows {
  645. return nil, store.ErrNotFound
  646. }
  647. return nil, err
  648. }
  649. if templateID.Valid {
  650. d.TemplateID = templateID.Int64
  651. }
  652. d.GlobalDataJSON = cloneBytes(globalRaw)
  653. d.FieldValuesJSON = cloneBytes(fieldsRaw)
  654. d.DraftContextJSON = cloneBytes(draftContextRaw)
  655. d.SuggestionStateJSON = cloneBytes(suggestionStateRaw)
  656. d.CreatedAt, _ = time.Parse(time.RFC3339Nano, createdAtRaw)
  657. d.UpdatedAt, _ = time.Parse(time.RFC3339Nano, updatedAtRaw)
  658. return &d, nil
  659. }
  660. func rollback(tx *sql.Tx) {
  661. _ = tx.Rollback()
  662. }
  663. func boolToInt(v bool) int {
  664. if v {
  665. return 1
  666. }
  667. return 0
  668. }
  669. func defaultString(value, fallback string) string {
  670. if strings.TrimSpace(value) == "" {
  671. return fallback
  672. }
  673. return strings.TrimSpace(value)
  674. }
  675. func asRaw(raw json.RawMessage) []byte {
  676. if len(raw) == 0 {
  677. return nil
  678. }
  679. out := make([]byte, len(raw))
  680. copy(out, raw)
  681. return out
  682. }
  683. func cloneBytes(raw []byte) []byte {
  684. if len(raw) == 0 {
  685. return nil
  686. }
  687. out := make([]byte, len(raw))
  688. copy(out, raw)
  689. return out
  690. }
  691. func asRFC3339Ptr(t *time.Time) *string {
  692. if t == nil {
  693. return nil
  694. }
  695. v := t.UTC().Format(time.RFC3339Nano)
  696. return &v
  697. }
  698. func parseTimePtr(value sql.NullString) *time.Time {
  699. if !value.Valid {
  700. return nil
  701. }
  702. ts, err := time.Parse(time.RFC3339Nano, value.String)
  703. if err != nil {
  704. return nil
  705. }
  706. return &ts
  707. }
  708. func nullableInt64(value int64) any {
  709. if value <= 0 {
  710. return nil
  711. }
  712. return value
  713. }