Wideband autonomous SDR analysis engine forked from sdr-visual-suite
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

457 lines
16KB

  1. package config
  2. import (
  3. "math"
  4. "os"
  5. "time"
  6. "gopkg.in/yaml.v3"
  7. )
  8. type Band struct {
  9. Name string `yaml:"name" json:"name"`
  10. StartHz float64 `yaml:"start_hz" json:"start_hz"`
  11. EndHz float64 `yaml:"end_hz" json:"end_hz"`
  12. }
  13. type DetectorConfig struct {
  14. ThresholdDb float64 `yaml:"threshold_db" json:"threshold_db"`
  15. MinDurationMs int `yaml:"min_duration_ms" json:"min_duration_ms"`
  16. HoldMs int `yaml:"hold_ms" json:"hold_ms"`
  17. EmaAlpha float64 `yaml:"ema_alpha" json:"ema_alpha"`
  18. HysteresisDb float64 `yaml:"hysteresis_db" json:"hysteresis_db"`
  19. MinStableFrames int `yaml:"min_stable_frames" json:"min_stable_frames"`
  20. GapToleranceMs int `yaml:"gap_tolerance_ms" json:"gap_tolerance_ms"`
  21. CFARMode string `yaml:"cfar_mode" json:"cfar_mode"`
  22. CFARGuardHz float64 `yaml:"cfar_guard_hz" json:"cfar_guard_hz"`
  23. CFARTrainHz float64 `yaml:"cfar_train_hz" json:"cfar_train_hz"`
  24. CFARGuardCells int `yaml:"cfar_guard_cells,omitempty" json:"cfar_guard_cells,omitempty"`
  25. CFARTrainCells int `yaml:"cfar_train_cells,omitempty" json:"cfar_train_cells,omitempty"`
  26. CFARRank int `yaml:"cfar_rank" json:"cfar_rank"`
  27. CFARScaleDb float64 `yaml:"cfar_scale_db" json:"cfar_scale_db"`
  28. CFARWrapAround bool `yaml:"cfar_wrap_around" json:"cfar_wrap_around"`
  29. EdgeMarginDb float64 `yaml:"edge_margin_db" json:"edge_margin_db"`
  30. MaxSignalBwHz float64 `yaml:"max_signal_bw_hz" json:"max_signal_bw_hz"`
  31. MergeGapHz float64 `yaml:"merge_gap_hz" json:"merge_gap_hz"`
  32. ClassHistorySize int `yaml:"class_history_size" json:"class_history_size"`
  33. ClassSwitchRatio float64 `yaml:"class_switch_ratio" json:"class_switch_ratio"`
  34. // Deprecated (backward compatibility)
  35. CFAREnabled *bool `yaml:"cfar_enabled,omitempty" json:"cfar_enabled,omitempty"`
  36. }
  37. type RecorderConfig struct {
  38. Enabled bool `yaml:"enabled" json:"enabled"`
  39. MinSNRDb float64 `yaml:"min_snr_db" json:"min_snr_db"`
  40. MinDuration string `yaml:"min_duration" json:"min_duration"`
  41. MaxDuration string `yaml:"max_duration" json:"max_duration"`
  42. PrerollMs int `yaml:"preroll_ms" json:"preroll_ms"`
  43. RecordIQ bool `yaml:"record_iq" json:"record_iq"`
  44. RecordAudio bool `yaml:"record_audio" json:"record_audio"`
  45. AutoDemod bool `yaml:"auto_demod" json:"auto_demod"`
  46. AutoDecode bool `yaml:"auto_decode" json:"auto_decode"`
  47. MaxDiskMB int `yaml:"max_disk_mb" json:"max_disk_mb"`
  48. OutputDir string `yaml:"output_dir" json:"output_dir"`
  49. ClassFilter []string `yaml:"class_filter" json:"class_filter"`
  50. RingSeconds int `yaml:"ring_seconds" json:"ring_seconds"`
  51. // Audio quality settings (AQ-2, AQ-3, AQ-5)
  52. DeemphasisUs float64 `yaml:"deemphasis_us" json:"deemphasis_us"` // De-emphasis time constant in µs. 50=Europe, 75=US/Japan, 0=disabled. Default: 50
  53. ExtractionTaps int `yaml:"extraction_fir_taps" json:"extraction_fir_taps"` // FIR tap count for extraction filter. Default: 101, max 301
  54. ExtractionBwMult float64 `yaml:"extraction_bw_mult" json:"extraction_bw_mult"` // BW multiplier for extraction. Default: 1.2 (20% wider than detected)
  55. }
  56. type DecoderConfig struct {
  57. FT8Cmd string `yaml:"ft8_cmd" json:"ft8_cmd"`
  58. WSPRCmd string `yaml:"wspr_cmd" json:"wspr_cmd"`
  59. DMRCmd string `yaml:"dmr_cmd" json:"dmr_cmd"`
  60. DStarCmd string `yaml:"dstar_cmd" json:"dstar_cmd"`
  61. FSKCmd string `yaml:"fsk_cmd" json:"fsk_cmd"`
  62. PSKCmd string `yaml:"psk_cmd" json:"psk_cmd"`
  63. }
  64. type PipelineGoalConfig struct {
  65. Intent string `yaml:"intent" json:"intent"`
  66. MonitorStartHz float64 `yaml:"monitor_start_hz" json:"monitor_start_hz"`
  67. MonitorEndHz float64 `yaml:"monitor_end_hz" json:"monitor_end_hz"`
  68. MonitorSpanHz float64 `yaml:"monitor_span_hz" json:"monitor_span_hz"`
  69. SignalPriorities []string `yaml:"signal_priorities" json:"signal_priorities"`
  70. AutoRecordClasses []string `yaml:"auto_record_classes" json:"auto_record_classes"`
  71. AutoDecodeClasses []string `yaml:"auto_decode_classes" json:"auto_decode_classes"`
  72. }
  73. type PipelineConfig struct {
  74. Mode string `yaml:"mode" json:"mode"`
  75. Goals PipelineGoalConfig `yaml:"goals" json:"goals"`
  76. }
  77. type SurveillanceConfig struct {
  78. AnalysisFFTSize int `yaml:"analysis_fft_size" json:"analysis_fft_size"`
  79. FrameRate int `yaml:"frame_rate" json:"frame_rate"`
  80. Strategy string `yaml:"strategy" json:"strategy"`
  81. DisplayBins int `yaml:"display_bins" json:"display_bins"`
  82. DisplayFPS int `yaml:"display_fps" json:"display_fps"`
  83. }
  84. type RefinementConfig struct {
  85. Enabled bool `yaml:"enabled" json:"enabled"`
  86. MaxConcurrent int `yaml:"max_concurrent" json:"max_concurrent"`
  87. MinCandidateSNRDb float64 `yaml:"min_candidate_snr_db" json:"min_candidate_snr_db"`
  88. MinSpanHz float64 `yaml:"min_span_hz" json:"min_span_hz"`
  89. MaxSpanHz float64 `yaml:"max_span_hz" json:"max_span_hz"`
  90. AutoSpan *bool `yaml:"auto_span" json:"auto_span"`
  91. }
  92. type ResourceConfig struct {
  93. PreferGPU bool `yaml:"prefer_gpu" json:"prefer_gpu"`
  94. MaxRefinementJobs int `yaml:"max_refinement_jobs" json:"max_refinement_jobs"`
  95. MaxRecordingStreams int `yaml:"max_recording_streams" json:"max_recording_streams"`
  96. MaxDecodeJobs int `yaml:"max_decode_jobs" json:"max_decode_jobs"`
  97. DecisionHoldMs int `yaml:"decision_hold_ms" json:"decision_hold_ms"`
  98. }
  99. type ProfileConfig struct {
  100. Name string `yaml:"name" json:"name"`
  101. Description string `yaml:"description" json:"description"`
  102. Pipeline *PipelineConfig `yaml:"pipeline,omitempty" json:"pipeline,omitempty"`
  103. Surveillance *SurveillanceConfig `yaml:"surveillance,omitempty" json:"surveillance,omitempty"`
  104. Refinement *RefinementConfig `yaml:"refinement,omitempty" json:"refinement,omitempty"`
  105. Resources *ResourceConfig `yaml:"resources,omitempty" json:"resources,omitempty"`
  106. }
  107. type Config struct {
  108. Bands []Band `yaml:"bands" json:"bands"`
  109. CenterHz float64 `yaml:"center_hz" json:"center_hz"`
  110. SampleRate int `yaml:"sample_rate" json:"sample_rate"`
  111. FFTSize int `yaml:"fft_size" json:"fft_size"`
  112. GainDb float64 `yaml:"gain_db" json:"gain_db"`
  113. TunerBwKHz int `yaml:"tuner_bw_khz" json:"tuner_bw_khz"`
  114. UseGPUFFT bool `yaml:"use_gpu_fft" json:"use_gpu_fft"`
  115. ClassifierMode string `yaml:"classifier_mode" json:"classifier_mode"`
  116. AGC bool `yaml:"agc" json:"agc"`
  117. DCBlock bool `yaml:"dc_block" json:"dc_block"`
  118. IQBalance bool `yaml:"iq_balance" json:"iq_balance"`
  119. Pipeline PipelineConfig `yaml:"pipeline" json:"pipeline"`
  120. Surveillance SurveillanceConfig `yaml:"surveillance" json:"surveillance"`
  121. Refinement RefinementConfig `yaml:"refinement" json:"refinement"`
  122. Resources ResourceConfig `yaml:"resources" json:"resources"`
  123. Profiles []ProfileConfig `yaml:"profiles" json:"profiles"`
  124. Detector DetectorConfig `yaml:"detector" json:"detector"`
  125. Recorder RecorderConfig `yaml:"recorder" json:"recorder"`
  126. Decoder DecoderConfig `yaml:"decoder" json:"decoder"`
  127. WebAddr string `yaml:"web_addr" json:"web_addr"`
  128. EventPath string `yaml:"event_path" json:"event_path"`
  129. FrameRate int `yaml:"frame_rate" json:"frame_rate"`
  130. WaterfallLines int `yaml:"waterfall_lines" json:"waterfall_lines"`
  131. WebRoot string `yaml:"web_root" json:"web_root"`
  132. }
  133. func Default() Config {
  134. return Config{
  135. Bands: []Band{
  136. {Name: "example", StartHz: 99.5e6, EndHz: 100.5e6},
  137. },
  138. CenterHz: 100.0e6,
  139. SampleRate: 2_048_000,
  140. FFTSize: 2048,
  141. GainDb: 30,
  142. TunerBwKHz: 1536,
  143. UseGPUFFT: false,
  144. ClassifierMode: "combined",
  145. AGC: false,
  146. DCBlock: false,
  147. IQBalance: false,
  148. Pipeline: PipelineConfig{
  149. Mode: "legacy",
  150. Goals: PipelineGoalConfig{
  151. Intent: "general-monitoring",
  152. },
  153. },
  154. Surveillance: SurveillanceConfig{
  155. AnalysisFFTSize: 2048,
  156. FrameRate: 15,
  157. Strategy: "single-resolution",
  158. DisplayBins: 2048,
  159. DisplayFPS: 15,
  160. },
  161. Refinement: RefinementConfig{
  162. Enabled: true,
  163. MaxConcurrent: 8,
  164. MinCandidateSNRDb: 0,
  165. MinSpanHz: 0,
  166. MaxSpanHz: 0,
  167. AutoSpan: boolPtr(true),
  168. },
  169. Resources: ResourceConfig{
  170. PreferGPU: true,
  171. MaxRefinementJobs: 8,
  172. MaxRecordingStreams: 16,
  173. MaxDecodeJobs: 16,
  174. DecisionHoldMs: 2000,
  175. },
  176. Profiles: []ProfileConfig{
  177. {Name: "legacy", Description: "Current single-band pipeline behavior", Pipeline: &PipelineConfig{Mode: "legacy", Goals: PipelineGoalConfig{Intent: "general-monitoring"}}},
  178. {Name: "wideband-balanced", Description: "Prepared baseline for scalable wideband surveillance", Pipeline: &PipelineConfig{Mode: "wideband-balanced", Goals: PipelineGoalConfig{Intent: "wideband-surveillance"}}},
  179. {Name: "wideband-aggressive", Description: "Higher surveillance/refinement budgets for future broad-span monitoring", Pipeline: &PipelineConfig{Mode: "wideband-aggressive", Goals: PipelineGoalConfig{Intent: "high-density-wideband-surveillance"}}},
  180. {Name: "archive", Description: "Record-first monitoring profile", Pipeline: &PipelineConfig{Mode: "archive", Goals: PipelineGoalConfig{Intent: "archive-and-triage"}}},
  181. },
  182. Detector: DetectorConfig{
  183. ThresholdDb: -20,
  184. MinDurationMs: 250,
  185. HoldMs: 500,
  186. EmaAlpha: 0.2,
  187. HysteresisDb: 3,
  188. MinStableFrames: 3,
  189. GapToleranceMs: 500,
  190. CFARMode: "GOSCA",
  191. CFARGuardHz: 500,
  192. CFARTrainHz: 5000,
  193. CFARGuardCells: 3,
  194. CFARTrainCells: 24,
  195. CFARRank: 36,
  196. CFARScaleDb: 6,
  197. CFARWrapAround: true,
  198. EdgeMarginDb: 3.0,
  199. MaxSignalBwHz: 150000,
  200. MergeGapHz: 5000,
  201. ClassHistorySize: 10,
  202. ClassSwitchRatio: 0.6,
  203. },
  204. Recorder: RecorderConfig{
  205. Enabled: false,
  206. MinSNRDb: 10,
  207. MinDuration: "1s",
  208. MaxDuration: "300s",
  209. PrerollMs: 500,
  210. RecordIQ: true,
  211. RecordAudio: false,
  212. AutoDemod: true,
  213. AutoDecode: false,
  214. MaxDiskMB: 0,
  215. OutputDir: "data/recordings",
  216. RingSeconds: 8,
  217. DeemphasisUs: 50,
  218. ExtractionTaps: 101,
  219. ExtractionBwMult: 1.2,
  220. },
  221. Decoder: DecoderConfig{},
  222. WebAddr: ":8080",
  223. EventPath: "data/events.jsonl",
  224. FrameRate: 15,
  225. WaterfallLines: 200,
  226. WebRoot: "web",
  227. }
  228. }
  229. func Load(path string) (Config, error) {
  230. cfg := Default()
  231. if b, err := os.ReadFile(autosavePath(path)); err == nil {
  232. if err := yaml.Unmarshal(b, &cfg); err == nil {
  233. return applyDefaults(cfg), nil
  234. }
  235. }
  236. b, err := os.ReadFile(path)
  237. if err != nil {
  238. return cfg, err
  239. }
  240. if err := yaml.Unmarshal(b, &cfg); err != nil {
  241. return cfg, err
  242. }
  243. return applyDefaults(cfg), nil
  244. }
  245. func applyDefaults(cfg Config) Config {
  246. if cfg.Detector.MinDurationMs <= 0 {
  247. cfg.Detector.MinDurationMs = 250
  248. }
  249. if cfg.Detector.HoldMs <= 0 {
  250. cfg.Detector.HoldMs = 500
  251. }
  252. if cfg.Detector.MinStableFrames <= 0 {
  253. cfg.Detector.MinStableFrames = 3
  254. }
  255. if cfg.Detector.GapToleranceMs <= 0 {
  256. cfg.Detector.GapToleranceMs = cfg.Detector.HoldMs
  257. }
  258. if cfg.Detector.CFARMode == "" {
  259. if cfg.Detector.CFAREnabled != nil {
  260. if *cfg.Detector.CFAREnabled {
  261. cfg.Detector.CFARMode = "OS"
  262. } else {
  263. cfg.Detector.CFARMode = "OFF"
  264. }
  265. } else {
  266. cfg.Detector.CFARMode = "GOSCA"
  267. }
  268. }
  269. if cfg.Detector.CFARGuardHz <= 0 && cfg.Detector.CFARGuardCells > 0 {
  270. cfg.Detector.CFARGuardHz = float64(cfg.Detector.CFARGuardCells) * 62.5
  271. }
  272. if cfg.Detector.CFARTrainHz <= 0 && cfg.Detector.CFARTrainCells > 0 {
  273. cfg.Detector.CFARTrainHz = float64(cfg.Detector.CFARTrainCells) * 62.5
  274. }
  275. if cfg.Detector.CFARGuardHz <= 0 {
  276. cfg.Detector.CFARGuardHz = 500
  277. }
  278. if cfg.Detector.CFARTrainHz <= 0 {
  279. cfg.Detector.CFARTrainHz = 5000
  280. }
  281. if cfg.Detector.CFARGuardCells <= 0 {
  282. cfg.Detector.CFARGuardCells = 3
  283. }
  284. if cfg.Detector.CFARTrainCells <= 0 {
  285. cfg.Detector.CFARTrainCells = 24
  286. }
  287. if cfg.Detector.CFARRank <= 0 || cfg.Detector.CFARRank > 2*cfg.Detector.CFARTrainCells {
  288. cfg.Detector.CFARRank = int(math.Round(0.75 * float64(2*cfg.Detector.CFARTrainCells)))
  289. if cfg.Detector.CFARRank <= 0 {
  290. cfg.Detector.CFARRank = 1
  291. }
  292. }
  293. if cfg.Detector.CFARScaleDb <= 0 {
  294. cfg.Detector.CFARScaleDb = 6
  295. }
  296. if cfg.Detector.EdgeMarginDb <= 0 {
  297. cfg.Detector.EdgeMarginDb = 3.0
  298. }
  299. if cfg.Detector.MaxSignalBwHz <= 0 {
  300. cfg.Detector.MaxSignalBwHz = 150000
  301. }
  302. if cfg.Detector.MergeGapHz <= 0 {
  303. cfg.Detector.MergeGapHz = 5000
  304. }
  305. if cfg.Detector.ClassHistorySize <= 0 {
  306. cfg.Detector.ClassHistorySize = 10
  307. }
  308. if cfg.Detector.ClassSwitchRatio <= 0 || cfg.Detector.ClassSwitchRatio > 1 {
  309. cfg.Detector.ClassSwitchRatio = 0.6
  310. }
  311. if cfg.Pipeline.Mode == "" {
  312. cfg.Pipeline.Mode = "legacy"
  313. }
  314. if cfg.Pipeline.Goals.Intent == "" {
  315. cfg.Pipeline.Goals.Intent = "general-monitoring"
  316. }
  317. if cfg.Pipeline.Goals.MonitorSpanHz <= 0 && cfg.Pipeline.Goals.MonitorStartHz != 0 && cfg.Pipeline.Goals.MonitorEndHz != 0 && cfg.Pipeline.Goals.MonitorEndHz > cfg.Pipeline.Goals.MonitorStartHz {
  318. cfg.Pipeline.Goals.MonitorSpanHz = cfg.Pipeline.Goals.MonitorEndHz - cfg.Pipeline.Goals.MonitorStartHz
  319. }
  320. if cfg.Surveillance.AnalysisFFTSize <= 0 {
  321. cfg.Surveillance.AnalysisFFTSize = cfg.FFTSize
  322. }
  323. if cfg.Surveillance.FrameRate <= 0 {
  324. cfg.Surveillance.FrameRate = cfg.FrameRate
  325. }
  326. if cfg.Surveillance.Strategy == "" {
  327. cfg.Surveillance.Strategy = "single-resolution"
  328. }
  329. if cfg.Surveillance.DisplayBins <= 0 {
  330. cfg.Surveillance.DisplayBins = cfg.FFTSize
  331. }
  332. if cfg.Surveillance.DisplayFPS <= 0 {
  333. cfg.Surveillance.DisplayFPS = cfg.FrameRate
  334. }
  335. if !cfg.Refinement.Enabled {
  336. // keep explicit false if user disabled it; enable by default only when unset-like zero config
  337. if cfg.Refinement.MaxConcurrent == 0 && cfg.Refinement.MinCandidateSNRDb == 0 {
  338. cfg.Refinement.Enabled = true
  339. }
  340. }
  341. if cfg.Refinement.MaxConcurrent <= 0 {
  342. cfg.Refinement.MaxConcurrent = 8
  343. }
  344. if cfg.Refinement.MinSpanHz < 0 {
  345. cfg.Refinement.MinSpanHz = 0
  346. }
  347. if cfg.Refinement.MaxSpanHz < 0 {
  348. cfg.Refinement.MaxSpanHz = 0
  349. }
  350. if cfg.Refinement.MaxSpanHz > 0 && cfg.Refinement.MinSpanHz > cfg.Refinement.MaxSpanHz {
  351. cfg.Refinement.MaxSpanHz = cfg.Refinement.MinSpanHz
  352. }
  353. if cfg.Refinement.AutoSpan == nil {
  354. cfg.Refinement.AutoSpan = boolPtr(true)
  355. }
  356. if cfg.Resources.MaxRefinementJobs <= 0 {
  357. cfg.Resources.MaxRefinementJobs = cfg.Refinement.MaxConcurrent
  358. }
  359. if cfg.Resources.MaxRecordingStreams <= 0 {
  360. cfg.Resources.MaxRecordingStreams = 16
  361. }
  362. if cfg.Resources.DecisionHoldMs < 0 {
  363. cfg.Resources.DecisionHoldMs = 0
  364. }
  365. if cfg.Resources.DecisionHoldMs == 0 {
  366. cfg.Resources.DecisionHoldMs = 2000
  367. }
  368. if cfg.FrameRate <= 0 {
  369. cfg.FrameRate = 15
  370. }
  371. if cfg.WaterfallLines <= 0 {
  372. cfg.WaterfallLines = 200
  373. }
  374. if cfg.WebRoot == "" {
  375. cfg.WebRoot = "web"
  376. }
  377. if cfg.WebAddr == "" {
  378. cfg.WebAddr = ":8080"
  379. }
  380. if cfg.EventPath == "" {
  381. cfg.EventPath = "data/events.jsonl"
  382. }
  383. if cfg.SampleRate <= 0 {
  384. cfg.SampleRate = 2_048_000
  385. }
  386. if cfg.ClassifierMode == "" {
  387. cfg.ClassifierMode = "combined"
  388. }
  389. switch cfg.ClassifierMode {
  390. case "rule", "math", "combined":
  391. default:
  392. cfg.ClassifierMode = "combined"
  393. }
  394. if cfg.FFTSize <= 0 {
  395. cfg.FFTSize = 2048
  396. }
  397. if cfg.Surveillance.AnalysisFFTSize > 0 {
  398. cfg.FFTSize = cfg.Surveillance.AnalysisFFTSize
  399. } else {
  400. cfg.Surveillance.AnalysisFFTSize = cfg.FFTSize
  401. }
  402. if cfg.TunerBwKHz <= 0 {
  403. cfg.TunerBwKHz = 1536
  404. }
  405. if cfg.CenterHz == 0 {
  406. cfg.CenterHz = 100.0e6
  407. }
  408. if cfg.Recorder.OutputDir == "" {
  409. cfg.Recorder.OutputDir = "data/recordings"
  410. }
  411. if cfg.Recorder.RingSeconds <= 0 {
  412. cfg.Recorder.RingSeconds = 8
  413. }
  414. if cfg.Recorder.DeemphasisUs == 0 {
  415. cfg.Recorder.DeemphasisUs = 50
  416. }
  417. if cfg.Recorder.ExtractionTaps <= 0 {
  418. cfg.Recorder.ExtractionTaps = 101
  419. }
  420. if cfg.Recorder.ExtractionTaps > 301 {
  421. cfg.Recorder.ExtractionTaps = 301
  422. }
  423. if cfg.Recorder.ExtractionTaps%2 == 0 {
  424. cfg.Recorder.ExtractionTaps++ // must be odd
  425. }
  426. if cfg.Recorder.ExtractionBwMult <= 0 {
  427. cfg.Recorder.ExtractionBwMult = 1.2
  428. }
  429. return cfg
  430. }
  431. func (c Config) FrameInterval() time.Duration {
  432. fps := c.FrameRate
  433. if fps <= 0 {
  434. fps = 15
  435. }
  436. return time.Second / time.Duration(fps)
  437. }