078f56998b
Request:
- Adjust archivist after the audit findings and update historical data.
Changes:
- Teach the archivist skill to close audit-discovered gaps in priority order.
- Add scripts/archive_price_performance.py for due D1/D5/D20/D60 price-performance backfills.
- Document the price-performance backfill command in README.
- Archive raw Yahoo Finance chart responses under repo-relative data/raw/{ticker}/ paths.
- Populate price_performance with D1/D5/D20/D60 checkpoints and refresh source_refs, sync_runs, sync_tasks, and ticker_sync_state snapshots.
Execution:
- Ran .venv/bin/python scripts/archive_price_performance.py --as-of 2026-06-15T10:00:00Z.
- Selected 291 due price-performance tickers.
- Archived 273 price-history sources and wrote 1063 price-performance rows.
- Re-ran .venv/bin/python scripts/archive_hkex_documents.py --as-of 2026-06-15T10:05:00Z for the remaining open T0/T1 tasks; no additional completed T0/T1 stages resulted.
Verification:
- Compiled the new price-performance script.
- Ran git diff --check.
- Checked SQLite integrity and foreign keys.
- Confirmed database row counts match CSV snapshots.
- Verified all 979 source_refs use valid repo-relative paths, have files, have hashes, and SHA256 hashes match.
- Confirmed no generated Python caches or SQLite transient files remain.
Next useful context:
- price_performance now has 1063 rows: D1 273, D5 272, D20 267, D60 251.
- Remaining due price-performance gaps are 18 tickers where Yahoo history was unavailable or the request failed.
- T0/T1 gaps remain at T0 93 and T1 77; T2 grey-market remains unresolved pending a reproducible source strategy.
1 line
7.1 KiB
JSON
1 line
7.1 KiB
JSON
{"chart":{"result":[{"meta":{"currency":"HKD","symbol":"2573.HK","exchangeName":"HKG","fullExchangeName":"HKSE","instrumentType":"EQUITY","firstTradeDate":1749519000,"regularMarketTime":1781509811,"hasPrePostMarketData":false,"gmtoffset":28800,"timezone":"HKT","exchangeTimezoneName":"Asia/Hong_Kong","regularMarketPrice":4.48,"fiftyTwoWeekHigh":17.42,"fiftyTwoWeekLow":3.3,"regularMarketDayHigh":4.52,"regularMarketDayLow":4.45,"regularMarketVolume":8000,"longName":"Newtrend Group Holding Co., Ltd.","shortName":"NEWTREND GROUP","chartPreviousClose":30.25,"priceHint":3,"currentTradingPeriod":{"pre":{"timezone":"HKT","end":1781487000,"start":1781485200,"gmtoffset":28800},"regular":{"timezone":"HKT","end":1781511000,"start":1781487000,"gmtoffset":28800},"post":{"timezone":"HKT","end":1781511000,"start":1781511000,"gmtoffset":28800}},"dataGranularity":"1d","range":"","validRanges":["1d","5d","1mo","3mo","6mo","1y","2y","ytd","max"]},"timestamp":[1749519000,1749605400,1749691800,1749778200,1750037400,1750123800,1750210200,1750296600,1750383000,1750642200,1750728600,1750815000,1750901400,1750987800,1751247000,1751419800,1751506200,1751592600,1751851800,1751938200,1752024600,1752111000,1752197400,1752456600,1752543000,1752629400,1752715800,1752802200,1753061400,1753147800,1753234200,1753320600,1753407000,1753666200,1753752600,1753839000,1753925400,1754011800,1754271000,1754357400,1754443800,1754530200,1754616600,1754875800,1754962200,1755048600,1755135000,1755221400,1755480600,1755567000,1755653400,1755739800,1755826200,1756085400,1756171800,1756258200,1756344600,1756431000],"indicators":{"quote":[{"high":[30.25,23.450000762939453,18.760000228881836,16.760000228881836,16.719999313354492,17.420000076293945,15.720000267028809,16.15999984741211,16.260000228881836,15.420000076293945,15.479999542236328,15.220000267028809,15.079999923706055,15.100000381469727,14.399999618530273,15.100000381469727,14.779999732971191,14.5,14.34000015258789,13.65999984741211,13.579999923706055,12.720000267028809,13.0,12.979999542236328,13.880000114440918,13.859999656677246,13.460000038146973,12.960000038146973,12.859999656677246,12.960000038146973,13.0,13.0,12.960000038146973,13.079999923706055,12.960000038146973,12.920000076293945,12.619999885559082,12.420000076293945,12.420000076293945,12.420000076293945,12.34000015258789,12.34000015258789,12.229999542236328,12.510000228881836,12.350000381469727,13.079999923706055,14.579999923706055,14.880000114440918,13.930000305175781,13.59000015258789,13.479999542236328,13.40999984741211,13.289999961853027,13.199999809265137,13.039999961853027,12.739999771118164,12.729999542236328,12.600000381469727],"volume":[5221299,2453500,1104800,268601,255600,448640,118400,174800,339300,202200,203000,97400,162200,77400,47000,611800,44800,46000,678800,33200,378200,180798,109000,110400,220620,334600,823200,106000,51600,52000,60400,37200,31600,19800,76000,26400,69800,31600,11200,30200,8400,15200,18200,30400,23800,228400,240200,398800,230800,96800,43200,77000,189200,69000,51000,36800,48400,28000],"open":[30.25,23.200000762939453,17.5,16.719999313354492,15.84000015258789,15.699999809265137,15.720000267028809,15.319999694824219,15.0,15.420000076293945,14.720000267028809,14.979999542236328,14.720000267028809,14.760000228881836,14.319999694824219,14.199999809265137,14.359999656677246,14.279999732971191,14.199999809265137,13.520000457763672,13.520000457763672,12.720000267028809,12.359999656677246,12.5,12.979999542236328,13.65999984741211,13.199999809265137,12.920000076293945,12.760000228881836,12.84000015258789,12.680000305175781,12.920000076293945,13.0,12.960000038146973,12.880000114440918,12.640000343322754,12.619999885559082,12.260000228881836,12.34000015258789,12.34000015258789,12.180000305175781,12.34000015258789,12.170000076293945,12.199999809265137,12.350000381469727,12.220000267028809,13.09000015258789,14.880000114440918,13.920000076293945,13.579999923706055,13.449999809265137,13.300000190734863,13.270000457763672,12.979999542236328,12.800000190734863,12.739999771118164,12.449999809265137,12.390000343322754],"close":[22.950000762939453,17.760000228881836,16.700000762939453,15.819999694824219,16.040000915527344,15.720000267028809,15.319999694824219,15.100000381469727,15.819999694824219,14.720000267028809,14.899999618530273,14.720000267028809,14.760000228881836,14.319999694824219,14.199999809265137,14.359999656677246,14.399999618530273,14.239999771118164,13.520000457763672,13.579999923706055,12.699999809265137,12.359999656677246,12.479999542236328,12.960000038146973,13.619999885559082,13.020000457763672,13.0,12.739999771118164,12.84000015258789,12.739999771118164,12.920000076293945,12.899999618530273,12.960000038146973,12.899999618530273,12.960000038146973,12.640000343322754,12.279999732971191,12.34000015258789,12.34000015258789,12.239999771118164,12.34000015258789,12.170000076293945,12.119999885559082,12.350000381469727,12.199999809265137,13.079999923706055,13.380000114440918,13.920000076293945,13.550000190734863,13.420000076293945,13.350000381469727,13.260000228881836,12.970000267028809,13.0,12.75,12.510000228881836,12.5,12.359999656677246],"low":[22.100000381469727,17.760000228881836,16.399999618530273,15.720000267028809,15.5,15.5,15.279999732971191,15.100000381469727,15.0,14.399999618530273,14.720000267028809,14.619999885559082,14.100000381469727,14.100000381469727,14.140000343322754,14.199999809265137,14.359999656677246,14.199999809265137,13.300000190734863,13.520000457763672,12.579999923706055,12.0,12.319999694824219,12.399999618530273,12.979999542236328,12.899999618530273,12.800000190734863,12.720000267028809,12.619999885559082,12.699999809265137,12.680000305175781,12.880000114440918,12.739999771118164,12.84000015258789,12.600000381469727,12.520000457763672,12.260000228881836,12.119999885559082,12.34000015258789,12.180000305175781,12.119999885559082,12.15999984741211,12.100000381469727,12.199999809265137,12.180000305175781,12.220000267028809,13.09000015258789,13.890000343322754,13.15999984741211,13.300000190734863,13.069999694824219,13.180000305175781,12.930000305175781,12.760000228881836,12.75,12.460000038146973,12.350000381469727,12.350000381469727]}],"adjclose":[{"adjclose":[22.950000762939453,17.760000228881836,16.700000762939453,15.819999694824219,16.040000915527344,15.720000267028809,15.319999694824219,15.100000381469727,15.819999694824219,14.720000267028809,14.899999618530273,14.720000267028809,14.760000228881836,14.319999694824219,14.199999809265137,14.359999656677246,14.399999618530273,14.239999771118164,13.520000457763672,13.579999923706055,12.699999809265137,12.359999656677246,12.479999542236328,12.960000038146973,13.619999885559082,13.020000457763672,13.0,12.739999771118164,12.84000015258789,12.739999771118164,12.920000076293945,12.899999618530273,12.960000038146973,12.899999618530273,12.960000038146973,12.640000343322754,12.279999732971191,12.34000015258789,12.34000015258789,12.239999771118164,12.34000015258789,12.170000076293945,12.119999885559082,12.350000381469727,12.199999809265137,13.079999923706055,13.380000114440918,13.920000076293945,13.550000190734863,13.420000076293945,13.350000381469727,13.260000228881836,12.970000267028809,13.0,12.75,12.510000228881836,12.5,12.359999656677246]}]}}],"error":null}} |