078f56998b
Request:
- Adjust archivist after the audit findings and update historical data.
Changes:
- Teach the archivist skill to close audit-discovered gaps in priority order.
- Add scripts/archive_price_performance.py for due D1/D5/D20/D60 price-performance backfills.
- Document the price-performance backfill command in README.
- Archive raw Yahoo Finance chart responses under repo-relative data/raw/{ticker}/ paths.
- Populate price_performance with D1/D5/D20/D60 checkpoints and refresh source_refs, sync_runs, sync_tasks, and ticker_sync_state snapshots.
Execution:
- Ran .venv/bin/python scripts/archive_price_performance.py --as-of 2026-06-15T10:00:00Z.
- Selected 291 due price-performance tickers.
- Archived 273 price-history sources and wrote 1063 price-performance rows.
- Re-ran .venv/bin/python scripts/archive_hkex_documents.py --as-of 2026-06-15T10:05:00Z for the remaining open T0/T1 tasks; no additional completed T0/T1 stages resulted.
Verification:
- Compiled the new price-performance script.
- Ran git diff --check.
- Checked SQLite integrity and foreign keys.
- Confirmed database row counts match CSV snapshots.
- Verified all 979 source_refs use valid repo-relative paths, have files, have hashes, and SHA256 hashes match.
- Confirmed no generated Python caches or SQLite transient files remain.
Next useful context:
- price_performance now has 1063 rows: D1 273, D5 272, D20 267, D60 251.
- Remaining due price-performance gaps are 18 tickers where Yahoo history was unavailable or the request failed.
- T0/T1 gaps remain at T0 93 and T1 77; T2 grey-market remains unresolved pending a reproducible source strategy.
1 line
6.8 KiB
JSON
1 line
6.8 KiB
JSON
{"chart":{"result":[{"meta":{"currency":"HKD","symbol":"2549.HK","exchangeName":"HKG","fullExchangeName":"HKSE","instrumentType":"EQUITY","firstTradeDate":1727832600,"regularMarketTime":1781510395,"hasPrePostMarketData":false,"gmtoffset":28800,"timezone":"HKT","exchangeTimezoneName":"Asia/Hong_Kong","regularMarketPrice":4.43,"fiftyTwoWeekHigh":6.0,"fiftyTwoWeekLow":4.04,"regularMarketDayHigh":4.46,"regularMarketDayLow":4.28,"regularMarketVolume":17500,"longName":"Carote Ltd","shortName":"CAROTE LTD","chartPreviousClose":9.5,"priceHint":3,"currentTradingPeriod":{"pre":{"timezone":"HKT","start":1781485200,"end":1781487000,"gmtoffset":28800},"regular":{"timezone":"HKT","start":1781487000,"end":1781511000,"gmtoffset":28800},"post":{"timezone":"HKT","start":1781511000,"end":1781511000,"gmtoffset":28800}},"dataGranularity":"1d","range":"","validRanges":["1d","5d","1mo","3mo","6mo","1y","2y","ytd","max"]},"timestamp":[1727832600,1727919000,1728005400,1728264600,1728351000,1728437400,1728523800,1728869400,1728955800,1729042200,1729128600,1729215000,1729474200,1729560600,1729647000,1729733400,1729819800,1730079000,1730165400,1730251800,1730338200,1730424600,1730683800,1730770200,1730856600,1730943000,1731029400,1731288600,1731375000,1731461400,1731547800,1731634200,1731893400,1731979800,1732066200,1732152600,1732239000,1732498200,1732584600,1732671000,1732757400,1732843800,1733103000,1733189400,1733275800,1733362200,1733448600,1733707800,1733794200,1733880600,1733967000,1734053400,1734312600,1734399000,1734485400,1734571800,1734658200],"indicators":{"quote":[{"open":[9.5,9.399999618530273,9.0,8.0,7.199999809265137,6.010000228881836,6.96999979019165,7.289999961853027,7.159999847412109,6.380000114440918,6.360000133514404,6.099999904632568,6.170000076293945,6.369999885559082,6.5,6.440000057220459,6.0,5.769999980926514,5.739999771118164,4.920000076293945,5.079999923706055,5.190000057220459,5.139999866485596,4.920000076293945,4.659999847412109,4.21999979019165,4.599999904632568,5.440000057220459,5.96999979019165,6.300000190734863,6.340000152587891,5.650000095367432,6.199999809265137,5.840000152587891,5.789999961853027,6.010000228881836,5.900000095367432,5.420000076293945,5.420000076293945,5.599999904632568,5.289999961853027,5.150000095367432,5.489999771118164,5.199999809265137,5.300000190734863,5.539999961853027,5.440000057220459,5.400000095367432,5.730000019073486,5.329999923706055,5.409999847412109,5.349999904632568,5.070000171661377,4.960000038146973,5.329999923706055,5.0,5.289999961853027],"volume":[111774000,21121400,12094800,16341000,9564000,7676000,4851000,2322000,3395500,2134500,3941500,3294000,3136500,1731000,1565000,4854000,1861100,2647500,4196750,4445900,2490000,1095500,1073500,3019500,1670000,2141500,4485000,3375500,6393630,1685000,2043000,1516500,514500,1276500,2468000,318620,1879000,850000,750500,182500,1324500,949000,555000,214000,952000,105500,849000,1207500,531500,232000,259000,1219500,876500,404500,742000,1477558,508500],"close":[9.149999618530273,9.0,8.380000114440918,7.309999942779541,6.0,6.800000190734863,7.159999847412109,7.179999828338623,6.400000095367432,6.360000133514404,6.119999885559082,6.170000076293945,6.369999885559082,6.5,6.340000152587891,6.0,5.78000020980835,5.539999961853027,4.920000076293945,5.079999923706055,5.190000057220459,5.139999866485596,4.920000076293945,4.789999961853027,4.489999771118164,4.599999904632568,5.449999809265137,5.940000057220459,6.409999847412109,6.340000152587891,5.849999904632568,5.949999809265137,5.840000152587891,5.789999961853027,6.010000228881836,5.900000095367432,5.440000057220459,5.420000076293945,5.599999904632568,5.460000038146973,5.300000190734863,5.360000133514404,5.300000190734863,5.300000190734863,5.610000133514404,5.440000057220459,5.400000095367432,5.570000171661377,5.360000133514404,5.420000076293945,5.440000057220459,5.050000190734863,4.880000114440918,4.840000152587891,5.0,5.159999847412109,5.159999847412109],"high":[10.880000114440918,9.989999771118164,9.0,8.300000190734863,7.300000190734863,6.880000114440918,7.380000114440918,7.289999961853027,7.349999904632568,6.699999809265137,6.599999904632568,6.28000020980835,6.570000171661377,6.699999809265137,6.519999980926514,6.440000057220459,6.059999942779541,5.929999828338623,5.739999771118164,5.300000190734863,5.539999961853027,5.449999809265137,5.139999866485596,5.050000190734863,4.739999771118164,4.710000038146973,5.599999904632568,5.949999809265137,6.5,6.5,6.46999979019165,6.21999979019165,6.199999809265137,5.840000152587891,6.230000019073486,6.010000228881836,5.900000095367432,5.539999961853027,5.670000076293945,5.599999904632568,5.5,5.599999904632568,5.5,5.320000171661377,5.800000190734863,5.610000133514404,5.579999923706055,5.699999809265137,5.730000019073486,5.599999904632568,5.489999771118164,5.420000076293945,5.289999961853027,4.980000019073486,5.329999923706055,5.440000057220459,5.480000019073486],"low":[6.679999828338623,7.699999809265137,8.0,7.199999809265137,5.960000038146973,6.010000228881836,6.840000152587891,6.840000152587891,6.210000038146973,6.28000020980835,5.920000076293945,5.949999809265137,6.090000152587891,6.349999904632568,6.340000152587891,5.840000152587891,5.730000019073486,5.5,4.900000095367432,4.849999904632568,5.079999923706055,5.119999885559082,4.920000076293945,4.630000114440918,4.400000095367432,4.21999979019165,4.599999904632568,5.340000152587891,5.889999866485596,6.070000171661377,5.789999961853027,5.650000095367432,5.809999942779541,5.619999885559082,5.639999866485596,5.840000152587891,5.400000095367432,5.230000019073486,5.400000095367432,5.400000095367432,5.25,5.150000095367432,5.300000190734863,5.159999847412109,5.300000190734863,5.429999828338623,5.360000133514404,5.21999979019165,5.300000190734863,5.329999923706055,5.329999923706055,5.0,4.809999942779541,4.760000228881836,4.940000057220459,4.840000152587891,5.150000095367432]}],"adjclose":[{"adjclose":[8.899840354919434,8.753941535949707,8.15089225769043,7.1101460456848145,5.83596134185791,6.614089488983154,6.96424674987793,6.983699798583984,6.225025177001953,6.186119079589844,5.9526801109313965,6.001313209533691,6.195845127105713,6.322291374206543,6.166665554046631,5.83596134185791,5.621975898742676,5.388537406921387,4.785488128662109,4.941113471984863,5.0481061935424805,4.9994730949401855,4.785488128662109,4.6590423583984375,4.367243766784668,4.474236965179443,5.300997734069824,5.777601718902588,6.2347517013549805,6.166665554046631,5.690062046051025,5.787327766418457,5.680335521697998,5.631702423095703,5.8456878662109375,5.73869514465332,5.291271686553955,5.271818161010742,5.446897029876709,5.31072473526001,5.155099391937256,5.21345853805542,5.155099391937256,5.155099391937256,5.456623554229736,5.291271686553955,5.2523651123046875,5.417717456817627,5.21345853805542,5.271818161010742,5.291271686553955,4.911933898925781,4.74658203125,4.707675457000732,4.863300800323486,5.018926620483398,5.018926620483398]}]}}],"error":null}} |