078f56998b
Request:
- Adjust archivist after the audit findings and update historical data.
Changes:
- Teach the archivist skill to close audit-discovered gaps in priority order.
- Add scripts/archive_price_performance.py for due D1/D5/D20/D60 price-performance backfills.
- Document the price-performance backfill command in README.
- Archive raw Yahoo Finance chart responses under repo-relative data/raw/{ticker}/ paths.
- Populate price_performance with D1/D5/D20/D60 checkpoints and refresh source_refs, sync_runs, sync_tasks, and ticker_sync_state snapshots.
Execution:
- Ran .venv/bin/python scripts/archive_price_performance.py --as-of 2026-06-15T10:00:00Z.
- Selected 291 due price-performance tickers.
- Archived 273 price-history sources and wrote 1063 price-performance rows.
- Re-ran .venv/bin/python scripts/archive_hkex_documents.py --as-of 2026-06-15T10:05:00Z for the remaining open T0/T1 tasks; no additional completed T0/T1 stages resulted.
Verification:
- Compiled the new price-performance script.
- Ran git diff --check.
- Checked SQLite integrity and foreign keys.
- Confirmed database row counts match CSV snapshots.
- Verified all 979 source_refs use valid repo-relative paths, have files, have hashes, and SHA256 hashes match.
- Confirmed no generated Python caches or SQLite transient files remain.
Next useful context:
- price_performance now has 1063 rows: D1 273, D5 272, D20 267, D60 251.
- Remaining due price-performance gaps are 18 tickers where Yahoo history was unavailable or the request failed.
- T0/T1 gaps remain at T0 93 and T1 77; T2 grey-market remains unresolved pending a reproducible source strategy.
1 line
6.9 KiB
JSON
1 line
6.9 KiB
JSON
{"chart":{"result":[{"meta":{"currency":"HKD","symbol":"1111.HK","exchangeName":"HKG","fullExchangeName":"HKSE","instrumentType":"EQUITY","firstTradeDate":1699579800,"regularMarketTime":1781509862,"hasPrePostMarketData":false,"gmtoffset":28800,"timezone":"HKT","exchangeTimezoneName":"Asia/Hong_Kong","regularMarketPrice":0.215,"fiftyTwoWeekHigh":0.39,"fiftyTwoWeekLow":0.212,"regularMarketDayHigh":0.237,"regularMarketDayLow":0.212,"regularMarketVolume":244000,"longName":"Huashi Group Holdings Limited","shortName":"HUASHI GROUP","chartPreviousClose":1.65,"priceHint":3,"currentTradingPeriod":{"pre":{"timezone":"HKT","end":1781487000,"start":1781485200,"gmtoffset":28800},"regular":{"timezone":"HKT","end":1781511000,"start":1781487000,"gmtoffset":28800},"post":{"timezone":"HKT","end":1781511000,"start":1781511000,"gmtoffset":28800}},"dataGranularity":"1d","range":"","validRanges":["1d","5d","1mo","3mo","6mo","1y","2y","5y","ytd","max"]},"timestamp":[1699579800,1699839000,1699925400,1700011800,1700098200,1700184600,1700443800,1700530200,1700616600,1700703000,1700789400,1701048600,1701135000,1701221400,1701307800,1701394200,1701653400,1701739800,1701826200,1701912600,1701999000,1702258200,1702344600,1702431000,1702517400,1702603800,1702863000,1702949400,1703035800,1703122200,1703208600,1703640600,1703727000,1703813400,1704159000,1704245400,1704331800,1704418200,1704677400,1704763800,1704850200,1704936600,1705023000,1705282200,1705368600,1705455000,1705541400,1705627800,1705887000,1705973400,1706059800,1706146200,1706232600,1706491800],"indicators":{"quote":[{"open":[1.649999976158142,1.6299999952316284,1.9900000095367432,1.8200000524520874,1.9299999475479126,1.899999976158142,1.9600000381469727,1.9700000286102295,2.299999952316284,2.200000047683716,2.1500000953674316,2.180000066757202,2.25,2.190000057220459,2.109999895095825,2.0799999237060547,1.9500000476837158,2.0199999809265137,2.059999942779541,2.130000114440918,2.0899999141693115,2.069999933242798,2.0999999046325684,2.0999999046325684,2.119999885559082,2.190000057220459,2.2300000190734863,2.240000009536743,2.2200000286102295,2.190000057220459,1.75,0.8799999952316284,0.4350000023841858,0.49000000953674316,0.4650000035762787,0.38999998569488525,0.42500001192092896,0.3799999952316284,0.375,0.38999998569488525,0.4000000059604645,0.5400000214576721,0.47999998927116394,0.4749999940395355,0.4749999940395355,0.46000000834465027,0.44999998807907104,0.42500001192092896,0.4300000071525574,0.39500001072883606,0.38499999046325684,0.3799999952316284,0.33000001311302185,0.3400000035762787],"high":[1.7899999618530273,2.069999933242798,2.0,2.0399999618530273,1.9600000381469727,2.009999990463257,1.9800000190734863,2.390000104904175,2.359999895095825,2.2699999809265137,2.240000009536743,2.2699999809265137,2.25,2.190000057220459,2.1500000953674316,2.109999895095825,2.119999885559082,2.109999895095825,2.240000009536743,2.2100000381469727,2.140000104904175,2.0999999046325684,2.140000104904175,2.140000104904175,2.2100000381469727,2.2300000190734863,2.2899999618530273,2.259999990463257,2.2200000286102295,2.190000057220459,1.840000033378601,0.8799999952316284,0.5099999904632568,0.5400000214576721,0.4650000035762787,0.45500001311302185,0.4449999928474426,0.4000000059604645,0.4050000011920929,0.41999998688697815,0.6100000143051147,0.5699999928474426,0.5099999904632568,0.4749999940395355,0.49000000953674316,0.4749999940395355,0.44999998807907104,0.47999998927116394,0.4300000071525574,0.42500001192092896,0.4000000059604645,0.3799999952316284,0.3700000047683716,0.3449999988079071],"close":[1.6200000047683716,1.9299999475479126,1.8200000524520874,1.899999976158142,1.899999976158142,1.9199999570846558,1.9600000381469727,2.259999990463257,2.180000066757202,2.1700000762939453,2.1700000762939453,2.190000057220459,2.190000057220459,2.109999895095825,2.130000114440918,1.9900000095367432,2.0199999809265137,2.109999895095825,2.130000114440918,2.119999885559082,2.059999942779541,2.0799999237060547,2.0999999046325684,2.119999885559082,2.200000047683716,2.2300000190734863,2.240000009536743,2.2200000286102295,2.190000057220459,1.7000000476837158,0.9399999976158142,0.4699999988079071,0.5099999904632568,0.4699999988079071,0.38999998569488525,0.4350000023841858,0.4000000059604645,0.375,0.38999998569488525,0.4000000059604645,0.5299999713897705,0.47999998927116394,0.4749999940395355,0.4749999940395355,0.4699999988079071,0.44999998807907104,0.41499999165534973,0.4300000071525574,0.39500001072883606,0.38999998569488525,0.36500000953674316,0.33000001311302185,0.3400000035762787,0.33500000834465027],"low":[1.399999976158142,1.6200000047683716,1.75,1.7999999523162842,1.850000023841858,1.899999976158142,1.9199999570846558,1.940000057220459,2.180000066757202,2.119999885559082,2.130000114440918,2.119999885559082,2.140000104904175,2.109999895095825,2.069999933242798,1.8799999952316284,1.9900000095367432,1.940000057220459,2.0199999809265137,2.0299999713897705,2.059999942779541,1.9600000381469727,2.069999933242798,2.0899999141693115,2.109999895095825,2.190000057220459,2.200000047683716,2.1600000858306885,2.180000066757202,1.0,0.9200000166893005,0.4300000071525574,0.3499999940395355,0.45500001311302185,0.38499999046325684,0.3400000035762787,0.38999998569488525,0.3700000047683716,0.375,0.3799999952316284,0.4000000059604645,0.4699999988079071,0.4650000035762787,0.4749999940395355,0.44999998807907104,0.44999998807907104,0.41499999165534973,0.38999998569488525,0.39500001072883606,0.3799999952316284,0.36500000953674316,0.33000001311302185,0.33000001311302185,0.33500000834465027],"volume":[43200000,15464000,21888000,12152000,7776000,4816000,828000,9810000,5780000,2540000,2448000,8246000,8452000,5256000,664000,9834000,4624000,10520000,12176000,3084200,5648000,16376000,3752000,16428000,15588514,9640000,7316000,8012000,5284000,22308200,30568000,46583999,24315999,11360396,12936000,17068000,3842000,4120000,3182000,2340000,36704000,12772000,4828000,0,3348000,2540000,4176000,10132000,1248000,3488000,6856000,5960000,4632000,456000]}],"adjclose":[{"adjclose":[1.6200000047683716,1.9299999475479126,1.8200000524520874,1.899999976158142,1.899999976158142,1.9199999570846558,1.9600000381469727,2.259999990463257,2.180000066757202,2.1700000762939453,2.1700000762939453,2.190000057220459,2.190000057220459,2.109999895095825,2.130000114440918,1.9900000095367432,2.0199999809265137,2.109999895095825,2.130000114440918,2.119999885559082,2.059999942779541,2.0799999237060547,2.0999999046325684,2.119999885559082,2.200000047683716,2.2300000190734863,2.240000009536743,2.2200000286102295,2.190000057220459,1.7000000476837158,0.9399999976158142,0.4699999988079071,0.5099999904632568,0.4699999988079071,0.38999998569488525,0.4350000023841858,0.4000000059604645,0.375,0.38999998569488525,0.4000000059604645,0.5299999713897705,0.47999998927116394,0.4749999940395355,0.4749999940395355,0.4699999988079071,0.44999998807907104,0.41499999165534973,0.4300000071525574,0.39500001072883606,0.38999998569488525,0.36500000953674316,0.33000001311302185,0.3400000035762787,0.33500000834465027]}]}}],"error":null}} |