078f56998b
Request:
- Adjust archivist after the audit findings and update historical data.
Changes:
- Teach the archivist skill to close audit-discovered gaps in priority order.
- Add scripts/archive_price_performance.py for due D1/D5/D20/D60 price-performance backfills.
- Document the price-performance backfill command in README.
- Archive raw Yahoo Finance chart responses under repo-relative data/raw/{ticker}/ paths.
- Populate price_performance with D1/D5/D20/D60 checkpoints and refresh source_refs, sync_runs, sync_tasks, and ticker_sync_state snapshots.
Execution:
- Ran .venv/bin/python scripts/archive_price_performance.py --as-of 2026-06-15T10:00:00Z.
- Selected 291 due price-performance tickers.
- Archived 273 price-history sources and wrote 1063 price-performance rows.
- Re-ran .venv/bin/python scripts/archive_hkex_documents.py --as-of 2026-06-15T10:05:00Z for the remaining open T0/T1 tasks; no additional completed T0/T1 stages resulted.
Verification:
- Compiled the new price-performance script.
- Ran git diff --check.
- Checked SQLite integrity and foreign keys.
- Confirmed database row counts match CSV snapshots.
- Verified all 979 source_refs use valid repo-relative paths, have files, have hashes, and SHA256 hashes match.
- Confirmed no generated Python caches or SQLite transient files remain.
Next useful context:
- price_performance now has 1063 rows: D1 273, D5 272, D20 267, D60 251.
- Remaining due price-performance gaps are 18 tickers where Yahoo history was unavailable or the request failed.
- T0/T1 gaps remain at T0 93 and T1 77; T2 grey-market remains unresolved pending a reproducible source strategy.
1 line
7.0 KiB
JSON
1 line
7.0 KiB
JSON
{"chart":{"result":[{"meta":{"currency":"HKD","symbol":"1284.HK","exchangeName":"HKG","fullExchangeName":"HKSE","instrumentType":"EQUITY","firstTradeDate":1689643800,"regularMarketTime":1781505324,"hasPrePostMarketData":false,"gmtoffset":28800,"timezone":"HKT","exchangeTimezoneName":"Asia/Hong_Kong","regularMarketPrice":0.46,"fiftyTwoWeekHigh":0.49,"fiftyTwoWeekLow":0.28,"regularMarketDayHigh":0.46,"regularMarketDayLow":0.445,"regularMarketVolume":125000,"longName":"New Media Lab Limited","shortName":"NEW MEDIA LAB","chartPreviousClose":0.88,"priceHint":3,"currentTradingPeriod":{"pre":{"timezone":"HKT","start":1781485200,"end":1781487000,"gmtoffset":28800},"regular":{"timezone":"HKT","start":1781487000,"end":1781511000,"gmtoffset":28800},"post":{"timezone":"HKT","start":1781511000,"end":1781511000,"gmtoffset":28800}},"dataGranularity":"1d","range":"","validRanges":["1d","5d","1mo","3mo","6mo","1y","2y","5y","ytd","max"]},"timestamp":[1689643800,1689730200,1689816600,1689903000,1690162200,1690248600,1690335000,1690421400,1690507800,1690767000,1690853400,1690939800,1691026200,1691112600,1691371800,1691458200,1691544600,1691631000,1691717400,1691976600,1692063000,1692149400,1692235800,1692322200,1692581400,1692667800,1692754200,1692840600,1692927000,1693186200,1693272600,1693359000,1693445400,1693791000,1693877400,1693963800,1694050200,1694395800,1694482200,1694568600,1694655000,1694741400,1695000600,1695087000,1695173400,1695259800,1695346200,1695605400,1695691800,1695778200,1695864600,1695951000,1696296600,1696383000,1696469400],"indicators":{"quote":[{"volume":[86814800,20500000,56645000,76150000,34070000,7635000,16630000,20635000,13210000,4510000,13735000,4180000,1905000,1390000,585000,2525000,765000,2670000,5980000,4375000,1210000,1855000,1025000,2010000,1505000,760000,400000,1065000,440000,385000,275000,1005000,1520000,415000,1000000,565000,475000,700000,1870000,495000,1160000,320000,1080000,3915000,5965000,2865000,475000,895000,395000,220000,570000,190000,75000,275000,65000],"close":[0.9300000071525574,0.949999988079071,1.0700000524520874,1.0800000429153442,0.9399999976158142,0.9300000071525574,0.9399999976158142,0.8600000143051147,0.7300000190734863,0.6800000071525574,0.7400000095367432,0.7200000286102295,0.699999988079071,0.6800000071525574,0.6600000262260437,0.6700000166893005,0.6499999761581421,0.6600000262260437,0.6000000238418579,0.550000011920929,0.5299999713897705,0.5699999928474426,0.5600000023841858,0.5199999809265137,0.4950000047683716,0.5,0.5,0.5,0.49000000953674316,0.49000000953674316,0.4950000047683716,0.47999998927116394,0.44999998807907104,0.4449999928474426,0.46000000834465027,0.44999998807907104,0.4399999976158142,0.41999998688697815,0.38999998569488525,0.4050000011920929,0.39500001072883606,0.4099999964237213,0.41499999165534973,0.5299999713897705,0.6000000238418579,0.5199999809265137,0.5299999713897705,0.5,0.49000000953674316,0.4699999988079071,0.4749999940395355,0.47999998927116394,0.46000000834465027,0.4650000035762787,0.4650000035762787],"high":[0.9599999785423279,0.9900000095367432,1.0700000524520874,1.2200000286102295,1.0800000429153442,0.9700000286102295,1.0099999904632568,0.9399999976158142,0.8399999737739563,0.75,0.7799999713897705,0.7799999713897705,0.7200000286102295,0.699999988079071,0.6700000166893005,0.7099999785423279,0.6899999976158142,0.699999988079071,0.6600000262260437,0.6100000143051147,0.5699999928474426,0.5699999928474426,0.5899999737739563,0.5699999928474426,0.5299999713897705,0.5099999904632568,0.5299999713897705,0.5199999809265137,0.5099999904632568,0.5,0.5099999904632568,0.5099999904632568,0.47999998927116394,0.46000000834465027,0.4650000035762787,0.4699999988079071,0.44999998807907104,0.4399999976158142,0.4099999964237213,0.4099999964237213,0.39500001072883606,0.42500001192092896,0.4300000071525574,0.5299999713897705,0.6200000047683716,0.5899999737739563,0.5400000214576721,0.5299999713897705,0.5099999904632568,0.47999998927116394,0.4749999940395355,0.4950000047683716,0.47999998927116394,0.4650000035762787,0.48500001430511475],"low":[0.8700000047683716,0.9300000071525574,0.9300000071525574,1.0299999713897705,0.9100000262260437,0.9200000166893005,0.9300000071525574,0.8199999928474426,0.7300000190734863,0.6700000166893005,0.6299999952316284,0.699999988079071,0.6800000071525574,0.6600000262260437,0.6499999761581421,0.6399999856948853,0.6499999761581421,0.6399999856948853,0.5799999833106995,0.5299999713897705,0.5299999713897705,0.5099999904632568,0.5299999713897705,0.5099999904632568,0.49000000953674316,0.5,0.4950000047683716,0.47999998927116394,0.49000000953674316,0.47999998927116394,0.49000000953674316,0.47999998927116394,0.4449999928474426,0.4099999964237213,0.4350000023841858,0.44999998807907104,0.4350000023841858,0.4099999964237213,0.38499999046325684,0.3799999952316284,0.3799999952316284,0.38999998569488525,0.38999998569488525,0.41499999165534973,0.5099999904632568,0.49000000953674316,0.5,0.49000000953674316,0.49000000953674316,0.4699999988079071,0.4350000023841858,0.44999998807907104,0.46000000834465027,0.4399999976158142,0.4449999928474426],"open":[0.8799999952316284,0.9399999976158142,0.9599999785423279,1.0800000429153442,1.0700000524520874,0.949999988079071,0.9300000071525574,0.9399999976158142,0.8399999737739563,0.7300000190734863,0.6800000071525574,0.7400000095367432,0.7200000286102295,0.699999988079071,0.6600000262260437,0.6499999761581421,0.6600000262260437,0.6399999856948853,0.6600000262260437,0.5899999737739563,0.5400000214576721,0.5199999809265137,0.5699999928474426,0.5400000214576721,0.5099999904632568,0.5099999904632568,0.5,0.5,0.5,0.49000000953674316,0.49000000953674316,0.4950000047683716,0.4749999940395355,0.4350000023841858,0.4350000023841858,0.4650000035762787,0.4449999928474426,0.4399999976158142,0.4099999964237213,0.38999998569488525,0.38999998569488525,0.38499999046325684,0.4099999964237213,0.41499999165534973,0.5299999713897705,0.5799999833106995,0.5,0.5199999809265137,0.5099999904632568,0.47999998927116394,0.4699999988079071,0.44999998807907104,0.4650000035762787,0.4650000035762787,0.4449999928474426]}],"adjclose":[{"adjclose":[0.708721399307251,0.723962664604187,0.8154106736183167,0.8230313062667847,0.716342031955719,0.708721399307251,0.716342031955719,0.6553767323493958,0.5563081502914429,0.518204927444458,0.5639288425445557,0.5486875176429749,0.5334461331367493,0.518204927444458,0.5029636025428772,0.51058429479599,0.4953429102897644,0.5029636025428772,0.45723965764045715,0.41913631558418274,0.40389496088027954,0.43437761068344116,0.42675694823265076,0.3962743282318115,0.3772226870059967,0.3810330033302307,0.3810330033302307,0.3810330033302307,0.3734123408794403,0.3734123408794403,0.3772226870059967,0.3657916486263275,0.3429296910762787,0.3391193747520447,0.35055041313171387,0.3429296910762787,0.3353090286254883,0.3200676739215851,0.29720571637153625,0.30863672494888306,0.30101609230041504,0.31244704127311707,0.31625741720199585,0.40389496088027954,0.45723965764045715,0.3962743282318115,0.40389496088027954,0.3810330033302307,0.3734123408794403,0.3581710159778595,0.3619813323020935,0.3657916486263275,0.35055041313171387,0.3543606996536255,0.3543606996536255]}]}}],"error":null}} |