From 0c21d316fac03ee92ee337c64d64481e95653878 Mon Sep 17 00:00:00 2001 From: "marcin p. joachimiak" <4625870+realmarcin@users.noreply.github.com> Date: Thu, 19 Nov 2026 20:36:51 -0800 Subject: [PATCH 1/2] Add public EdgeMech occurrence sample browser --- .github/workflows/pages.yml | 55 ++++ README.md | 9 + docs/public-sample-browser.md | 109 +++++++ .../public-browser-20261119/README.md | 61 ++++ .../build-receipt.json | 1 + .../canary-browser.json | 24 ++ .../public-browser-20261119/full-browser.json | 26 ++ pyproject.toml | 2 +- scripts/adhoc/check_browser_20261119.py | 142 +++++++++ .../adhoc/inspect_browser_inputs_20261119.py | 22 ++ src/edgemech/site.py | 299 ++++++++++++++++++ src/edgemech/site_assets/browser.js | 209 ++++++++++++ src/edgemech/site_assets/index.html | 74 +++++ src/edgemech/site_assets/site.css | 1 + tests/browser.test.cjs | 36 +++ tests/test_site.py | 114 +++++++ 16 files changed, 1183 insertions(+), 1 deletion(-) create mode 100644 .github/workflows/pages.yml create mode 100644 docs/public-sample-browser.md create mode 100644 docs/validation/public-browser-20261119/README.md create mode 100644 docs/validation/public-browser-20261119/build-receipt.json create mode 100644 docs/validation/public-browser-20261119/canary-browser.json create mode 100644 docs/validation/public-browser-20261119/full-browser.json create mode 100644 scripts/adhoc/check_browser_20261119.py create mode 100644 scripts/adhoc/inspect_browser_inputs_20261119.py create mode 100644 src/edgemech/site.py create mode 100644 src/edgemech/site_assets/browser.js create mode 100644 src/edgemech/site_assets/index.html create mode 100644 src/edgemech/site_assets/site.css create mode 100644 tests/browser.test.cjs create mode 100644 tests/test_site.py diff --git a/.github/workflows/pages.yml b/.github/workflows/pages.yml new file mode 100644 index 0000000..501a2bc --- /dev/null +++ b/.github/workflows/pages.yml @@ -0,0 +1,55 @@ +name: EdgeMech public sample browser + +on: + pull_request: + push: + branches: [main] + workflow_dispatch: + +permissions: + contents: read + +concurrency: + group: edge-pages-${{ github.ref }} + cancel-in-progress: true + +jobs: + build: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 + - uses: actions/setup-python@ece7cb06caefa5fff74198d8649806c4678c61a1 # v6 + with: + python-version: '3.13' + - uses: actions/setup-node@249970729cb0ef3589644e2896645e5dc5ba9c38 # v6 + with: + node-version: '22' + - run: node --test tests/browser.test.cjs + - name: Validate public input bindings + run: PYTHONPATH=src python -m edgemech.site --plan + - name: Persist and verify one real occurrence + run: PYTHONPATH=src python -m edgemech.site --canary --output build/pages + - name: Retain canary before full build + run: mv build/pages build/canary + - name: Build the complete public sample + run: PYTHONPATH=src python -m edgemech.site --output build/pages + - uses: actions/upload-pages-artifact@56afc609e74202658d3ffba0e8f6dda462b719fa # v3 + if: github.ref == 'refs/heads/main' + with: + path: build/pages + + deploy: + if: github.ref == 'refs/heads/main' + needs: build + runs-on: ubuntu-latest + permissions: + pages: write + id-token: write + environment: + name: github-pages + url: ${{ steps.deployment.outputs.page_url }} + steps: + - uses: actions/configure-pages@983d7736d9b0ae728b81ab479565c72886d7745b # v5 + - name: Deploy public sample + id: deployment + uses: actions/deploy-pages@d6db90164ac5ed86f2b6aed7e0febac5b3c0c03e # v4 diff --git a/README.md b/README.md index 6ff3d4f..0a7c669 100644 --- a/README.md +++ b/README.md @@ -2,6 +2,15 @@ Release-occurrence accounting and inherited native-review eligibility for KG-Microbe. +## Public sample browser + +The [static sample browser](docs/public-sample-browser.md) provides search, filters, +stable occurrence details and downloads for the committed 10,000-occurrence sample. +It keeps the 100 historical canary assessments separate from inherited rule labels +and from the dated full-population census. It does not host the complete graph or +grant scientific approval. The Pages workflow builds pull requests and publishes +only after a reviewed merge to `main` and repository Pages setup. + EdgeMech keeps bulk rows and decision histories in immutable external Parquet artifacts and queries them with DuckDB. Shared contracts are owned by CultureBotAI/culturebotai-claw. Scientific records and decisions remain in their native Mechs. Development scope: CLAW issues #766 and #767. No live curation worker, published site, or scientific approval is implied. diff --git a/docs/public-sample-browser.md b/docs/public-sample-browser.md new file mode 100644 index 0000000..0ab4aa3 --- /dev/null +++ b/docs/public-sample-browser.md @@ -0,0 +1,109 @@ +# Public occurrence sample browser + +The static browser publishes a projection of the **10,000-occurrence sample +selected on 2026-11-12**, with 8,500 occurrences retained in the curated derivative +and 1,500 omitted. It searches the original subject, predicate, object, labels, +transform and occurrence identifier. It does not search the complete KG-Microbe +graph. Occurrence multiplicity is preserved; matching triples are not collapsed. + +The two committed 50-occurrence cohorts from November 12 and 13 contribute +separate historical source-fidelity and scientific-support fields. Missing +assessment is explicit for the other 9,900 occurrences. The canaries are purposive, +their automated assessments are historical, and independent calibration is not +claimed. Open review branches are not incorporated. Inherited rule labels such as +`accurate_direct_evidence` are displayed as recorded provenance, never converted +into scientific approval. Original triples and recorded curated changes remain +distinct. Assessments retain their own recorded claim targets. + +A separate dated section summarizes the November 7 native-overlap census of +17,637,435 occurrences in the September 29 snapshot. Its zero `exact_eligible` +count means no exact inherited-scope transfers in that census. It does not mean +that the graph has no valid biology. The census population is not the sample's +assessment denominator. External Parquet partitions are not hosted or advertised +as downloadable. This browser does not extend the local reader's publication +authority or imply remote access to its private artifacts. + +## Publication boundary + +`python -m edgemech.site` uses only seven named, committed public inputs. Every +input must be byte-identical to the full `--source-ref` Git commit (default: +`HEAD`), and the sample digest must also match its retained sampling metadata. +Unknown or duplicate occurrence IDs, mismatched original claims, overlapping +cohorts, incomplete assessment axes, and inconsistent census counts fail the +build before the destination is published. No external service is called. + +The JSON/CSV projection allowlists identifiers, labels, sampling fields, recorded +states, authored rationales, model attribution, source paths and hashes. It omits +retrieved quotations, private paths, full source records, evidence packets and +bulk graph files. Original sampling metadata explicitly says full private input +SHA-256 hashes were not computed; hashes of public derivatives do not repair that +limitation. Downloads and details expose immutable repository source links. + +No repository-wide license declaration was present when this browser was added. +The browser does not invent or grant one; upstream source terms still apply. +CSV cells starting with spreadsheet-formula characters (including after +whitespace) are prefixed with an apostrophe. JSON retains their exact text. + +## Build and canary + +The builder itself requires only the Python standard library. From this repository: + +```sh +PYTHONPATH=src uv run --frozen python -m edgemech.site --plan +PYTHONPATH=src uv run --frozen python -m edgemech.site --canary --output build/pages +``` + +The canary traverses the same projection, file-writing, verification and staging +path as the full build, using one real assessed occurrence. It reopens the +persisted JSON and checks exact bytes and record count. The output is prominently +marked as a one-record canary. Inspect `build/pages/build-receipt.json`, verify the +nonempty JSON/CSV/catalogue outputs, and run the browser check below with `--canary`. +Then preserve the canary and use the same output path for the full build: + +```sh +mv build/pages build/canary +PYTHONPATH=src uv run --frozen python -m edgemech.site --output build/pages +``` + +An existing output destination is refused; archive it under a new name before +rebuilding. Staging is private to the new build and published by a directory +rename after validation. Generated site files stay under ignored `build/`. +`sample.json`, `sample.csv`, `build-receipt.json`, and the paginated static +catalogue are deterministic for the same input revision and builder sources. +The site uses no CDN, remote JavaScript, analytics, embeddings or graph API. + +The optional render check needs Playwright and an installed Chromium/Chrome. +Use the same Python launcher, browser and output path for canary and full checks: + +```sh +python scripts/adhoc/check_browser_20261119.py --site build/pages \ + --output .temp/browser-qa --canary --browser /path/to/chrome +# Archive the canary receipt/screenshots before the full check. +python scripts/adhoc/check_browser_20261119.py --site build/pages \ + --output .temp/browser-qa --browser /path/to/chrome +uv run --frozen pytest -q +uv run --frozen ruff check src/edgemech tests scripts/adhoc +node --test tests/browser.test.cjs +``` + +The render check verifies desktop and 390px mobile layouts, detail permalink +reload, filter counts, independent assessment axes, empty/reset behavior, literal +markup queries, keyboard movement, CSV persistence, no-JavaScript catalogue, +asset-load failure, and every generated output hash. It writes screenshots and a +JSON receipt. The one-record canary does not exercise full-corpus filter counts or +pagination; the full check does. + +## GitHub Pages + +The Pages workflow checks PR builds and publishes **only from `main`** after a +reviewed merge. Repository Settings → Pages must select **GitHub Actions** before +the first deployment. This PR does not itself enable Pages or authorize a merge. +The intended URL after a successful deployment is +`https://culturebotai.github.io/EdgeMech/`. Do not advertise it as live before +verifying the actual deployment and served page. The workflow deploys only +`build/pages`, never the source checkout or `workspace/`. + +Query parameters preserve search/filter/page state. `?id=#detail` +opens a stable detail within this fixed sample. Every table and detail value is +rendered as text; no content becomes HTML. A paginated catalogue, source links, +and downloads remain available with JavaScript disabled. diff --git a/docs/validation/public-browser-20261119/README.md b/docs/validation/public-browser-20261119/README.md new file mode 100644 index 0000000..7661fcb --- /dev/null +++ b/docs/validation/public-browser-20261119/README.md @@ -0,0 +1,61 @@ +# Public browser validation — 2026-11-19 + +Public inputs were read from commit +`f841b1dff874e78d1a14075413be6a92c90f1378`. The builder and generated output hashes +are recorded in `build-receipt.json`; this source commit identifies the retained +data, not the later browser implementation commit. + +The one-record canary used the first real retained occurrence, including both +historical assessment axes, through the same Python launcher, builder, output +path (`build/pages`), local HTTP server, installed Chrome and browser-check output +path (`.temp/browser-qa`) as the full run. Canary output and its render evidence +were archived before the full run. Persisted bytes, output hashes, record count, +stable detail reload, literal markup search, empty/reset behavior, keyboard +navigation, mobile containment, the no-JavaScript catalogue and load failure +passed. The full run additionally checked 100 assessed / 9,900 unassessed cohort +filter counts, independent science filtering, a persisted filtered CSV download, +and pagination restored by URL. + +The full payload has 10,000 occurrences; 100 retain historical assessments. +The JSON is 7,771,182 bytes, or 1,225,128 bytes under deterministic gzip. +The 106 generated files total 18,138,164 bytes before the receipt itself. +The site includes 100 static catalogue pages. No external graph, model or +scientific API calls were made. There were no browser JavaScript errors. + +Receipts: + +- `canary-browser.json`: one-record persisted/rendered canary. +- `full-browser.json`: complete sample and render verification. +- `build-receipt.json`: exact public inputs and every generated output hash. + +Desktop and mobile screenshots remain in the isolated clone under +`.temp/browser-qa/`; they were visually inspected. The retained checker is +`scripts/adhoc/check_browser_20261119.py`. It accepts an explicit installed +`--browser` executable and does not modify the shared EdgeMech checkout or Python environment. +It opens the local built site only. + +Validation commands used the existing EdgeMech Python environment with +`PYTHONDONTWRITEBYTECODE=1` and `PYTHONPATH=src`, without modifying that environment: + +```sh +python -m edgemech.site --plan +python -m edgemech.site --canary --output build/pages +# Run the browser checker with --canary and archive its outputs. +python -m edgemech.site --output build/pages +python scripts/adhoc/check_browser_20261119.py --site build/pages \ + --output .temp/browser-qa --browser /path/to/installed/chrome +python -m pytest -q -p no:cacheprovider +ruff check src/edgemech tests scripts/adhoc --no-cache +python -m edgemech check-contracts +node --test tests/browser.test.cjs +UV_CACHE_DIR=.temp/uv-cache uv build --offline --no-build-isolation --python /path/to/python +``` + +The complete suite passed 711 tests (13 browser-publication tests included), +all four Node behavior tests passed, Ruff passed, and all 16 pinned CLAW contract +files verified. Source and wheel distributions built offline; the wheel contains +the builder and all three HTML/CSS/JavaScript assets. Existing-output rejection +and deterministic two-build canary reproduction are covered by the Python tests. + +This validates a local build. It does not claim a successful GitHub Pages +deployment or authorize merging the browser PR. diff --git a/docs/validation/public-browser-20261119/build-receipt.json b/docs/validation/public-browser-20261119/build-receipt.json new file mode 100644 index 0000000..61ac284 --- /dev/null +++ b/docs/validation/public-browser-20261119/build-receipt.json @@ -0,0 +1 @@ +{"builder":{"path":"src/edgemech/site.py","sha256":"53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4"},"canary":false,"counts":{"historically_assessed":100,"omitted":1500,"public_sample":10000,"published_occurrences":10000,"retained":8500,"transforms":{"bacdive/edges.tsv":654,"bactotraits/edges.tsv":654,"gold/edges.tsv":654,"gtdb/edges.tsv":654,"lpsn/edges.tsv":654,"lpsn_api/edges.tsv":654,"madin_etal/edges.tsv":654,"mediadive/edges.tsv":654,"metatraits/edges.tsv":804,"metatraits_gtdb/edges.tsv":804,"microbedecoder/edges.tsv":1554,"prego_habitat/edges.tsv":953,"rhea_mappings/edges.tsv":653}},"inputs":[{"bytes":7851103,"path":"artifacts/edge-sample-review-20261112/manifest.jsonl","sha256":"1457df4e1528d7749f39bc47b6a00d06571ea215e39934216f4bc75a2dc6c4f4","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl"},{"bytes":20403,"path":"artifacts/edge-sample-review-20261112/sampling-metadata.json","sha256":"54c38337b8d8b101be762dfbf2685b985d9833ae8593fbb4aec55792e155a125","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/sampling-metadata.json"},{"bytes":132149,"path":"artifacts/edge-sample-review-20261112/canary-ledger.jsonl","sha256":"bd99c35c3a63ef540ae9d7d111b314b513dca03b8ee52a2461057ed4f82ee651","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/canary-ledger.jsonl"},{"bytes":148510,"path":"artifacts/edge-recanary-20261113/canary.jsonl","sha256":"76b4556e9bb62cde92eaed764710f8bbe4a420b016602be1945cb9ed3d53d703","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/canary.jsonl"},{"bytes":109898,"path":"artifacts/edge-recanary-20261113/source-adjudications.json","sha256":"892481fe6beff8a7ba05c64440f8b7e96939bbfbc539ba08f1261cc3b67023ea","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/source-adjudications.json"},{"bytes":88476,"path":"artifacts/edge-recanary-20261113/scientific-ledger.jsonl","sha256":"3e9b5f30f03a7773f003092bbcf7063193f513b487375e3ffc49da59f94d69ac","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/scientific-ledger.jsonl"},{"bytes":186956,"path":"docs/validation/full-native-overlap-20261107/census-manifest.json","sha256":"a2b8353349816fd067ab3a7112fd1c2f5ee9c02971591ea52f31e9b981cbdd2e","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/docs/validation/full-native-overlap-20261107/census-manifest.json"}],"outputs":{".nojekyll":{"bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"browser.js":{"bytes":13285,"sha256":"2c2b070e3104c125f19ec92bdb69f7f62fb696badb4367c3ab0b1e7298a8fc80"},"catalogue/1.html":{"bytes":56037,"sha256":"d2308c54ace5908f9336cb5e1078f470ce9adbd7b8683c480f29f653b457c102"},"catalogue/10.html":{"bytes":55046,"sha256":"0768b331f0f85fb0749ac1a2280e90d67c9a5e5c99b18841b7f3d1a3e884158b"},"catalogue/100.html":{"bytes":63501,"sha256":"a0f95fced4afcdbaa4e7addd9e3c66f197bfc79ff94a43b38678b9051f5cd53f"},"catalogue/11.html":{"bytes":55053,"sha256":"1bebada9925de0557966a58576f73d4104243ef5138bc18294cb25cbfd583ceb"},"catalogue/12.html":{"bytes":54954,"sha256":"369c385bcb2f098355f08ba15fe05ea0b366015bb8e2e752e631f3187a22c03d"},"catalogue/13.html":{"bytes":54930,"sha256":"233ba1104c2b349b8f06dfafcb8cbc6b9499014a5b6e09950db1da93bb48744c"},"catalogue/14.html":{"bytes":54879,"sha256":"150200cfec02c338c8cfa5460f83f3370d25b287919567b84a084d52f6aa6ca6"},"catalogue/15.html":{"bytes":54946,"sha256":"d081b9d677d04ac04bcfae7341a27eeefeeda7f6bb95ee25f06ab4e6fcd4987f"},"catalogue/16.html":{"bytes":55233,"sha256":"8daa6052d2650c1549b009a1a5e7045ae2bf7b242a87360bd07d0e9cdbc76c00"},"catalogue/17.html":{"bytes":55022,"sha256":"fc832795399a77d9cb1c989902f90714454c6db483c71abea979a01da51c34fb"},"catalogue/18.html":{"bytes":55329,"sha256":"8487b42bff9b553c58999ac05cb99c2155a46bc4f99ecc9a7d42edafb4769775"},"catalogue/19.html":{"bytes":55129,"sha256":"4135205e5f1ce95cb34b7a41f0651942331139aaf9976b4d176a68fb597cfcfa"},"catalogue/2.html":{"bytes":56446,"sha256":"b1131b71b37e0d45f6de7b08538dbd36b285fc08a4a766a9cd125dc659b3f1a9"},"catalogue/20.html":{"bytes":54567,"sha256":"b4736cf69d79fea654a57126349a9010e90b8872aa5d5586f01de36850469df2"},"catalogue/21.html":{"bytes":53578,"sha256":"cc93d50097c6e187e0bc590a528d3c91fcd66b3d28d37e412efa644b22ba5c07"},"catalogue/22.html":{"bytes":53741,"sha256":"111a948bc3b46788d6f64a3f5e825c528bffe9e704df504fa492c1a96db6b49b"},"catalogue/23.html":{"bytes":53814,"sha256":"a60b5d69cc8c64efaccb55b6ad6fc840763caa83c2eea3bfae26d649c3e18f24"},"catalogue/24.html":{"bytes":55358,"sha256":"f032ed5bdf3d933e56f092a543d34ced7fbedf41964bd5cc0e9bc7668d32be9c"},"catalogue/25.html":{"bytes":55378,"sha256":"654d78a9ea80abb04fc473b777b7c091b50d8e78d536b056a24d45b13fbe0ee3"},"catalogue/26.html":{"bytes":55426,"sha256":"c653b3189ee95b80973287d916e440fb7b152acb1c895f242e9f12dc1cf5ec18"},"catalogue/27.html":{"bytes":53919,"sha256":"9726e703e26935467dd4295ac1a0d1f9378f8ec5408ef15f98944c134364819e"},"catalogue/28.html":{"bytes":53646,"sha256":"a240bd918828ecc625d3e640423c878e646884d72a7df6cf9daff3f141027456"},"catalogue/29.html":{"bytes":53689,"sha256":"94689af46165768dd13dafe36d7c4c201451250cdf9c20cf92b99d456d357943"},"catalogue/3.html":{"bytes":55509,"sha256":"a113a66661db5a087a2099740e6c100ca9a53cc4b99288d9d8337e92c568a87f"},"catalogue/30.html":{"bytes":53860,"sha256":"203477e1d2ed5b3b7e5023922d62ba4e27e873fd4527ed694cb8ef8ae0bc36af"},"catalogue/31.html":{"bytes":53770,"sha256":"84507afcb5f1f232bf9adc6fc98d72f5dacc3f56d1ee0b8774ec9d899aa15067"},"catalogue/32.html":{"bytes":53683,"sha256":"a1f825d70e58cf0fb40f859fa2c857ba8918e799b81e0da3389fe0b1bd3d7115"},"catalogue/33.html":{"bytes":53631,"sha256":"cb0e586c8ec5dc804c01dca4ad64357deeda9eab38776661c7dfd7ac0fa2da38"},"catalogue/34.html":{"bytes":53931,"sha256":"cad23a57401fe6c55412ae8fac6d8d451b66186cf319a1c10fa37523858649fa"},"catalogue/35.html":{"bytes":54049,"sha256":"7dee0f00ab4a8e82e41d67dd361835351833ccbfb910415079ad68f513ed4740"},"catalogue/36.html":{"bytes":53898,"sha256":"0bf2d7b5e7b28319e955ac5d4a3ac40e809e84d1953870209ae2888a3d3c577f"},"catalogue/37.html":{"bytes":54839,"sha256":"c4ae6103faf0e33e9812aca374a2c1ab9f3a3a854507df84d94d4a540d48c19c"},"catalogue/38.html":{"bytes":54663,"sha256":"7673fbeb9aa3fe531e175f1955178013c8aa9198bafa0bb103521b81aed4ac95"},"catalogue/39.html":{"bytes":54572,"sha256":"fb81db84d97c66b2fae0908318d4c0d9ab97c26d0aeb87c241c066165605ef69"},"catalogue/4.html":{"bytes":55415,"sha256":"f66e88400d24af4e7225d714552fb5a55e7c80f523cab6eddd6c57974786587a"},"catalogue/40.html":{"bytes":54620,"sha256":"bdf61252741d56e51da1a815c7c5a8999d666a098016225c878b691b8e236cd7"},"catalogue/41.html":{"bytes":54859,"sha256":"89d2140888a3e66744cbed950403725931e04cdfea351c58a29f5bc251b85bc0"},"catalogue/42.html":{"bytes":54673,"sha256":"3336a3d6c1a74e22828403871249795cde91a4277d2e1878980f5c05e4ecbb46"},"catalogue/43.html":{"bytes":54697,"sha256":"50d6c5b678b0cc5771d8abe3ec5ca0db9c01cdb40f5faf363e5681707d937c19"},"catalogue/44.html":{"bytes":54734,"sha256":"b9e8b29f1c64b15a079747cab545e5bfd562a5d94d0c0ae5cc6c4399acf88445"},"catalogue/45.html":{"bytes":54823,"sha256":"327883263ee2e9582e1d47a4534fba362d5a1d38f00c4e74e23a2d2e47a83d00"},"catalogue/46.html":{"bytes":54871,"sha256":"69f6292bc8a0a3a1e1d23c894411f49143fa6f0221b2391ba4ae73f556a77c6c"},"catalogue/47.html":{"bytes":55332,"sha256":"b3f275ac94211c803d871fe4c7bb059f55befe3f5334fca31fa64f8d4b2e60db"},"catalogue/48.html":{"bytes":55614,"sha256":"9cbcc3276900f84933becf955909658669922509d77d7f6a89077829002a3464"},"catalogue/49.html":{"bytes":55622,"sha256":"0eb73c61ad4ed759b28dd0ebac68ffd8c038c1c7780ffc8c3624ed65ddf87ef1"},"catalogue/5.html":{"bytes":54329,"sha256":"7fc348dcaaad25f83d4275b00f2b206bbd1da0d5f9e2460b5e58d62a3f777553"},"catalogue/50.html":{"bytes":53946,"sha256":"54697b20aa466d2c7764e6decd17c6bc7201838ffc2181264f09b8c981cbb9d6"},"catalogue/51.html":{"bytes":53636,"sha256":"98c67a807f302e4bde37b85cf0839fedfd836a0c35cee78fc2a3006b9d4313bd"},"catalogue/52.html":{"bytes":54137,"sha256":"230bb22de102dc76933dab5aee15774c648a144b9fa9b61b8b6c88cca6aa3501"},"catalogue/53.html":{"bytes":57455,"sha256":"d13c4b76b6b46abda53971d909d3172ecd4b03cdd3109e9a88b6e0e3e74355d9"},"catalogue/54.html":{"bytes":58321,"sha256":"fe09ad61573a35fc1e8864a123fff6e153ee8d7f2c1af8d40574bca2c5027ed1"},"catalogue/55.html":{"bytes":54854,"sha256":"0b7d0255dcdf88445eead72d5af958c66b2452a4f1acf7148c847dc0cf2ad516"},"catalogue/56.html":{"bytes":54620,"sha256":"4c07791e25b7f7115970065fba94b3ab88951ae29e49ce0b236d854fdb83e197"},"catalogue/57.html":{"bytes":54689,"sha256":"310558933e7771c13e07cdfc052c13040cdc5658dc483bf7955c5eddf077997a"},"catalogue/58.html":{"bytes":54593,"sha256":"e3c8d2b60b0b55d284f960dd8df246c25274d9f9c7ea59642131846b8677e350"},"catalogue/59.html":{"bytes":54522,"sha256":"04b85bd5d963ffb346fd5453ae01348bf08df1dbac6822f8ed8fa2bc0cb4c6b1"},"catalogue/6.html":{"bytes":53708,"sha256":"e8af2be7a325f98ec1c055dc59efd1f9c19bb058d6aac99ac59e992323ad7a2c"},"catalogue/60.html":{"bytes":54734,"sha256":"ceccdcf0752ac602d8967753bb4d1542bb909c501e8cc8c7c483b83de2f41252"},"catalogue/61.html":{"bytes":57846,"sha256":"11905e7ef10dc36971e0f2cdb844d4396f999deb08b5459344839dbae6352a70"},"catalogue/62.html":{"bytes":58815,"sha256":"42591717c43afd0dc7fc8d222b3cec42622dfde522d1ad8e23051782be612719"},"catalogue/63.html":{"bytes":55147,"sha256":"8ccf67deeb35e1167e40ec9f2e5ac3436dcc2099a1db166723ee2f5f7f74d851"},"catalogue/64.html":{"bytes":55121,"sha256":"a94be898c03f94d1bc886123f72f5715281aebc0227587fa3aeac0b4b272dad8"},"catalogue/65.html":{"bytes":54979,"sha256":"b71c5edd1aba9a5e2a89e44be05db0bea75360f4f735bf40e789bfedca380c2b"},"catalogue/66.html":{"bytes":55088,"sha256":"15f07c6c445a712e4887ca0526e37a5ab8fac8f237e381d3bcf45f6257670e26"},"catalogue/67.html":{"bytes":55254,"sha256":"0fdb5cf55fd0ff72227d6e74e6c067816ae3e21be9e9b34dcf49f01035384bd4"},"catalogue/68.html":{"bytes":55204,"sha256":"520491fd610784ec59b9f03b0a6e83305c415ba63f8caf2e1270843d99daeb81"},"catalogue/69.html":{"bytes":59629,"sha256":"de1fa10c9884b7142d7ff8abfc443cdebb32e12da4fce7c768e839d57f57bea8"},"catalogue/7.html":{"bytes":54222,"sha256":"eb3bf52973477a0fbf79990dff9c118a4d0c1c7de388d31f46cdbed48c8f30e8"},"catalogue/70.html":{"bytes":62693,"sha256":"ea7cac13a0febad18da969d0110e9380bc3b2e1913ba888c2faed4c9fc7dc610"},"catalogue/71.html":{"bytes":62733,"sha256":"7c081cce227d6d6cc1ef4b367ddfddd8e1cfb9e79365948bd48219ce814b6b0d"},"catalogue/72.html":{"bytes":59835,"sha256":"7341869da89a421c408c0f8ef6bd2bc3755693226bb8e0f74c7c2f581136ab89"},"catalogue/73.html":{"bytes":58023,"sha256":"461d272a89622524f783503e46a054950ff4f3c27f7312ccd8cbb7a2cd17f9b9"},"catalogue/74.html":{"bytes":58008,"sha256":"cd31171872511542e8208361a08c572eef1f725b156e5a326936cb9513893853"},"catalogue/75.html":{"bytes":61059,"sha256":"0c28da21f8b3b4de3472d0afd8966644073aaa7ab1c3f8932d763052aba6cd7b"},"catalogue/76.html":{"bytes":63284,"sha256":"da7d56351f90e72afcf6b250a6fa60f737eea422f63f88442b0fee8071894a8d"},"catalogue/77.html":{"bytes":63181,"sha256":"04e2e79d4950376e9eb445b07a0d39b4573ca18ba5a9ccb1dff3fc5e2c3a05c2"},"catalogue/78.html":{"bytes":57718,"sha256":"79f32c494183bbc101f3b513b58aa4a5338b065f506728d2cf4f2864025a1c59"},"catalogue/79.html":{"bytes":54105,"sha256":"027aba57fec400253b733bcd966e39131f22db8dddc89baf5a18ef6ed19e1381"},"catalogue/8.html":{"bytes":54951,"sha256":"b169086861d052c5a54d159d1ffb902f63650071c46f78262f6b00f2c01ef128"},"catalogue/80.html":{"bytes":55768,"sha256":"db75cacae79494aad13fccf8d360c7c8d525f18298ab65ece1c5438b7cd74b97"},"catalogue/81.html":{"bytes":57380,"sha256":"aae9ea3ef2bc5dc317314b04a33a59c61ac765702571d26c4a1c7b681249a8a2"},"catalogue/82.html":{"bytes":60911,"sha256":"48dfba7bcf140ff8d2d7445671d020f745a14f0180e3f6daa87d221313f45101"},"catalogue/83.html":{"bytes":57693,"sha256":"0b6782dcbdb87c89da4f122353ddcef7ec0dc46d17df3261e7cae6b445f9868f"},"catalogue/84.html":{"bytes":56345,"sha256":"fc8754504d43865ca9ae4be09c5ee352da1cab94fde60da1e28ef4d5cd0bb4bd"},"catalogue/85.html":{"bytes":57959,"sha256":"bd0f6344b82300e1b03df81609a11c59e0a17647e4ac3d4581fb5f84814b5c80"},"catalogue/86.html":{"bytes":58041,"sha256":"a98a8e9904d75716d8aafec3a83d49faf9e9ad6b909cbd8fb71d04bfc0b91dc9"},"catalogue/87.html":{"bytes":57732,"sha256":"08771eab4921dda073718050469a72cc2786105fcc28fa628900afb646154922"},"catalogue/88.html":{"bytes":55431,"sha256":"7c4d14f685271a04d01067ec27ec1a9025535b295bef9f804b52773b77320bbe"},"catalogue/89.html":{"bytes":55602,"sha256":"d16b329d3394d2b3cd85f92e2ebbb314ada03274412908177af8e60e036ca486"},"catalogue/9.html":{"bytes":55134,"sha256":"939046b055c3566b6b2de2ac31b6f9de526196f689ca21a05de9ba492fecb022"},"catalogue/90.html":{"bytes":55588,"sha256":"40b64c63180312a5a68a9278788f27e5649d0b32db34fe605064cac716254cf7"},"catalogue/91.html":{"bytes":55909,"sha256":"7b1414b2be73835ae0b6cdb586f4b837be37ea95a29f1be48f422552f3708c34"},"catalogue/92.html":{"bytes":55526,"sha256":"3dd111cec9c4c0e96100ed37c84d2ce10ad920a3883a0cbf04fc29b2ba7f4d12"},"catalogue/93.html":{"bytes":55560,"sha256":"06f12ae1619b16b8814a0f8c7df41c573b93005d9469145e47625bbeb168032d"},"catalogue/94.html":{"bytes":61090,"sha256":"f23c4b7b72cca407980c4efc1ec2592aabec5b1417dc9f660361338e184388cc"},"catalogue/95.html":{"bytes":65300,"sha256":"4edeae661c033233778935829649469bdc628bd63c6a58e8ca33ac0b6f3b1b1b"},"catalogue/96.html":{"bytes":64350,"sha256":"6cb2bc3949c96aac1df2788dd9e233d849b45810dd18bf1352a929ecd7ea9f5a"},"catalogue/97.html":{"bytes":65031,"sha256":"b9db3b360abb509cc945e20c7b4a989edfad4784f110734f9ae73b221048c727"},"catalogue/98.html":{"bytes":63822,"sha256":"73593f3b6ae3ff52d77116e5acc1476815678277619b61d36a292a03b40684cf"},"catalogue/99.html":{"bytes":63720,"sha256":"f6ab81b5bfe891047c01e94fa70ffd9a1ae4c69d22df4d78a88747c4bbc2bbeb"},"index.html":{"bytes":9719,"sha256":"1c8b929a3c845083c05ea1c69426354a970b41a2f5371375441fbb30c9743cfd"},"sample.csv":{"bytes":4702103,"sha256":"00c8e3446b5e885d01351862b77cb2f6e4a171616024eeb0e32be728dc75b107"},"sample.json":{"bytes":7771182,"sha256":"ee9401b52730baf82687e6c214938e65b8a526e67a3ef7cd58a7a774393eba63"},"site.css":{"bytes":6258,"sha256":"3308d112d787a4ae2f8f0e6c32bf982b2a7aea0ad353b7d2a33bb7501643f040"}},"schema":"edgemech-public-sample-browser/v1","source_commit":"f841b1dff874e78d1a14075413be6a92c90f1378"} diff --git a/docs/validation/public-browser-20261119/canary-browser.json b/docs/validation/public-browser-20261119/canary-browser.json new file mode 100644 index 0000000..2f397d7 --- /dev/null +++ b/docs/validation/public-browser-20261119/canary-browser.json @@ -0,0 +1,24 @@ +{ + "date": "2026-11-19", + "source_commit": "f841b1dff874e78d1a14075413be6a92c90f1378", + "canary": true, + "records": 1, + "checks": [ + "persisted outputs and sample counts", + "populated detail and stable URL refresh", + "literal markup query, empty state, reset", + "keyboard filter navigation", + "390px mobile layout and detail containment", + "JavaScript-disabled catalogue and exact source links", + "failed asset load gives explicit error and no inferred results" + ], + "browser_errors": [], + "sample_bytes": 5919, + "sample_gzip_bytes": 2422, + "published_output_bytes": 37507, + "builder": { + "path": "src/edgemech/site.py", + "sha256": "53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4" + }, + "sample_sha256": "77dba39913b09cf9e56ed591563da85d5b9507573a0d2c760e65f530dce262d1" +} diff --git a/docs/validation/public-browser-20261119/full-browser.json b/docs/validation/public-browser-20261119/full-browser.json new file mode 100644 index 0000000..5f3ea32 --- /dev/null +++ b/docs/validation/public-browser-20261119/full-browser.json @@ -0,0 +1,26 @@ +{ + "date": "2026-11-19", + "source_commit": "f841b1dff874e78d1a14075413be6a92c90f1378", + "canary": false, + "records": 10000, + "checks": [ + "persisted outputs and sample counts", + "populated detail and stable URL refresh", + "literal markup query, empty state, reset", + "independent axis filters and persisted filtered CSV", + "unreviewed scope and paginated URL state", + "keyboard filter navigation", + "390px mobile layout and detail containment", + "JavaScript-disabled catalogue and exact source links", + "failed asset load gives explicit error and no inferred results" + ], + "browser_errors": [], + "sample_bytes": 7771182, + "sample_gzip_bytes": 1225128, + "published_output_bytes": 18138164, + "builder": { + "path": "src/edgemech/site.py", + "sha256": "53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4" + }, + "sample_sha256": "ee9401b52730baf82687e6c214938e65b8a526e67a3ef7cd58a7a774393eba63" +} diff --git a/pyproject.toml b/pyproject.toml index 6cc02a2..1b2dbf7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,7 +25,7 @@ build-backend = "setuptools.build_meta" where = ["src"] [tool.setuptools.package-data] -edgemech = ["schema/*.yaml", "contract-pins.json"] +edgemech = ["schema/*.yaml", "contract-pins.json", "site_assets/*"] [tool.pytest.ini_options] testpaths = ["tests"] diff --git a/scripts/adhoc/check_browser_20261119.py b/scripts/adhoc/check_browser_20261119.py new file mode 100644 index 0000000..24fc74a --- /dev/null +++ b/scripts/adhoc/check_browser_20261119.py @@ -0,0 +1,142 @@ +"""Render and verify Edge Pages output; local inputs/screenshots/receipt; 2026-11-19. + +Requires Playwright and its Chromium runtime. No external navigation or data retrieval. +""" + +from __future__ import annotations + +import argparse +import functools +import gzip +import hashlib +import json +import threading +from http.server import SimpleHTTPRequestHandler, ThreadingHTTPServer +from pathlib import Path + +from playwright.sync_api import sync_playwright + + +class QuietHandler(SimpleHTTPRequestHandler): + def log_message(self, *_args): + pass + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--site", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + parser.add_argument("--canary", action="store_true") + parser.add_argument("--browser", help="Optional installed Chromium/Chrome executable") + args = parser.parse_args() + args.output.mkdir(parents=True, exist_ok=True) + raw = (args.site / "sample.json").read_bytes() + data = json.loads(raw) + expected = 1 if args.canary else 10000 + assert len(data["records"]) == expected and data["canary"] == args.canary + receipt = json.loads((args.site / "build-receipt.json").read_bytes()) + for path, descriptor in receipt["outputs"].items(): + payload = (args.site / path).read_bytes() + assert len(payload) == descriptor["bytes"] + assert hashlib.sha256(payload).hexdigest() == descriptor["sha256"] + server = ThreadingHTTPServer(("127.0.0.1", 0), functools.partial( + QuietHandler, directory=str(args.site.resolve()))) + threading.Thread(target=server.serve_forever, daemon=True).start() + url = f"http://127.0.0.1:{server.server_port}/" + checks, errors = [], [] + try: + with sync_playwright() as playwright: + browser = playwright.chromium.launch(executable_path=args.browser) + page = browser.new_page(viewport={"width": 1440, "height": 1000}) + page.on("pageerror", lambda error: errors.append(str(error))) + page.goto(url) + page.wait_for_function("!document.getElementById('query').disabled") + assert f"/ {expected:,} published sample occurrences" in page.locator( + "#result-count").inner_text() + assert page.locator("#results tbody tr").count() == min(expected, 50) + checks.append("persisted outputs and sample counts") + page.locator("#results tbody a").first.click() + assert page.locator("#detail").is_visible() + assert "Sample SHA-256" in page.locator("#detail-body").inner_text() + assert page.locator("#detail .assessments article").count() == 2 + detail_url = page.url + page.reload() + page.wait_for_function("!document.getElementById('query').disabled") + assert page.locator("#detail").is_visible() and page.url == detail_url + checks.append("populated detail and stable URL refresh") + page.locator("#query").fill('') + assert page.locator("#empty").is_visible() + assert page.locator("#results tbody tr").count() == 0 + assert page.locator("#results img").count() == 0 + page.locator("button[type=reset]").click() + assert page.locator("#detail").is_hidden() + checks.append("literal markup query, empty state, reset") + if not args.canary: + page.locator("#cohort").select_option("assessed") + assert page.locator("#result-count").inner_text().startswith("100 matching") + page.locator("#science").select_option("SUPPORTED") + expected_support = sum(row.get("review", {}).get("scientific_support", {}).get( + "verdict") == "SUPPORTED" for row in data["records"]) + assert page.locator("#result-count").inner_text().startswith( + f"{expected_support} matching") + with page.expect_download() as download_info: + page.locator("#download-filtered").click() + download = download_info.value + destination = args.output / "filtered.csv" + download.save_as(destination) + assert destination.stat().st_size > 0 + checks.append("independent axis filters and persisted filtered CSV") + page.locator("button[type=reset]").click() + page.locator("#cohort").select_option("unreviewed") + assert page.locator("#result-count").inner_text().startswith("9,900 matching") + page.locator("#next").click() + assert "Page 2" in page.locator("#page-label").inner_text() + page.reload() + page.wait_for_function("!document.getElementById('query').disabled") + assert "Page 2" in page.locator("#page-label").inner_text() + checks.append("unreviewed scope and paginated URL state") + page.locator("button[type=reset]").click() + page.locator("#query").focus() + page.keyboard.press("Tab") + assert page.locator("#transform").evaluate("el => el === document.activeElement") + checks.append("keyboard filter navigation") + page.screenshot(path=str(args.output / "desktop.png"), full_page=True) + page.set_viewport_size({"width": 390, "height": 844}) + page.goto(url) + page.wait_for_function("!document.getElementById('query').disabled") + assert page.evaluate("document.documentElement.scrollWidth <= innerWidth") + page.locator("#results tbody a").first.click() + assert page.evaluate("document.documentElement.scrollWidth <= innerWidth") + page.screenshot(path=str(args.output / "mobile.png"), full_page=True) + checks.append("390px mobile layout and detail containment") + nojs = browser.new_context(java_script_enabled=False) + fallback = nojs.new_page() + fallback.goto(url + "catalogue/1.html") + assert fallback.locator("tbody tr").count() == min(expected, 100) + assert fallback.locator("tbody a").last.get_attribute("href").startswith("https://github.com/") + checks.append("JavaScript-disabled catalogue and exact source links") + failed = browser.new_page() + failed.route("**/sample.json", lambda route: route.fulfill(status=503, body="unavailable")) + failed.goto(url) + failed.wait_for_selector("#load-error:not([hidden])") + assert failed.locator("#query").is_disabled() + assert failed.locator("#results tbody tr").count() == 0 + checks.append("failed asset load gives explicit error and no inferred results") + browser.close() + finally: + server.shutdown() + server.server_close() + assert not errors, errors + result = {"date": "2026-11-19", "source_commit": data["source_commit"], + "canary": args.canary, "records": expected, "checks": checks, + "browser_errors": errors, "sample_bytes": len(raw), + "sample_gzip_bytes": len(gzip.compress(raw, mtime=0)), + "published_output_bytes": sum(item["bytes"] for item in receipt["outputs"].values()), + "builder": receipt["builder"], + "sample_sha256": hashlib.sha256(raw).hexdigest()} + (args.output / "receipt.json").write_text(json.dumps(result, indent=2) + "\n") + print(json.dumps(result, sort_keys=True)) + + +if __name__ == "__main__": + main() diff --git a/scripts/adhoc/inspect_browser_inputs_20261119.py b/scripts/adhoc/inspect_browser_inputs_20261119.py new file mode 100644 index 0000000..28eb337 --- /dev/null +++ b/scripts/adhoc/inspect_browser_inputs_20261119.py @@ -0,0 +1,22 @@ +"""Inspect committed browser inputs; stdout only; Edge Pages plan, 2026-11-19.""" + +import json +from collections import Counter +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[2] +PATHS = ( + "artifacts/edge-sample-review-20261112/manifest.jsonl", + "artifacts/edge-sample-review-20261112/canary-ledger.jsonl", + "artifacts/edge-recanary-20261113/canary.jsonl", + "artifacts/edge-recanary-20261113/source-adjudications.json", + "artifacts/edge-recanary-20261113/scientific-ledger.jsonl", +) +for name in PATHS: + raw = (ROOT / name).read_text() + rows = [json.loads(line) for line in raw.splitlines()] if name.endswith("jsonl") else json.loads(raw) + print(json.dumps({"path": name, "bytes": len(raw.encode()), "rows": len(rows), + "keys": sorted(set().union(*(row.keys() for row in rows))), + "verdicts": dict(Counter(row.get("verdict") for row in rows)), + "applicability": dict(Counter(row.get("scientific_applicability") + for row in rows))}, sort_keys=True)) diff --git a/src/edgemech/site.py b/src/edgemech/site.py new file mode 100644 index 0000000..73d524e --- /dev/null +++ b/src/edgemech/site.py @@ -0,0 +1,299 @@ +"""Build the public, bounded occurrence sample browser without external graph access.""" + +from __future__ import annotations + +import argparse +import csv +import hashlib +import html +import io +import json +import re +import shutil +import subprocess +import tempfile +from collections import Counter +from pathlib import Path + +REPOSITORY = "https://github.com/CultureBotAI/EdgeMech" +SAMPLE = "artifacts/edge-sample-review-20261112/manifest.jsonl" +SAMPLING = "artifacts/edge-sample-review-20261112/sampling-metadata.json" +FIRST = "artifacts/edge-sample-review-20261112/canary-ledger.jsonl" +FRESH = "artifacts/edge-recanary-20261113/canary.jsonl" +FIDELITY = "artifacts/edge-recanary-20261113/source-adjudications.json" +SCIENCE = "artifacts/edge-recanary-20261113/scientific-ledger.jsonl" +CENSUS = "docs/validation/full-native-overlap-20261107/census-manifest.json" +INPUTS = (SAMPLE, SAMPLING, FIRST, FRESH, FIDELITY, SCIENCE, CENSUS) +FIELDS = ( + "occurrence_id", "subject", "subject_label", "predicate", "predicate_label", "object", + "object_label", "origin_transform", "disposition", "presence_verdict", + "content_accuracy_verdict", "row_number", "transform_row_number", "partition_id", + "sample_hash", "hash_rank", "sampling_weight", "stratum_population", "stratum_quota", +) +VERDICTS = {"SUPPORTED", "CONTRADICTED", "NOT_FOUND", "NOT_ASSESSABLE", "NOT_APPLICABLE"} +OCCURRENCE = re.compile(r"urn:kg-microbe:occurrence:v1:[a-f0-9]{64}\Z") + + +def encode(value: object) -> bytes: + return (json.dumps(value, ensure_ascii=False, allow_nan=False, sort_keys=True, + separators=(",", ":")) + "\n").encode() + + +def digest(raw: bytes) -> str: + return hashlib.sha256(raw).hexdigest() + + +def git(root: Path, *args: str) -> bytes: + return subprocess.check_output(["git", "-C", str(root), *args]) + + +def read_inputs(root: Path, source_ref: str) -> tuple[dict, list[dict]]: + """Only publish tracked bytes identical to the immutable source revision.""" + if not re.fullmatch(r"[a-f0-9]{40}", source_ref): + raise ValueError("source revision must be a full Git commit SHA") + values, provenance = {}, [] + for name in INPUTS: + raw = (root / name).read_bytes() + if raw != git(root, "show", f"{source_ref}:{name}"): + raise ValueError(f"uncommitted or mismatched input: {name}") + values[name] = ([json.loads(line) for line in raw.splitlines()] + if name.endswith("jsonl") else json.loads(raw)) + provenance.append({"path": name, "sha256": digest(raw), "bytes": len(raw), + "url": f"{REPOSITORY}/blob/{source_ref}/{name}"}) + expected = values[SAMPLING]["hashes"][SAMPLE] + if provenance[0]["sha256"] != expected: + raise ValueError("sample hash differs from retained sampling metadata") + return values, provenance + + +def indexed(rows: list[dict], name: str) -> dict[str, dict]: + result = {} + for row in rows: + identifier = row["occurrence_id"] + if not OCCURRENCE.fullmatch(identifier) or identifier in result: + raise ValueError(f"invalid or duplicate occurrence in {name}") + result[identifier] = row + return result + + +def assessment(row: dict) -> dict: + """Publish authored assessment fields, never retrieved quotations or private paths.""" + if row["verdict"] not in VERDICTS: + raise ValueError("unknown historical assessment verdict") + result = {key: row[key] for key in ( + "verdict", "rationale", "claim_target", "adjudicating_model", + "scientific_applicability", "applicability_reason", + ) if key in row} + if not isinstance(result.get("rationale"), str) or not result["rationale"]: + raise ValueError("historical assessment has no rationale") + return result + + +def project(values: dict, provenance: list[dict], source_ref: str, canary: bool = False) -> dict: + """Keep occurrence identities, original claims and both review axes independent.""" + sample = indexed(values[SAMPLE], SAMPLE) + first = indexed(values[FIRST], FIRST) + fresh = indexed(values[FRESH], FRESH) + fidelity = indexed(values[FIDELITY], FIDELITY) + science = indexed(values[SCIENCE], SCIENCE) + if len(sample) != values[SAMPLING]["sample_size"]: + raise ValueError("sample count differs from retained metadata") + if set(first) & set(fresh) or set(fresh) != set(fidelity) or set(fresh) != set(science): + raise ValueError("historical cohorts overlap or their assessment axes differ") + if not (set(first) | set(fresh)) <= set(sample): + raise ValueError("historical review refers outside the public sample") + if len(first) != 50 or len(fresh) != 50: + raise ValueError("expected two retained fifty-occurrence historical cohorts") + transforms = dict(sorted(Counter(row["origin_transform"] for row in sample.values()).items())) + if transforms != values[SAMPLING]["transforms"]: + raise ValueError("sample transforms differ from retained metadata") + retained = sum(row["disposition"] == "retained" for row in sample.values()) + if (len(sample), retained, len(transforms)) != (10000, 8500, 13): + raise ValueError("dated browser scope must be updated before publishing a changed sample") + records = [] + for line, row in enumerate(values[SAMPLE], 1): + record = {key: row[key] for key in FIELDS} + record["source_line"] = line + identifier = row["occurrence_id"] + for key in ("subject", "predicate", "object", "origin_transform"): + for cohort in (first, fresh): + if identifier in cohort and cohort[identifier][key] != row[key]: + raise ValueError("historical review claim differs from the original sample") + if "curated_change" in row: + record["curated_change"] = {key: row["curated_change"][key] + for key in ("subject", "predicate", "object", + "curation_action")} + if identifier in first: + if any(first[identifier][axis]["occurrence_id"] != identifier + for axis in ("source_fidelity", "scientific_support")): + raise ValueError("historical assessment is bound to a different occurrence") + record["review"] = { + "cohort": "2026-11-12", "ordinal": first[identifier]["canary_ordinal"], + "source_fidelity": assessment(first[identifier]["source_fidelity"]), + "scientific_support": assessment(first[identifier]["scientific_support"]), + "source_paths": [FIRST], + } + elif identifier in fresh: + record["review"] = { + "cohort": "2026-11-13", "ordinal": fresh[identifier]["canary_ordinal"], + "source_fidelity": assessment(fidelity[identifier]), + "scientific_support": assessment(science[identifier]), + "source_paths": [FIDELITY, SCIENCE], + } + records.append(record) + if canary: + records = [next(row for row in records if row.get("review"))] + census = values[CENSUS] + if sum(census["counts"].values()) != census["source"]["source_rows"]: + raise ValueError("census categories do not reconcile to the dated population") + if (census["source"]["source_rows"], census["counts"]["exact_eligible"], + census["independent_scientific_reviews"]) != (17637435, 0, 0): + raise ValueError("dated browser summary must be updated before publishing a changed census") + return { + "schema": "edgemech-public-sample-browser/v1", "source_commit": source_ref, + "canary": canary, "sample_date": "2026-11-12", "records": records, + "counts": {"public_sample": len(sample), "published_occurrences": len(records), + "retained": retained, + "omitted": sum(row["disposition"] != "retained" for row in sample.values()), + "historically_assessed": len(first) + len(fresh), "transforms": transforms}, + "sampling": {key: values[SAMPLING][key] for key in ( + "method", "seed", "inference", "input_identity_limitation", "source_representation", + )}, + "census": {"date": "2026-11-07", "source_snapshot_date": "2026-09-29", + "occurrences": census["source"]["source_rows"], "counts": census["counts"], + "eligibility_semantics": census["eligibility_semantics"], + "independent_scientific_reviews": census["independent_scientific_reviews"], + "kg_occurrences_approved": census["kg_occurrences_approved"], + "edge_member_sha256": census["source"]["edge_member_sha256"], + "source_path": CENSUS}, + "provenance": provenance, + "rights": "No repository-wide license is declared. Upstream source terms still apply.", + } + + +def safe_csv(value: object) -> str: + text = "" if value is None else str(value) + return "'" + text if text.lstrip().startswith(("=", "+", "-", "@")) else text + + +def csv_bytes(records: list[dict]) -> bytes: + columns = list(FIELDS) + ["source_line", "source_fidelity", "scientific_support", "historical_cohort", + "curated_subject", "curated_predicate", "curated_object"] + stream = io.StringIO(newline="") + writer = csv.writer(stream) + writer.writerow(columns) + for row in records: + review = row.get("review", {}) + values = [row[key] for key in FIELDS] + values += [row["source_line"]] + values += [review.get(axis, {}).get("verdict", "NOT_REVIEWED_IN_RETAINED_COHORTS") + for axis in ("source_fidelity", "scientific_support")] + values += [review.get("cohort", "")] + values += [row.get("curated_change", {}).get(key, "") + for key in ("subject", "predicate", "object")] + writer.writerow([safe_csv(value) for value in values]) + return stream.getvalue().encode() + + +def catalogue(data: dict, output: Path) -> None: + """Readable paginated HTML remains available without JavaScript.""" + records = data["records"] + page_size = 100 + pages = (len(records) + page_size - 1) // page_size + target = output / "catalogue" + target.mkdir() + for page in range(pages): + body = [] + for row in records[page * page_size:(page + 1) * page_size]: + identifier = row["occurrence_id"] + cells = [f'' + f'{html.escape(row["subject_label"] or row["subject"])}', + html.escape(row["predicate_label"] or row["predicate"]), + html.escape(row["object_label"] or row["object"]), + html.escape(row["origin_transform"]), html.escape(row["disposition"])] + for axis in ("source_fidelity", "scientific_support"): + cells.append(html.escape(row.get("review", {}).get(axis, {}).get( + "verdict", "Not in retained review cohorts"))) + cells.append(f'Exact source row') + body.append("" + "".join(f"{value}" for value in cells) + "") + navigation = " ".join(f'{label}' for number, label in ( + (page, "Previous"), (page + 2, "Next")) if 1 <= number <= pages) + text = f''' + +EdgeMech sample catalogue · {page + 1} +
EdgeMech sample browser +

Occurrence sample catalogue

Page {page + 1} of {pages} · +{len(records):,} published sample occurrences. Historical assessment states are separate from +release presence and inherited transport eligibility. Not a search of the full graph.

+

Download this public sample as CSV

+
+ + +{''.join(body)}
Original subjectOriginal predicateOriginal objectTransformDispositionSource fidelityScientific supportProvenance
+
''' + (target / f"{page + 1}.html").write_text(text) + + +def build(root: Path, output: Path, source_ref: str, *, canary: bool = False) -> dict: + if output.exists(): + raise ValueError("output already exists; choose an empty destination or archive the old build") + values, provenance = read_inputs(root, source_ref) + data = project(values, provenance, source_ref, canary) + output.parent.mkdir(parents=True, exist_ok=True) + staging = Path(tempfile.mkdtemp(prefix=".edge-pages-", dir=output.parent)) + try: + raw = encode(data) + (staging / "sample.json").write_bytes(raw) + (staging / "sample.csv").write_bytes(csv_bytes(data["records"])) + assets = Path(__file__).with_name("site_assets") + for name in ("index.html", "site.css", "browser.js"): + text = (assets / name).read_text() + text = text.replace("SOURCE_COMMIT", source_ref) + text = text.replace("BUILD_SCOPE", "ONE-RECORD CANARY — " if canary else "") + (staging / name).write_text(text) + (staging / ".nojekyll").write_text("") + catalogue(data, staging) + receipt = { + "schema": data["schema"], "source_commit": source_ref, "canary": canary, + "builder": {"path": "src/edgemech/site.py", "sha256": digest(Path(__file__).read_bytes())}, + "counts": data["counts"], "inputs": provenance, + "outputs": {str(path.relative_to(staging)): { + "bytes": path.stat().st_size, "sha256": digest(path.read_bytes()), + } for path in sorted(staging.rglob("*")) if path.is_file()}, + } + (staging / "build-receipt.json").write_bytes(encode(receipt)) + # Re-read actual persisted output, including cardinality and exact bytes, before publishing. + persisted = (staging / "sample.json").read_bytes() + if persisted != raw or len(json.loads(persisted)["records"]) != len(data["records"]): + raise ValueError("persisted browser payload failed verification") + staging.rename(output) + return receipt + finally: + if staging.exists(): + shutil.rmtree(staging) + + +def main() -> int: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--root", type=Path, default=Path.cwd()) + parser.add_argument("--output", type=Path, default=Path("build/pages")) + parser.add_argument("--source-ref", help="Immutable commit; defaults to HEAD") + parser.add_argument("--plan", action="store_true", help="Validate inputs without writing") + parser.add_argument("--canary", action="store_true", help="Publish exactly one real review row") + args = parser.parse_args() + source_ref = args.source_ref or git(args.root, "rev-parse", "HEAD").decode().strip() + if args.plan: + values, provenance = read_inputs(args.root, source_ref) + result = project(values, provenance, source_ref, args.canary) + print(json.dumps({"source_commit": source_ref, "counts": result["counts"], + "canary": args.canary, "writes": False}, sort_keys=True)) + else: + result = build(args.root, args.output, source_ref, canary=args.canary) + print(json.dumps({"source_commit": source_ref, "counts": result["counts"], + "canary": args.canary, "files": len(result["outputs"])}, sort_keys=True)) + return 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/src/edgemech/site_assets/browser.js b/src/edgemech/site_assets/browser.js new file mode 100644 index 0000000..fc44fe2 --- /dev/null +++ b/src/edgemech/site_assets/browser.js @@ -0,0 +1,209 @@ +/* Public sample browser. Plain-text rendering; no external services or graph inference. */ +"use strict"; +(() => { + const pageSize = 50; + const verdictLabels = {SUPPORTED: "Supported", CONTRADICTED: "Contradicted", NOT_FOUND: "Not found", + NOT_ASSESSABLE: "Not assessable", NOT_APPLICABLE: "Not applicable", UNREVIEWED: "Outside retained cohorts"}; + const stateKeys = ["q", "transform", "disposition", "cohort", "source", "science", "id", "page"]; + function verdict(row, axis) { return row.review?.[axis]?.verdict || "UNREVIEWED"; } + function matches(row, state) { + const query = (state.q || "").trim().toLowerCase(); + const text = ["subject", "subject_label", "predicate", "predicate_label", "object", "object_label", + "occurrence_id", "origin_transform"].map(key => row[key] || "").join(" ").toLowerCase(); + return (!query || text.includes(query)) && (!state.transform || row.origin_transform === state.transform) + && (!state.disposition || (state.disposition === "retained" ? row.disposition === "retained" : row.disposition !== "retained")) + && (!state.cohort || (state.cohort === "assessed" ? !!row.review : state.cohort === "unreviewed" ? !row.review : row.review?.cohort === state.cohort)) + && (!state.source || verdict(row, "source_fidelity") === state.source) + && (!state.science || verdict(row, "scientific_support") === state.science); + } + function csvCell(value) { + let text = value == null ? "" : String(value); + if (/^[\s]*[=+@-]/u.test(text)) text = "'" + text; + return '"' + text.replaceAll('"', '""') + '"'; + } + function csv(records) { + const keys = ["occurrence_id", "subject", "subject_label", "predicate", "predicate_label", "object", + "object_label", "origin_transform", "disposition", "presence_verdict", "content_accuracy_verdict", + "row_number", "transform_row_number", "source_line"]; + const header = [...keys, "source_fidelity", "scientific_support", "historical_cohort", + "curated_subject", "curated_predicate", "curated_object"]; + const rows = records.map(row => [...keys.map(key => row[key]), verdict(row, "source_fidelity"), + verdict(row, "scientific_support"), row.review?.cohort || "", + ...["subject", "predicate", "object"].map(key => row.curated_change?.[key] || "")]); + return [header, ...rows].map(row => row.map(csvCell).join(",")).join("\r\n") + "\r\n"; + } + function readState(search) { + const params = new URLSearchParams(search); + const state = Object.fromEntries(stateKeys.map(key => [key, params.get(key) || ""])); + state.page = Math.max(1, Math.min(100000, parseInt(state.page, 10) || 1)); + return state; + } + const api = {matches, verdict, csv, csvCell, readState}; + if (typeof module !== "undefined") module.exports = api; + if (typeof document === "undefined") return; + + const byId = id => document.getElementById(id); + const node = (tag, text, className) => { + const element = document.createElement(tag); + if (text != null) element.textContent = String(text); + if (className) element.className = className; + return element; + }; + function link(text, href) { const a = node("a", text); a.href = href; return a; } + let data, filtered = [], state = readState(location.search); + const controls = {q: "query", transform: "transform", disposition: "disposition", cohort: "cohort", source: "source", science: "science"}; + function syncControls() { + for (const [key, id] of Object.entries(controls)) { + const control = byId(id); + control.value = state[key]; + if (control.tagName === "SELECT" && control.selectedIndex < 0) { control.value = ""; state[key] = ""; } + } + } + function updateUrl(replace = false) { + const url = new URL(location.href); + url.search = ""; + for (const key of stateKeys) if (state[key] && !(key === "page" && state.page === 1)) url.searchParams.set(key, state[key]); + url.hash = state.id ? "detail" : "browse"; + history[replace ? "replaceState" : "pushState"](null, "", url); + } + const sourceUrl = path => `https://github.com/CultureBotAI/EdgeMech/blob/${data.source_commit}/${path}`; + function field(list, label, value) { + list.append(node("dt", label), node("dd", value)); + } + function claim(row, curated = false) { + const section = node("div", null, "claim"); + for (const key of ["subject", "predicate", "object"]) { + const cell = node("div"); + cell.append(node("small", `${curated ? "Curated" : "Original"} ${key}`)); + if (!curated && row[`${key}_label`]) cell.append(node("strong", row[`${key}_label`])); + cell.append(node("code", row[key])); + section.append(cell); + } + return section; + } + function showDetail(focus = false) { + const section = byId("detail"), body = byId("detail-body"); + section.hidden = !state.id; + body.replaceChildren(); + if (!state.id) return; + const row = data.records.find(item => item.occurrence_id === state.id); + if (!row) { body.append(node("p", "This occurrence ID is not in the published sample. The full graph is not searched.", "notice")); return; } + body.append(node("p", row.occurrence_id), claim(row)); + if (row.curated_change) { + body.append(node("h3", "Separately recorded curated change"), claim(row.curated_change, true), + node("p", row.curated_change.curation_action), + node("p", "The historical assessments below concern their recorded claim target. They do not automatically validate this curated change.")); + } + const metadata = node("dl"); + field(metadata, "Transform", row.origin_transform); + field(metadata, "Release disposition", row.disposition); + field(metadata, "Recorded presence label", row.presence_verdict); + field(metadata, "Recorded rule label", row.content_accuracy_verdict); + field(metadata, "Native-review transfer", "Not recorded for this sample occurrence; cannot be inferred from the separate census."); + field(metadata, "Source location", `row ${row.row_number}; transform row ${row.transform_row_number}; partition ${row.partition_id}`); + field(metadata, "Sampling stratum", `${row.stratum_quota} selected / ${row.stratum_population} occurrences; weight ${row.sampling_weight}`); + body.append(metadata, node("p", "Presence and rule labels are inherited provenance. They are not independent scientific approval.")); + const panels = node("div", null, "assessments"); + for (const [axis, title] of [["source_fidelity", "Source fidelity"], ["scientific_support", "Scientific support"]]) { + const article = node("article"), assessment = row.review?.[axis]; + article.append(node("h3", title), node("span", verdictLabels[verdict(row, axis)], "badge")); + article.append(node("p", assessment?.rationale || "No assessment in either retained historical cohort. This does not mean the claim is false or lacks evidence elsewhere.")); + if (assessment?.claim_target) article.append(node("p", `Recorded target: ${assessment.claim_target}`)); + if (assessment?.scientific_applicability) article.append(node("p", `Applicability: ${assessment.scientific_applicability}. ${assessment.applicability_reason || ""}`)); + if (assessment?.adjudicating_model) article.append(node("small", `Recorded reviewer: ${assessment.adjudicating_model}`)); + panels.append(article); + } + body.append(panels); + if (row.review) { + body.append(node("p", `Historical cohort ${row.review.cohort}, occurrence ${row.review.ordinal}. Purposive assessment, not a population accuracy estimate.`)); + for (const path of row.review.source_paths) { + const paragraph = node("p"); + paragraph.append(link(`Retained assessment: ${path.split("/").pop()} ↗`, sourceUrl(path))); + body.append(paragraph); + } + } + const sample = data.provenance.find(item => item.path.endsWith("/manifest.jsonl")); + const original = node("p"); + original.append(link("Exact public sample row ↗", `${sample.url}#L${row.source_line}`)); + body.append(original); + body.append(node("p", `Sample SHA-256: ${sample.sha256}`)); + if (focus) { byId("detail-title").focus(); section.scrollIntoView({block: "start"}); } + } + function render() { + filtered = data.records.filter(row => matches(row, state)); + const pages = Math.max(1, Math.ceil(filtered.length / pageSize)); + state.page = Math.min(state.page, pages); + const tbody = byId("results").querySelector("tbody"); + tbody.replaceChildren(); + for (const row of filtered.slice((state.page - 1) * pageSize, state.page * pageSize)) { + const tr = node("tr"); + for (const key of ["subject", "predicate", "object"]) { + const td = node("td"); + if (key === "subject") { + const url = new URL(location.href); url.searchParams.set("id", row.occurrence_id); url.hash = "detail"; + const a = link(row.subject_label || row.subject, url.toString()); + a.addEventListener("click", event => { + if (event.ctrlKey || event.metaKey || event.shiftKey || event.altKey) return; + event.preventDefault(); state.id = row.occurrence_id; updateUrl(); showDetail(true); + }); td.append(a); + } else td.append(node("span", row[`${key}_label`] || row[key])); + if (row[`${key}_label`]) td.append(node("small", row[key])); + tr.append(td); + } + const origin = node("td", row.origin_transform.replace("/edges.tsv", "")); + origin.append(node("small", row.disposition)); tr.append(origin); + for (const axis of ["source_fidelity", "scientific_support"]) { + const td = node("td"); td.append(node("span", verdictLabels[verdict(row, axis)], "badge")); tr.append(td); + } + tbody.append(tr); + } + byId("result-count").textContent = `${filtered.length.toLocaleString()} matching / ${data.records.length.toLocaleString()} published sample occurrences`; + byId("page-label").textContent = `Page ${state.page} of ${pages}`; + byId("previous").disabled = state.page <= 1; + byId("next").disabled = state.page >= pages; + byId("empty").hidden = filtered.length !== 0; + byId("download-filtered").disabled = filtered.length === 0; + showDetail(); + } + async function load() { + try { + const response = await fetch("sample.json"); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const payload = await response.text(); + data = JSON.parse(payload); + if (data.schema !== "edgemech-public-sample-browser/v1" || !Array.isArray(data.records) + || data.records.length !== data.counts.published_occurrences) throw new Error("Unexpected public sample schema"); + for (const transform of Object.keys(data.counts.transforms)) byId("transform").append(new Option(transform.replace("/edges.tsv", ""), transform)); + for (const id of ["source", "science"]) for (const [value, label] of Object.entries(verdictLabels)) byId(id).append(new Option(label, value)); + byId("filters").querySelectorAll("input,select,button").forEach(control => { control.disabled = false; }); + syncControls(); render(); + const list = node("dl"); + for (const [key, value] of Object.entries(data.census.counts)) { list.append(node("dt", key.replaceAll("_", " ")), node("dd", value.toLocaleString())); } + byId("census-counts").append(list); + for (const source of data.provenance) { + const p = node("p"); p.append(link(source.path, source.url), node("code", source.sha256)); byId("provenance").append(p); + } + byId("payload-size").textContent = `Public JSON size before HTTP compression: ${new TextEncoder().encode(payload).length.toLocaleString()} bytes. Source files and generated outputs are hashed in the build receipt.`; + if (state.id) showDetail(false); + } catch (error) { + const message = byId("load-error"); message.hidden = false; + message.textContent = `The public sample could not be loaded (${error.message}). Use the static catalogue or downloads below; no results are being inferred.`; + byId("result-count").textContent = "Sample unavailable"; + } + } + byId("filters").addEventListener("submit", event => event.preventDefault()); + for (const [key, id] of Object.entries(controls)) byId(id).addEventListener(key === "q" ? "input" : "change", () => { + state[key] = byId(id).value; state.page = 1; updateUrl(key === "q"); render(); + }); + byId("filters").addEventListener("reset", event => { event.preventDefault(); state = readState(""); syncControls(); updateUrl(); render(); }); + byId("previous").addEventListener("click", () => { state.page--; updateUrl(); render(); }); + byId("next").addEventListener("click", () => { state.page++; updateUrl(); render(); }); + byId("close-detail").addEventListener("click", () => { state.id = ""; updateUrl(); showDetail(); byId("query").focus(); }); + window.addEventListener("popstate", () => { if (data) { state = readState(location.search); syncControls(); render(); } }); + byId("download-filtered").addEventListener("click", () => { + const url = URL.createObjectURL(new Blob([csv(filtered)], {type: "text/csv;charset=utf-8"})); + const a = link("", url); a.download = "edgemech-filtered-sample.csv"; document.body.append(a); a.click(); a.remove(); + setTimeout(() => URL.revokeObjectURL(url), 1000); + }); + load(); +})(); diff --git a/src/edgemech/site_assets/index.html b/src/edgemech/site_assets/index.html new file mode 100644 index 0000000..f8cd8f4 --- /dev/null +++ b/src/edgemech/site_assets/index.html @@ -0,0 +1,74 @@ + + + + + + + EdgeMech · occurrence sample browser + + + + + +
← All Mech projectsSource repository ↗
+
+
+
KG-Microbe · release accounting & review provenance
+

EdgeMech

+

BUILD_SCOPEOccurrence sample browser

+

Explore 10,000 selected edge occurrences: the original claims, their release disposition, and the historical evidence assessments retained in this repository.

+

This browser searches a dated sample, not the full KG-Microbe graph. Repeated claims remain separate occurrences. Review states describe retained historical work, not a current scientific approval.

+ +
+
10,000selected occurrences
8,500retained in curated derivative
1,500omitted from curated derivative
100historically assessed in two cohorts
13source transforms
+
+
+ +
+
Public sample · 12 November 2026

Find an occurrence

Browse without JavaScript ↗
+ + + +
Original sample claims and independent historical assessment axes
Original subjectOriginal predicateOriginal objectTransform / dispositionSource fidelityScientific support
+ + +
+ + + +
Read the evidence at its recorded scope

Three distinct questions

+

What was in the release?

Each row identifies an original edge occurrence. “Retained” and omission reasons describe the curated derivative. A recorded rule label is provenance, not an independently validated scientific verdict.

What did the source report?

Source fidelity asks whether the original claim preserves its source's entities, direction, and meaning. The 100 retained canary records are historical assessments by automated reviewers.

What supports the claim?

Scientific support is a separate recorded assessment. “Not found” means unresolved within a bounded search; “not assessable” means the available evidence could not decide. Neither means the claim is false.

+

These two purposive 50-occurrence cohorts do not estimate population accuracy. The other 9,900 sample occurrences have no assessment in these retained cohorts. This page does not incorporate open review branches or certify independent calibration.

+

Native-review transfer is another, separate contract: identical native assertion and scope bindings are required. Endpoint or triple matches, transport validity, and existing rule labels cannot establish scientific approval.

+ Recorded review limitations and follow-up work ↗ +
+ +
Separate artifact · 7 November 2026

Native-overlap census

+

The retained census accounts for 17,637,435 occurrences in a 29 September 2026 source snapshot. This is a separate dated artifact, not the search corpus above or a denominator for sample review accuracy.

+
0exact-eligible inherited-scope transfers
0independent scientific reviews performed by this census
+
+

The census describes inherited-scope transport conformance. Full graph partitions and decision histories remain external; this site provides metadata, not hosted Parquet downloads.

+ Read the retained census manifest ↗ +
+ +
Reproducible public derivative

Data & provenance

+ +

Downloads contain the browser's public metadata projection, not private original source rows, quotations, evidence packets, or bulk graphs. CSV cells that could be spreadsheet formulas are prefixed with an apostrophe.

+

The original sampling run did not compute full input-file SHA-256 hashes. Public source derivatives are byte-bound to the commit and hashes below; that does not supply the missing private input hashes.

+
Input files and SHA-256 hashes
+

+
+
+ + + diff --git a/src/edgemech/site_assets/site.css b/src/edgemech/site_assets/site.css new file mode 100644 index 0000000..acce4ab --- /dev/null +++ b/src/edgemech/site_assets/site.css @@ -0,0 +1 @@ +:root{color-scheme:light;--ink:#192d35;--muted:#52666e;--accent:#a83e18;--wash:#fff7ef;--line:#dce3e3;--paper:#fcfdfb;--blue:#176074}*{box-sizing:border-box}html{scroll-behavior:smooth;scroll-padding-top:1rem}body{margin:0;background:var(--paper);color:var(--ink);font:16px/1.55 system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif}a{color:var(--blue);text-underline-offset:.2em}a:hover{color:var(--accent)}button,input,select{font:inherit}button{border:1px solid #93a5aa;border-radius:6px;background:white;color:var(--ink);padding:.5rem .85rem;cursor:pointer}button:hover:not(:disabled){background:var(--wash);border-color:var(--accent)}button:disabled{cursor:default;opacity:.55}a:focus-visible,button:focus-visible,input:focus-visible,select:focus-visible,summary:focus-visible,[tabindex]:focus-visible{outline:3px solid #a83e18;outline-offset:3px}.topbar{max-width:1400px;margin:auto;display:flex;justify-content:space-between;gap:1rem;padding:1rem 2rem;font-size:.9rem;border-bottom:1px solid var(--line)}main{max-width:1400px;margin:auto;padding:0 2rem}section{margin:3.5rem 0;padding-bottom:1.2rem}h1,h2,h3{line-height:1.2;letter-spacing:-.025em}h1{font-size:clamp(2.8rem,6vw,4.4rem);display:flex;align-items:center;gap:1rem;margin:.8rem 0}h1 svg{width:60px;flex-shrink:0;fill:var(--accent);stroke:var(--accent);stroke-width:3}h2{font-size:1.7rem;margin:.6rem 0 1rem}h3{font-size:1.1rem}p{max-width:100ch}.hero{padding-top:.5rem}.subtitle{font-size:1.6rem;font-weight:550;color:var(--muted)}.eyebrow{text-transform:uppercase;letter-spacing:.13em;font-size:.73rem;font-weight:750;color:var(--accent)}.lead{font-size:1.15rem;max-width:84ch}.scope-note{padding:.8rem 1rem;border-left:3px solid var(--accent);background:var(--wash);max-width:100ch}.section-nav{display:flex;gap:1rem;flex-wrap:wrap;margin:1.8rem 0}.section-nav a{display:flex;gap:.5rem;align-items:center;text-decoration:none;padding:.6rem 1rem;border:1px solid var(--line);border-radius:8px;background:white;font-weight:600}.section-nav span{color:var(--accent);font-size:1.5rem;line-height:1}.stats{display:flex;flex-wrap:wrap;gap:1px;border:1px solid var(--line);border-radius:10px;overflow:hidden;background:var(--line);margin-top:1.5rem}.stats>div{flex:1 1 180px;background:white;padding:1.1rem 1.3rem;min-width:0}.stats strong{font-size:1.8rem;display:block;letter-spacing:-.03em}.stats span{font-size:.84rem;color:var(--muted);display:block;max-width:24ch}.section-heading{display:flex;justify-content:space-between;align-items:center;gap:1rem;flex-wrap:wrap}.section-heading>a{font-size:.9rem}form{background:#eef3f3;border:1px solid var(--line);padding:1.3rem;border-radius:10px}label{display:block;font-size:.84rem;font-weight:650}input,select{display:block;width:100%;min-width:0;border:1px solid #8c9fa5;border-radius:5px;background:white;color:var(--ink);padding:.6rem;margin-top:.4rem}input[type=search]{font-size:1rem}.filter-grid{display:grid;grid-template-columns:repeat(5,minmax(0,1fr));gap:.8rem;margin:1rem 0}.toolbar{display:flex;align-items:center;gap:.7rem;flex-wrap:wrap}.toolbar span{font-size:.9rem;margin-left:auto}.table-scroll{overflow-x:auto;border:1px solid var(--line);border-radius:8px;margin-top:1.2rem}table{border-collapse:collapse;width:100%;font-size:.86rem}th{background:#edf1f1;text-align:left;font-weight:650}td,th{padding:.9rem .8rem;border-bottom:1px solid var(--line);vertical-align:top}td{min-width:135px;max-width:260px;overflow-wrap:anywhere}tbody tr:hover{background:#f5f8f7}td small{display:block;color:var(--muted);font-size:.73rem;margin-top:.25rem}.badge{display:inline-block;border:1px solid #ced8da;border-radius:5px;padding:.2rem .4rem;background:#f2f5f5;font-size:.75rem;white-space:normal}.pager{display:flex;justify-content:center;gap:1rem;align-items:center;padding-top:1rem}.pager span{font-size:.85rem}.notice{padding:1rem;background:var(--wash);border:1px solid #ecc9b5;border-radius:6px}.detail{background:white;border:1px solid var(--line);border-top:4px solid var(--accent);border-radius:10px;padding:1.5rem;overflow-wrap:anywhere}.detail code{font-size:.84rem}.claim{display:grid;grid-template-columns:1fr .8fr 1fr;gap:1rem;background:#f0f5f5;padding:1rem;border-radius:7px}.claim strong,.claim code{display:block}.claim small{color:var(--muted)}.detail dl{display:grid;grid-template-columns:minmax(150px,1fr) 3fr;gap:.5rem 1rem}.detail dt{font-weight:650}.detail dd{margin:0}.explain-grid,.assessments{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1.5rem}.explain-grid article{border-top:2px solid var(--accent);padding:.5rem 0}.assessments{grid-template-columns:repeat(2,minmax(0,1fr));margin:1rem 0}.assessments article{padding:1rem;border:1px solid var(--line);border-radius:7px}.assessments h3{margin-top:0}.assessments p{font-size:.9rem}.download-links{display:flex;gap:1rem;flex-wrap:wrap}.download-links a{border:1px solid var(--line);background:white;padding:.8rem;border-radius:6px}details{margin:1rem 0}summary{cursor:pointer;font-weight:600}#provenance p{font-size:.83rem;overflow-wrap:anywhere}#provenance code{display:block}footer{max-width:1400px;margin:2rem auto;padding:2rem;border-top:1px solid var(--line);font-size:.82rem;color:var(--muted);overflow-wrap:anywhere}footer code{font-size:.75rem}.skip{position:absolute;top:-80px;left:1rem;background:white;padding:.8rem;z-index:10}.skip:focus{top:0}.sr-only{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0,0,0,0);white-space:nowrap;border:0}[hidden]{display:none!important}@media(max-width:950px){.filter-grid{grid-template-columns:repeat(2,minmax(0,1fr))}.explain-grid{grid-template-columns:1fr}.toolbar span{width:100%;margin:0}.claim{grid-template-columns:1fr}.assessments{grid-template-columns:1fr}}@media(max-width:600px){main{padding:0 1rem}.topbar{padding:1rem;font-size:.8rem}section{margin:2.5rem 0}.filter-grid{grid-template-columns:1fr}.stats>div{flex-basis:140px}.stats strong{font-size:1.5rem}.section-nav{gap:.5rem}.section-nav a{padding:.5rem .7rem;font-size:.85rem}.detail{padding:1rem}.detail dl{grid-template-columns:1fr;gap:.3rem}.detail dd{margin-bottom:.6rem}footer{padding:1rem}h1 svg{width:48px}}@media(prefers-reduced-motion:reduce){html{scroll-behavior:auto}} diff --git a/tests/browser.test.cjs b/tests/browser.test.cjs new file mode 100644 index 0000000..2e31d20 --- /dev/null +++ b/tests/browser.test.cjs @@ -0,0 +1,36 @@ +const test = require("node:test"); +const assert = require("node:assert/strict"); +const browser = require("../src/edgemech/site_assets/browser.js"); +const row = {occurrence_id: "occurrence-1", subject: "strain:1", subject_label: "Citrate strain", + predicate: "biolink:close_match", object: "strain:2", origin_transform: "bacdive/edges.tsv", + disposition: "retained", content_accuracy_verdict: "accurate_direct_evidence", + review: {cohort: "2026-11-12", source_fidelity: {verdict: "SUPPORTED"}, + scientific_support: {verdict: "NOT_ASSESSABLE"}}, + curated_change: {subject: "strain:1", predicate: "biolink:same_as", object: "strain:2"}}; + +test("search and independent axes preserve original claim meaning", () => { + assert(browser.matches(row, {q: "CITRATE", source: "SUPPORTED", science: "NOT_ASSESSABLE"})); + assert(!browser.matches(row, {science: "SUPPORTED"})); + assert(!browser.matches(row, {q: "same_as"})); + assert(browser.matches(row, {q: "close_match"})); + assert(!browser.matches(row, {q: ""})); +}); +test("missing assessment is its own state, never a negative verdict", () => { + const unreviewed = {...row, review: undefined}; + assert.equal(browser.verdict(unreviewed, "scientific_support"), "UNREVIEWED"); + assert(browser.matches(unreviewed, {cohort: "unreviewed", science: "UNREVIEWED"})); + assert(!browser.matches(unreviewed, {cohort: "assessed"})); + assert(!browser.matches(unreviewed, {science: "CONTRADICTED"})); +}); +test("CSV preserves original and curated triples and neutralizes formulas", () => { + const csv = browser.csv([{...row, subject_label: ' =SUM(1,2)\n"label"'}]); + assert(csv.includes('"\' =SUM(1,2)\n""label"""')); + assert(csv.includes("biolink:close_match") && csv.includes("biolink:same_as")); + assert(csv.includes("NOT_ASSESSABLE")); +}); +test("URL query is literal and invalid pagination is bounded", () => { + assert.equal(browser.readState("?q=%3Cimg%3E&page=-4").q, ""); + assert.equal(browser.readState("?page=-4").page, 1); + assert.equal(browser.readState("?page=NaN").page, 1); + assert.equal(browser.readState("?page=999999999").page, 100000); +}); diff --git a/tests/test_site.py b/tests/test_site.py new file mode 100644 index 0000000..2e66088 --- /dev/null +++ b/tests/test_site.py @@ -0,0 +1,114 @@ +"""Publication boundaries and scientific-identity regressions for the sample browser.""" + +import copy +import csv +import io +import json +from pathlib import Path + +import pytest + +from edgemech import site + +ROOT = Path(__file__).resolve().parents[1] + + +@pytest.fixture(scope="module") +def inputs(): + revision = site.git(ROOT, "rev-parse", "HEAD").decode().strip() + values, provenance = site.read_inputs(ROOT, revision) + return values, provenance, revision + + +def test_public_scope_and_independent_assessment_axes(inputs): + data = site.project(*inputs) + assert data["counts"]["public_sample"] == 10000 + assert data["counts"]["retained"] == 8500 + assert data["counts"]["omitted"] == 1500 + assert sum("review" in row for row in data["records"]) == 100 + first = data["records"][0] + assert first["content_accuracy_verdict"] == "accurate_direct_evidence" + assert first["review"]["source_fidelity"]["verdict"] == "NOT_ASSESSABLE" + assert first["review"]["scientific_support"]["verdict"] == "NOT_ASSESSABLE" + assert data["census"]["counts"]["exact_eligible"] == 0 + assert data["census"]["occurrences"] == 17637435 + + +def test_original_claim_is_not_replaced_by_curated_change(inputs): + data = site.project(*inputs) + changed = next(row for row in data["records"] if "curated_change" in row) + assert changed["predicate"] == "biolink:close_match" + assert changed["curated_change"]["predicate"] == "biolink:same_as" + assert changed["occurrence_id"] in {row["occurrence_id"] for row in inputs[0][site.SAMPLE]} + + +def test_public_projection_excludes_quotes_private_paths_and_source_rows(inputs): + raw = site.encode(site.project(*inputs)) + assert b'"quote"' not in raw + assert b"/Users/" not in raw + assert b'"curated_source_record"' not in raw + assert b'"source_snapshot_date":"2026-09-29"' in raw + + +@pytest.mark.parametrize("mutation,message", [ + ("duplicate", "duplicate occurrence"), + ("outside", "outside the public sample"), + ("axis", "assessment axes differ"), + ("nested", "different occurrence"), + ("claim", "claim differs"), + ("census", "do not reconcile"), +]) +def test_reject_inconsistent_bindings(inputs, mutation, message): + values, provenance, revision = inputs + values = copy.deepcopy(values) + if mutation == "duplicate": + values[site.SAMPLE].append(values[site.SAMPLE][0]) + elif mutation == "outside": + values[site.FIRST][0]["occurrence_id"] = "urn:kg-microbe:occurrence:v1:" + "a" * 64 + elif mutation == "axis": + values[site.SCIENCE].pop() + elif mutation == "nested": + values[site.FIRST][0]["source_fidelity"]["occurrence_id"] = "wrong" + elif mutation == "claim": + values[site.FIRST][0]["predicate"] = "wrong" + else: + values[site.CENSUS]["counts"]["exact_eligible"] += 1 + with pytest.raises(ValueError, match=message): + site.project(values, provenance, revision) + + +def test_reject_uncommitted_source_bytes(inputs, monkeypatch): + monkeypatch.setattr(site, "git", lambda *_args: b"mismatched") + with pytest.raises(ValueError, match="uncommitted or mismatched"): + site.read_inputs(ROOT, inputs[2]) + + +def test_csv_neutralizes_formula_cells_and_preserves_multiline_text(inputs): + row = site.project(*inputs, canary=True)["records"][0] + row["subject_label"] = ' =HYPERLINK("https://example.invalid")\nnext line' + rows = list(csv.DictReader(io.StringIO(site.csv_bytes([row]).decode()))) + assert rows[0]["subject_label"] == "'" + row["subject_label"] + assert rows[0]["occurrence_id"] == row["occurrence_id"] + assert rows[0]["source_fidelity"] == "NOT_ASSESSABLE" + + +def test_canary_build_persists_one_real_record_and_is_reproducible(inputs, tmp_path): + first, second = tmp_path / "first", tmp_path / "second" + one = site.build(ROOT, first, inputs[2], canary=True) + two = site.build(ROOT, second, inputs[2], canary=True) + assert one == two + data = json.loads((first / "sample.json").read_bytes()) + assert data["canary"] is True and len(data["records"]) == 1 + assert data["records"][0]["review"]["source_fidelity"] + assert (first / "catalogue/1.html").stat().st_size > 0 + assert "ONE-RECORD CANARY" in (first / "index.html").read_text() + with pytest.raises(ValueError, match="output already exists"): + site.build(ROOT, first, inputs[2]) + + +def test_static_catalogue_escapes_untrusted_labels(inputs, tmp_path): + data = site.project(*inputs, canary=True) + data["records"][0]["subject_label"] = '' + site.catalogue(data, tmp_path) + html = (tmp_path / "catalogue/1.html").read_text() + assert "<img" in html and " Date: Thu, 19 Nov 2026 20:43:21 -0800 Subject: [PATCH 2/2] Fix large-manifest provenance links for issue 227 --- docs/public-sample-browser.md | 6 +- .../public-browser-20261119/README.md | 9 ++- .../build-receipt.json | 2 +- .../canary-browser.json | 12 ++-- .../public-browser-20261119/full-browser.json | 12 ++-- .../review-resolution-227.md | 39 ++++++++++++ .../source-link-227.json | 15 +++++ scripts/adhoc/check_browser_20261119.py | 18 +++++- ...verify_browser_source_link_227_20261119.py | 59 +++++++++++++++++++ src/edgemech/site.py | 11 +++- src/edgemech/site_assets/browser.js | 6 +- src/edgemech/site_assets/site.css | 1 + tests/test_site.py | 15 +++++ 13 files changed, 180 insertions(+), 25 deletions(-) create mode 100644 docs/validation/public-browser-20261119/review-resolution-227.md create mode 100644 docs/validation/public-browser-20261119/source-link-227.json create mode 100644 scripts/adhoc/verify_browser_source_link_227_20261119.py diff --git a/docs/public-sample-browser.md b/docs/public-sample-browser.md index 0ab4aa3..e6887d1 100644 --- a/docs/public-sample-browser.md +++ b/docs/public-sample-browser.md @@ -37,7 +37,11 @@ states, authored rationales, model attribution, source paths and hashes. It omit retrieved quotations, private paths, full source records, evidence packets and bulk graph files. Original sampling metadata explicitly says full private input SHA-256 hashes were not computed; hashes of public derivatives do not repair that -limitation. Downloads and details expose immutable repository source links. +limitation. Details and the static catalogue link to the complete, pinned raw +source manifest and visibly retain its SHA-256 and the 1-based source line. They +do not use GitHub blob line anchors: GitHub cannot render this 7.85 MB JSONL file +as a line-addressable page. Original occurrence identity and tuples remain in +the browser and can be located at the stated line in the downloaded manifest. No repository-wide license declaration was present when this browser was added. The browser does not invent or grant one; upstream source terms still apply. diff --git a/docs/validation/public-browser-20261119/README.md b/docs/validation/public-browser-20261119/README.md index 7661fcb..f9be39f 100644 --- a/docs/validation/public-browser-20261119/README.md +++ b/docs/validation/public-browser-20261119/README.md @@ -17,8 +17,8 @@ filter counts, independent science filtering, a persisted filtered CSV download, and pagination restored by URL. The full payload has 10,000 occurrences; 100 retain historical assessments. -The JSON is 7,771,182 bytes, or 1,225,128 bytes under deterministic gzip. -The 106 generated files total 18,138,164 bytes before the receipt itself. +The JSON is 7,772,380 bytes, or 1,225,174 bytes under deterministic gzip. +The 106 generated files total 18,727,800 bytes before the receipt itself. The site includes 100 static catalogue pages. No external graph, model or scientific API calls were made. There were no browser JavaScript errors. @@ -27,6 +27,9 @@ Receipts: - `canary-browser.json`: one-record persisted/rendered canary. - `full-browser.json`: complete sample and render verification. - `build-receipt.json`: exact public inputs and every generated output hash. +- `source-link-227.json`: one real HTTP download of the pinned source manifest, + verified against the byte count, hash and canary occurrence's source line. +- `review-resolution-227.md`: independent review finding and its resolution. Desktop and mobile screenshots remain in the isolated clone under `.temp/browser-qa/`; they were visually inspected. The retained checker is @@ -51,7 +54,7 @@ node --test tests/browser.test.cjs UV_CACHE_DIR=.temp/uv-cache uv build --offline --no-build-isolation --python /path/to/python ``` -The complete suite passed 711 tests (13 browser-publication tests included), +The complete suite passed 712 tests (14 browser-publication tests included), all four Node behavior tests passed, Ruff passed, and all 16 pinned CLAW contract files verified. Source and wheel distributions built offline; the wheel contains the builder and all three HTML/CSS/JavaScript assets. Existing-output rejection diff --git a/docs/validation/public-browser-20261119/build-receipt.json b/docs/validation/public-browser-20261119/build-receipt.json index 61ac284..f9940b1 100644 --- a/docs/validation/public-browser-20261119/build-receipt.json +++ b/docs/validation/public-browser-20261119/build-receipt.json @@ -1 +1 @@ -{"builder":{"path":"src/edgemech/site.py","sha256":"53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4"},"canary":false,"counts":{"historically_assessed":100,"omitted":1500,"public_sample":10000,"published_occurrences":10000,"retained":8500,"transforms":{"bacdive/edges.tsv":654,"bactotraits/edges.tsv":654,"gold/edges.tsv":654,"gtdb/edges.tsv":654,"lpsn/edges.tsv":654,"lpsn_api/edges.tsv":654,"madin_etal/edges.tsv":654,"mediadive/edges.tsv":654,"metatraits/edges.tsv":804,"metatraits_gtdb/edges.tsv":804,"microbedecoder/edges.tsv":1554,"prego_habitat/edges.tsv":953,"rhea_mappings/edges.tsv":653}},"inputs":[{"bytes":7851103,"path":"artifacts/edge-sample-review-20261112/manifest.jsonl","sha256":"1457df4e1528d7749f39bc47b6a00d06571ea215e39934216f4bc75a2dc6c4f4","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl"},{"bytes":20403,"path":"artifacts/edge-sample-review-20261112/sampling-metadata.json","sha256":"54c38337b8d8b101be762dfbf2685b985d9833ae8593fbb4aec55792e155a125","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/sampling-metadata.json"},{"bytes":132149,"path":"artifacts/edge-sample-review-20261112/canary-ledger.jsonl","sha256":"bd99c35c3a63ef540ae9d7d111b314b513dca03b8ee52a2461057ed4f82ee651","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/canary-ledger.jsonl"},{"bytes":148510,"path":"artifacts/edge-recanary-20261113/canary.jsonl","sha256":"76b4556e9bb62cde92eaed764710f8bbe4a420b016602be1945cb9ed3d53d703","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/canary.jsonl"},{"bytes":109898,"path":"artifacts/edge-recanary-20261113/source-adjudications.json","sha256":"892481fe6beff8a7ba05c64440f8b7e96939bbfbc539ba08f1261cc3b67023ea","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/source-adjudications.json"},{"bytes":88476,"path":"artifacts/edge-recanary-20261113/scientific-ledger.jsonl","sha256":"3e9b5f30f03a7773f003092bbcf7063193f513b487375e3ffc49da59f94d69ac","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/scientific-ledger.jsonl"},{"bytes":186956,"path":"docs/validation/full-native-overlap-20261107/census-manifest.json","sha256":"a2b8353349816fd067ab3a7112fd1c2f5ee9c02971591ea52f31e9b981cbdd2e","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/docs/validation/full-native-overlap-20261107/census-manifest.json"}],"outputs":{".nojekyll":{"bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"browser.js":{"bytes":13285,"sha256":"2c2b070e3104c125f19ec92bdb69f7f62fb696badb4367c3ab0b1e7298a8fc80"},"catalogue/1.html":{"bytes":56037,"sha256":"d2308c54ace5908f9336cb5e1078f470ce9adbd7b8683c480f29f653b457c102"},"catalogue/10.html":{"bytes":55046,"sha256":"0768b331f0f85fb0749ac1a2280e90d67c9a5e5c99b18841b7f3d1a3e884158b"},"catalogue/100.html":{"bytes":63501,"sha256":"a0f95fced4afcdbaa4e7addd9e3c66f197bfc79ff94a43b38678b9051f5cd53f"},"catalogue/11.html":{"bytes":55053,"sha256":"1bebada9925de0557966a58576f73d4104243ef5138bc18294cb25cbfd583ceb"},"catalogue/12.html":{"bytes":54954,"sha256":"369c385bcb2f098355f08ba15fe05ea0b366015bb8e2e752e631f3187a22c03d"},"catalogue/13.html":{"bytes":54930,"sha256":"233ba1104c2b349b8f06dfafcb8cbc6b9499014a5b6e09950db1da93bb48744c"},"catalogue/14.html":{"bytes":54879,"sha256":"150200cfec02c338c8cfa5460f83f3370d25b287919567b84a084d52f6aa6ca6"},"catalogue/15.html":{"bytes":54946,"sha256":"d081b9d677d04ac04bcfae7341a27eeefeeda7f6bb95ee25f06ab4e6fcd4987f"},"catalogue/16.html":{"bytes":55233,"sha256":"8daa6052d2650c1549b009a1a5e7045ae2bf7b242a87360bd07d0e9cdbc76c00"},"catalogue/17.html":{"bytes":55022,"sha256":"fc832795399a77d9cb1c989902f90714454c6db483c71abea979a01da51c34fb"},"catalogue/18.html":{"bytes":55329,"sha256":"8487b42bff9b553c58999ac05cb99c2155a46bc4f99ecc9a7d42edafb4769775"},"catalogue/19.html":{"bytes":55129,"sha256":"4135205e5f1ce95cb34b7a41f0651942331139aaf9976b4d176a68fb597cfcfa"},"catalogue/2.html":{"bytes":56446,"sha256":"b1131b71b37e0d45f6de7b08538dbd36b285fc08a4a766a9cd125dc659b3f1a9"},"catalogue/20.html":{"bytes":54567,"sha256":"b4736cf69d79fea654a57126349a9010e90b8872aa5d5586f01de36850469df2"},"catalogue/21.html":{"bytes":53578,"sha256":"cc93d50097c6e187e0bc590a528d3c91fcd66b3d28d37e412efa644b22ba5c07"},"catalogue/22.html":{"bytes":53741,"sha256":"111a948bc3b46788d6f64a3f5e825c528bffe9e704df504fa492c1a96db6b49b"},"catalogue/23.html":{"bytes":53814,"sha256":"a60b5d69cc8c64efaccb55b6ad6fc840763caa83c2eea3bfae26d649c3e18f24"},"catalogue/24.html":{"bytes":55358,"sha256":"f032ed5bdf3d933e56f092a543d34ced7fbedf41964bd5cc0e9bc7668d32be9c"},"catalogue/25.html":{"bytes":55378,"sha256":"654d78a9ea80abb04fc473b777b7c091b50d8e78d536b056a24d45b13fbe0ee3"},"catalogue/26.html":{"bytes":55426,"sha256":"c653b3189ee95b80973287d916e440fb7b152acb1c895f242e9f12dc1cf5ec18"},"catalogue/27.html":{"bytes":53919,"sha256":"9726e703e26935467dd4295ac1a0d1f9378f8ec5408ef15f98944c134364819e"},"catalogue/28.html":{"bytes":53646,"sha256":"a240bd918828ecc625d3e640423c878e646884d72a7df6cf9daff3f141027456"},"catalogue/29.html":{"bytes":53689,"sha256":"94689af46165768dd13dafe36d7c4c201451250cdf9c20cf92b99d456d357943"},"catalogue/3.html":{"bytes":55509,"sha256":"a113a66661db5a087a2099740e6c100ca9a53cc4b99288d9d8337e92c568a87f"},"catalogue/30.html":{"bytes":53860,"sha256":"203477e1d2ed5b3b7e5023922d62ba4e27e873fd4527ed694cb8ef8ae0bc36af"},"catalogue/31.html":{"bytes":53770,"sha256":"84507afcb5f1f232bf9adc6fc98d72f5dacc3f56d1ee0b8774ec9d899aa15067"},"catalogue/32.html":{"bytes":53683,"sha256":"a1f825d70e58cf0fb40f859fa2c857ba8918e799b81e0da3389fe0b1bd3d7115"},"catalogue/33.html":{"bytes":53631,"sha256":"cb0e586c8ec5dc804c01dca4ad64357deeda9eab38776661c7dfd7ac0fa2da38"},"catalogue/34.html":{"bytes":53931,"sha256":"cad23a57401fe6c55412ae8fac6d8d451b66186cf319a1c10fa37523858649fa"},"catalogue/35.html":{"bytes":54049,"sha256":"7dee0f00ab4a8e82e41d67dd361835351833ccbfb910415079ad68f513ed4740"},"catalogue/36.html":{"bytes":53898,"sha256":"0bf2d7b5e7b28319e955ac5d4a3ac40e809e84d1953870209ae2888a3d3c577f"},"catalogue/37.html":{"bytes":54839,"sha256":"c4ae6103faf0e33e9812aca374a2c1ab9f3a3a854507df84d94d4a540d48c19c"},"catalogue/38.html":{"bytes":54663,"sha256":"7673fbeb9aa3fe531e175f1955178013c8aa9198bafa0bb103521b81aed4ac95"},"catalogue/39.html":{"bytes":54572,"sha256":"fb81db84d97c66b2fae0908318d4c0d9ab97c26d0aeb87c241c066165605ef69"},"catalogue/4.html":{"bytes":55415,"sha256":"f66e88400d24af4e7225d714552fb5a55e7c80f523cab6eddd6c57974786587a"},"catalogue/40.html":{"bytes":54620,"sha256":"bdf61252741d56e51da1a815c7c5a8999d666a098016225c878b691b8e236cd7"},"catalogue/41.html":{"bytes":54859,"sha256":"89d2140888a3e66744cbed950403725931e04cdfea351c58a29f5bc251b85bc0"},"catalogue/42.html":{"bytes":54673,"sha256":"3336a3d6c1a74e22828403871249795cde91a4277d2e1878980f5c05e4ecbb46"},"catalogue/43.html":{"bytes":54697,"sha256":"50d6c5b678b0cc5771d8abe3ec5ca0db9c01cdb40f5faf363e5681707d937c19"},"catalogue/44.html":{"bytes":54734,"sha256":"b9e8b29f1c64b15a079747cab545e5bfd562a5d94d0c0ae5cc6c4399acf88445"},"catalogue/45.html":{"bytes":54823,"sha256":"327883263ee2e9582e1d47a4534fba362d5a1d38f00c4e74e23a2d2e47a83d00"},"catalogue/46.html":{"bytes":54871,"sha256":"69f6292bc8a0a3a1e1d23c894411f49143fa6f0221b2391ba4ae73f556a77c6c"},"catalogue/47.html":{"bytes":55332,"sha256":"b3f275ac94211c803d871fe4c7bb059f55befe3f5334fca31fa64f8d4b2e60db"},"catalogue/48.html":{"bytes":55614,"sha256":"9cbcc3276900f84933becf955909658669922509d77d7f6a89077829002a3464"},"catalogue/49.html":{"bytes":55622,"sha256":"0eb73c61ad4ed759b28dd0ebac68ffd8c038c1c7780ffc8c3624ed65ddf87ef1"},"catalogue/5.html":{"bytes":54329,"sha256":"7fc348dcaaad25f83d4275b00f2b206bbd1da0d5f9e2460b5e58d62a3f777553"},"catalogue/50.html":{"bytes":53946,"sha256":"54697b20aa466d2c7764e6decd17c6bc7201838ffc2181264f09b8c981cbb9d6"},"catalogue/51.html":{"bytes":53636,"sha256":"98c67a807f302e4bde37b85cf0839fedfd836a0c35cee78fc2a3006b9d4313bd"},"catalogue/52.html":{"bytes":54137,"sha256":"230bb22de102dc76933dab5aee15774c648a144b9fa9b61b8b6c88cca6aa3501"},"catalogue/53.html":{"bytes":57455,"sha256":"d13c4b76b6b46abda53971d909d3172ecd4b03cdd3109e9a88b6e0e3e74355d9"},"catalogue/54.html":{"bytes":58321,"sha256":"fe09ad61573a35fc1e8864a123fff6e153ee8d7f2c1af8d40574bca2c5027ed1"},"catalogue/55.html":{"bytes":54854,"sha256":"0b7d0255dcdf88445eead72d5af958c66b2452a4f1acf7148c847dc0cf2ad516"},"catalogue/56.html":{"bytes":54620,"sha256":"4c07791e25b7f7115970065fba94b3ab88951ae29e49ce0b236d854fdb83e197"},"catalogue/57.html":{"bytes":54689,"sha256":"310558933e7771c13e07cdfc052c13040cdc5658dc483bf7955c5eddf077997a"},"catalogue/58.html":{"bytes":54593,"sha256":"e3c8d2b60b0b55d284f960dd8df246c25274d9f9c7ea59642131846b8677e350"},"catalogue/59.html":{"bytes":54522,"sha256":"04b85bd5d963ffb346fd5453ae01348bf08df1dbac6822f8ed8fa2bc0cb4c6b1"},"catalogue/6.html":{"bytes":53708,"sha256":"e8af2be7a325f98ec1c055dc59efd1f9c19bb058d6aac99ac59e992323ad7a2c"},"catalogue/60.html":{"bytes":54734,"sha256":"ceccdcf0752ac602d8967753bb4d1542bb909c501e8cc8c7c483b83de2f41252"},"catalogue/61.html":{"bytes":57846,"sha256":"11905e7ef10dc36971e0f2cdb844d4396f999deb08b5459344839dbae6352a70"},"catalogue/62.html":{"bytes":58815,"sha256":"42591717c43afd0dc7fc8d222b3cec42622dfde522d1ad8e23051782be612719"},"catalogue/63.html":{"bytes":55147,"sha256":"8ccf67deeb35e1167e40ec9f2e5ac3436dcc2099a1db166723ee2f5f7f74d851"},"catalogue/64.html":{"bytes":55121,"sha256":"a94be898c03f94d1bc886123f72f5715281aebc0227587fa3aeac0b4b272dad8"},"catalogue/65.html":{"bytes":54979,"sha256":"b71c5edd1aba9a5e2a89e44be05db0bea75360f4f735bf40e789bfedca380c2b"},"catalogue/66.html":{"bytes":55088,"sha256":"15f07c6c445a712e4887ca0526e37a5ab8fac8f237e381d3bcf45f6257670e26"},"catalogue/67.html":{"bytes":55254,"sha256":"0fdb5cf55fd0ff72227d6e74e6c067816ae3e21be9e9b34dcf49f01035384bd4"},"catalogue/68.html":{"bytes":55204,"sha256":"520491fd610784ec59b9f03b0a6e83305c415ba63f8caf2e1270843d99daeb81"},"catalogue/69.html":{"bytes":59629,"sha256":"de1fa10c9884b7142d7ff8abfc443cdebb32e12da4fce7c768e839d57f57bea8"},"catalogue/7.html":{"bytes":54222,"sha256":"eb3bf52973477a0fbf79990dff9c118a4d0c1c7de388d31f46cdbed48c8f30e8"},"catalogue/70.html":{"bytes":62693,"sha256":"ea7cac13a0febad18da969d0110e9380bc3b2e1913ba888c2faed4c9fc7dc610"},"catalogue/71.html":{"bytes":62733,"sha256":"7c081cce227d6d6cc1ef4b367ddfddd8e1cfb9e79365948bd48219ce814b6b0d"},"catalogue/72.html":{"bytes":59835,"sha256":"7341869da89a421c408c0f8ef6bd2bc3755693226bb8e0f74c7c2f581136ab89"},"catalogue/73.html":{"bytes":58023,"sha256":"461d272a89622524f783503e46a054950ff4f3c27f7312ccd8cbb7a2cd17f9b9"},"catalogue/74.html":{"bytes":58008,"sha256":"cd31171872511542e8208361a08c572eef1f725b156e5a326936cb9513893853"},"catalogue/75.html":{"bytes":61059,"sha256":"0c28da21f8b3b4de3472d0afd8966644073aaa7ab1c3f8932d763052aba6cd7b"},"catalogue/76.html":{"bytes":63284,"sha256":"da7d56351f90e72afcf6b250a6fa60f737eea422f63f88442b0fee8071894a8d"},"catalogue/77.html":{"bytes":63181,"sha256":"04e2e79d4950376e9eb445b07a0d39b4573ca18ba5a9ccb1dff3fc5e2c3a05c2"},"catalogue/78.html":{"bytes":57718,"sha256":"79f32c494183bbc101f3b513b58aa4a5338b065f506728d2cf4f2864025a1c59"},"catalogue/79.html":{"bytes":54105,"sha256":"027aba57fec400253b733bcd966e39131f22db8dddc89baf5a18ef6ed19e1381"},"catalogue/8.html":{"bytes":54951,"sha256":"b169086861d052c5a54d159d1ffb902f63650071c46f78262f6b00f2c01ef128"},"catalogue/80.html":{"bytes":55768,"sha256":"db75cacae79494aad13fccf8d360c7c8d525f18298ab65ece1c5438b7cd74b97"},"catalogue/81.html":{"bytes":57380,"sha256":"aae9ea3ef2bc5dc317314b04a33a59c61ac765702571d26c4a1c7b681249a8a2"},"catalogue/82.html":{"bytes":60911,"sha256":"48dfba7bcf140ff8d2d7445671d020f745a14f0180e3f6daa87d221313f45101"},"catalogue/83.html":{"bytes":57693,"sha256":"0b6782dcbdb87c89da4f122353ddcef7ec0dc46d17df3261e7cae6b445f9868f"},"catalogue/84.html":{"bytes":56345,"sha256":"fc8754504d43865ca9ae4be09c5ee352da1cab94fde60da1e28ef4d5cd0bb4bd"},"catalogue/85.html":{"bytes":57959,"sha256":"bd0f6344b82300e1b03df81609a11c59e0a17647e4ac3d4581fb5f84814b5c80"},"catalogue/86.html":{"bytes":58041,"sha256":"a98a8e9904d75716d8aafec3a83d49faf9e9ad6b909cbd8fb71d04bfc0b91dc9"},"catalogue/87.html":{"bytes":57732,"sha256":"08771eab4921dda073718050469a72cc2786105fcc28fa628900afb646154922"},"catalogue/88.html":{"bytes":55431,"sha256":"7c4d14f685271a04d01067ec27ec1a9025535b295bef9f804b52773b77320bbe"},"catalogue/89.html":{"bytes":55602,"sha256":"d16b329d3394d2b3cd85f92e2ebbb314ada03274412908177af8e60e036ca486"},"catalogue/9.html":{"bytes":55134,"sha256":"939046b055c3566b6b2de2ac31b6f9de526196f689ca21a05de9ba492fecb022"},"catalogue/90.html":{"bytes":55588,"sha256":"40b64c63180312a5a68a9278788f27e5649d0b32db34fe605064cac716254cf7"},"catalogue/91.html":{"bytes":55909,"sha256":"7b1414b2be73835ae0b6cdb586f4b837be37ea95a29f1be48f422552f3708c34"},"catalogue/92.html":{"bytes":55526,"sha256":"3dd111cec9c4c0e96100ed37c84d2ce10ad920a3883a0cbf04fc29b2ba7f4d12"},"catalogue/93.html":{"bytes":55560,"sha256":"06f12ae1619b16b8814a0f8c7df41c573b93005d9469145e47625bbeb168032d"},"catalogue/94.html":{"bytes":61090,"sha256":"f23c4b7b72cca407980c4efc1ec2592aabec5b1417dc9f660361338e184388cc"},"catalogue/95.html":{"bytes":65300,"sha256":"4edeae661c033233778935829649469bdc628bd63c6a58e8ca33ac0b6f3b1b1b"},"catalogue/96.html":{"bytes":64350,"sha256":"6cb2bc3949c96aac1df2788dd9e233d849b45810dd18bf1352a929ecd7ea9f5a"},"catalogue/97.html":{"bytes":65031,"sha256":"b9db3b360abb509cc945e20c7b4a989edfad4784f110734f9ae73b221048c727"},"catalogue/98.html":{"bytes":63822,"sha256":"73593f3b6ae3ff52d77116e5acc1476815678277619b61d36a292a03b40684cf"},"catalogue/99.html":{"bytes":63720,"sha256":"f6ab81b5bfe891047c01e94fa70ffd9a1ae4c69d22df4d78a88747c4bbc2bbeb"},"index.html":{"bytes":9719,"sha256":"1c8b929a3c845083c05ea1c69426354a970b41a2f5371375441fbb30c9743cfd"},"sample.csv":{"bytes":4702103,"sha256":"00c8e3446b5e885d01351862b77cb2f6e4a171616024eeb0e32be728dc75b107"},"sample.json":{"bytes":7771182,"sha256":"ee9401b52730baf82687e6c214938e65b8a526e67a3ef7cd58a7a774393eba63"},"site.css":{"bytes":6258,"sha256":"3308d112d787a4ae2f8f0e6c32bf982b2a7aea0ad353b7d2a33bb7501643f040"}},"schema":"edgemech-public-sample-browser/v1","source_commit":"f841b1dff874e78d1a14075413be6a92c90f1378"} +{"builder":{"path":"src/edgemech/site.py","sha256":"23551fd75179aef06416c9a9fda2c492a354ee23980cbe9109eff10f348ab0fc"},"canary":false,"counts":{"historically_assessed":100,"omitted":1500,"public_sample":10000,"published_occurrences":10000,"retained":8500,"transforms":{"bacdive/edges.tsv":654,"bactotraits/edges.tsv":654,"gold/edges.tsv":654,"gtdb/edges.tsv":654,"lpsn/edges.tsv":654,"lpsn_api/edges.tsv":654,"madin_etal/edges.tsv":654,"mediadive/edges.tsv":654,"metatraits/edges.tsv":804,"metatraits_gtdb/edges.tsv":804,"microbedecoder/edges.tsv":1554,"prego_habitat/edges.tsv":953,"rhea_mappings/edges.tsv":653}},"inputs":[{"bytes":7851103,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl","path":"artifacts/edge-sample-review-20261112/manifest.jsonl","sha256":"1457df4e1528d7749f39bc47b6a00d06571ea215e39934216f4bc75a2dc6c4f4","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl"},{"bytes":20403,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/sampling-metadata.json","path":"artifacts/edge-sample-review-20261112/sampling-metadata.json","sha256":"54c38337b8d8b101be762dfbf2685b985d9833ae8593fbb4aec55792e155a125","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/sampling-metadata.json"},{"bytes":132149,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/canary-ledger.jsonl","path":"artifacts/edge-sample-review-20261112/canary-ledger.jsonl","sha256":"bd99c35c3a63ef540ae9d7d111b314b513dca03b8ee52a2461057ed4f82ee651","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/canary-ledger.jsonl"},{"bytes":148510,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/canary.jsonl","path":"artifacts/edge-recanary-20261113/canary.jsonl","sha256":"76b4556e9bb62cde92eaed764710f8bbe4a420b016602be1945cb9ed3d53d703","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/canary.jsonl"},{"bytes":109898,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/source-adjudications.json","path":"artifacts/edge-recanary-20261113/source-adjudications.json","sha256":"892481fe6beff8a7ba05c64440f8b7e96939bbfbc539ba08f1261cc3b67023ea","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/source-adjudications.json"},{"bytes":88476,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/scientific-ledger.jsonl","path":"artifacts/edge-recanary-20261113/scientific-ledger.jsonl","sha256":"3e9b5f30f03a7773f003092bbcf7063193f513b487375e3ffc49da59f94d69ac","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-recanary-20261113/scientific-ledger.jsonl"},{"bytes":186956,"download_url":"https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/docs/validation/full-native-overlap-20261107/census-manifest.json","path":"docs/validation/full-native-overlap-20261107/census-manifest.json","sha256":"a2b8353349816fd067ab3a7112fd1c2f5ee9c02971591ea52f31e9b981cbdd2e","url":"https://github.com/CultureBotAI/EdgeMech/blob/f841b1dff874e78d1a14075413be6a92c90f1378/docs/validation/full-native-overlap-20261107/census-manifest.json"}],"outputs":{".nojekyll":{"bytes":0,"sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"browser.js":{"bytes":13394,"sha256":"7c52e2e50d8464573d259ee7b4a4298e7bdd2ac03129dde511c0d975e73b5963"},"catalogue/1.html":{"bytes":61920,"sha256":"ce688b796eb0ea786fb7423758a15cf86d2817880827ed6cea6bf6aca704f932"},"catalogue/10.html":{"bytes":60929,"sha256":"4fac5c1cc2965a4b5c1d77a6aa56dfebfdcfdd7bc6eb341472d3e02b9c5b74c7"},"catalogue/100.html":{"bytes":69384,"sha256":"ce4e6ad8b27f5099d2f3c6ae30f182033b8a75c66355ae1c5153ef18764ab7c0"},"catalogue/11.html":{"bytes":60936,"sha256":"52464fa295d8d3e131e22c48ce1e79cbb451301a279f8605e51b006ebae80971"},"catalogue/12.html":{"bytes":60837,"sha256":"ca2fa93080abdb5e0863d7307610de1b713f7f0519fd12da9a5711db9eabe5d5"},"catalogue/13.html":{"bytes":60813,"sha256":"7f9a1de821fc33f50910e9794690d74d924b15d683725521dfc52fcd959d95e8"},"catalogue/14.html":{"bytes":60762,"sha256":"cffeae8db7781fa82bbb4a70defbca013aae4f7edeeb03a1b4709e1ba21a1555"},"catalogue/15.html":{"bytes":60829,"sha256":"cc0846fa8f3f4b74ec70bd8671553eeb4ba733318f18fecaf13a4fb7d2952841"},"catalogue/16.html":{"bytes":61116,"sha256":"704717f9acec0fcab4f4ea852e85e6c6df4977b241fb582a169c2f7954ebb840"},"catalogue/17.html":{"bytes":60905,"sha256":"8515579fb71982a4e3a61c6d04ffc34847dea1f5266ed691637b9e0879673611"},"catalogue/18.html":{"bytes":61212,"sha256":"1563a27ce8131007763d9e33dc1aa6e9b36b538087892ea9764715f31d9abcbf"},"catalogue/19.html":{"bytes":61012,"sha256":"1c5443cca43e1dbf774b2a839161b7b7200147a7d61ef2ad102bfa8e95b5ba92"},"catalogue/2.html":{"bytes":62329,"sha256":"cb789bf89e7147199d528528ef123af0d3ee97793623466e8414f0fff069d5a0"},"catalogue/20.html":{"bytes":60450,"sha256":"0a0f66f3028e43024a77266f46a083420a14e8ebdbf3545b7e6285e4a9480214"},"catalogue/21.html":{"bytes":59461,"sha256":"5eeef3b8243f293d088cc331f78644e5a358c91acd372f625ccfd1d301a68bcf"},"catalogue/22.html":{"bytes":59624,"sha256":"b6aec1c01d61b137ca61f24f88171e4a4917645cddcd3dd84582bb4628a187ae"},"catalogue/23.html":{"bytes":59697,"sha256":"2312391dc7d98e668eed0119fece3617b926ccd24aad377454c78ec42b7d7fe7"},"catalogue/24.html":{"bytes":61241,"sha256":"3024e74ef1a198f1cd305dad68125b382d9b21543858202b9f142739f9293a87"},"catalogue/25.html":{"bytes":61261,"sha256":"ce30d760f5cbdb378921e734d45588e2762d46e2ef7d0bcf0526129086edffe0"},"catalogue/26.html":{"bytes":61309,"sha256":"8ea42f5df3367f35e8dedd68946be62af28d86deb047e490ad062ab956334f86"},"catalogue/27.html":{"bytes":59802,"sha256":"3e6e2d228ce2032447c77572a3e4e798a5f5a254045736dfd3dd4fcc20c4bfc8"},"catalogue/28.html":{"bytes":59529,"sha256":"cf27e504e6ef63e76d18661608440e5f50d09228fb957b0584c46f914e70c151"},"catalogue/29.html":{"bytes":59572,"sha256":"4f47ec4a757ccd43170988fe0d0aeb6837050296697a8ca4342b814f5f671c79"},"catalogue/3.html":{"bytes":61392,"sha256":"85ea6e2130199e9048b6728b1eec6d7b7b9a8603ae4f52c95fad2b222426053e"},"catalogue/30.html":{"bytes":59743,"sha256":"2aa015437c6fcdb6d5c81a0cd3ceccc7586971012d943087d99cc3ca46dc471d"},"catalogue/31.html":{"bytes":59653,"sha256":"381fed4a314d691263026e06cc3fb38bbb7cc631ec43123ec005889ac8a1452b"},"catalogue/32.html":{"bytes":59566,"sha256":"9b056e44e6ba9f0cc7d46dca94483262a63e93c329d718c30187f526a2946edc"},"catalogue/33.html":{"bytes":59514,"sha256":"3957a628cd8450c6bd7920c531670a39cabf1a35d7c9973d9e6f352e8fb826d3"},"catalogue/34.html":{"bytes":59814,"sha256":"f8ba3905162668224472425711c043499c764056905bf6b5596523d60fef222f"},"catalogue/35.html":{"bytes":59932,"sha256":"96b37df18e1b7512f65453c09d460aeaf1f2ebbec1166820229f1fb99db95285"},"catalogue/36.html":{"bytes":59781,"sha256":"7a3c0eddb2ca78d8ddfeb4ac47cf8f3b8f886b5b78d99b35dcc1fee4a4c90cc2"},"catalogue/37.html":{"bytes":60722,"sha256":"4670f336f46de5e568bec13b4fec4ee66b254ebda8964d553a4340a8ebe3eeee"},"catalogue/38.html":{"bytes":60546,"sha256":"c2b7cafca6fa00198feeb99da0ddf2e2138a69d25543e0fa2fa12b6e79f4b3cd"},"catalogue/39.html":{"bytes":60455,"sha256":"84c3d3497af9cb5cbff7a2cb3b0673ffbf0d3fb76173893582c3ff1e7fdb5948"},"catalogue/4.html":{"bytes":61298,"sha256":"2f29cb3ac6e812923f3e2bf351bc78ba3f90c915619204fd803b3e97a92f2513"},"catalogue/40.html":{"bytes":60503,"sha256":"126e8ebf9b4961573c1771da5df3d851ddbb5b2aa3ec3698f5b0eb49c5190576"},"catalogue/41.html":{"bytes":60742,"sha256":"8cb2dcb38eae2e29367cab0797f86bc4e28307dd80ba6cb02cc1b421ceacce72"},"catalogue/42.html":{"bytes":60556,"sha256":"a29b410175f1e04e3b857da5d16814f6ad4bb737d901ec8152dd40d782336d27"},"catalogue/43.html":{"bytes":60580,"sha256":"9680e85ef3dd453661c52a8310e498094e08f595d030946c417c87ca474a285b"},"catalogue/44.html":{"bytes":60617,"sha256":"48aa0e065ac1df10206c489d22d36a042f3cdcf750fd12bfe80609306f867388"},"catalogue/45.html":{"bytes":60706,"sha256":"7e31f0ab3e9517e1028b87479581318fcd4caacb46a4ba8aee62c09ba31bb449"},"catalogue/46.html":{"bytes":60754,"sha256":"4a2fc2d5c98f3e23dd1d8b5c5ed5dbd320b9cf6bcb559b6d9ed33a3e76d589c9"},"catalogue/47.html":{"bytes":61215,"sha256":"0ec68e8a41db8372bea4f8ca47aa37b9e16e45481f2cb1a02474188f4ba5d2d0"},"catalogue/48.html":{"bytes":61497,"sha256":"66dbb3191a4a47f0c72c0711f8b1b3a66149cfa6a797365bf6c7980759724b96"},"catalogue/49.html":{"bytes":61505,"sha256":"4cbb3679412118aa21c2890c02284971e9d102fca9ee4ec35cc9ff1cd8fff47d"},"catalogue/5.html":{"bytes":60212,"sha256":"14403f100704373eebe2576cbf871906a8e000c2b7408e10759a305a98c6b666"},"catalogue/50.html":{"bytes":59829,"sha256":"70bcdf711bb7278271b1cc6a847c0214dfc1f4683a09e5fe7aed360131fe3a6b"},"catalogue/51.html":{"bytes":59519,"sha256":"a8ef8ee8bb5f094e2183bb6f81bd6ffb4e6faf5d15601c760e155cd380fa1315"},"catalogue/52.html":{"bytes":60020,"sha256":"afbd3193698b1aecddc58fd70889dd0390f48aedcfccef20dc36799c7249164c"},"catalogue/53.html":{"bytes":63338,"sha256":"042c46439d1ed2a2787c6a9e72fc17de574ee090523bf48b98ec76cee5acee10"},"catalogue/54.html":{"bytes":64204,"sha256":"6cc6f1d4795a9e5e047ee777235d53271cd67f6cb06abbee4f4ee8d91046a4ab"},"catalogue/55.html":{"bytes":60737,"sha256":"fe146e99aa93f3db9c732ff3b823676589c2df17197607b8ec293c60e5ef8db0"},"catalogue/56.html":{"bytes":60503,"sha256":"8fe5829777ec0b774e6e8461df422895b609328fec08f3196d495c21ed780201"},"catalogue/57.html":{"bytes":60572,"sha256":"fe97b524af0d8a2397eb2e6d1e5c54c56d937447c3ff673483244e5d3f89f294"},"catalogue/58.html":{"bytes":60476,"sha256":"0f3916d7e60caf425e4538b4c89111fa4893c2c9c1416756f8c8770bdce8d9d0"},"catalogue/59.html":{"bytes":60405,"sha256":"ec3bb3724a8fd930b4b7e64ebac51822a947bf3aa6b4e69b1541ba8ed0cba832"},"catalogue/6.html":{"bytes":59591,"sha256":"52d3eb2b5320950f9e57afb30e11620b8f78a5726ba1f066f97c3487b352bfbc"},"catalogue/60.html":{"bytes":60617,"sha256":"b72a04ae8edefa401911a6d099461f461cfdf51cf5c7f18dbb7ce4342361b280"},"catalogue/61.html":{"bytes":63729,"sha256":"febe6ec9af559df697a545f9c8d01baa3804459897f795d0310c10f181f539e8"},"catalogue/62.html":{"bytes":64698,"sha256":"243382c9eea825a1b60922666ca5c7749f0e8b57a9be72120b076d382ae981e9"},"catalogue/63.html":{"bytes":61030,"sha256":"626b1a77526f800fa29a83d15fa8dd29cd82d24d0e399afb714a410c0d1b763b"},"catalogue/64.html":{"bytes":61004,"sha256":"071b3846a516eeca0fc360cae9386a19432a77d966de1fc68a8da2b43fc262bf"},"catalogue/65.html":{"bytes":60862,"sha256":"d95e14af56c39fc77cf135639b03af181aa9717ea198db970bb0502599e83e61"},"catalogue/66.html":{"bytes":60971,"sha256":"d7ea1021ea98e2e2e8abbdd4861f000886e95c7f04c6da19313052c6af4ecfa3"},"catalogue/67.html":{"bytes":61137,"sha256":"ac996be7ee2bb4e07a5b9a650b742660509a9e01b4c7c02cf8cd936423d91f5e"},"catalogue/68.html":{"bytes":61087,"sha256":"dd0eb23dbde28033b92ff120091c0d2436635ca46a6f0bbcccd67d40c662a08d"},"catalogue/69.html":{"bytes":65512,"sha256":"c17aa511ac2f1affcde3d57e8a665e8eef5551f3bcf546518e59baa8daee4cf2"},"catalogue/7.html":{"bytes":60105,"sha256":"7e929b3c09de559879258e9b4d255d43857488dacd86df4b6226a8d7225ca7a1"},"catalogue/70.html":{"bytes":68576,"sha256":"3fb4165c9f5a8a6afdf493c6c0aca2e600bc0859b3b07dcb8b0ff3c38a096c14"},"catalogue/71.html":{"bytes":68616,"sha256":"08250285c7476775f4c268a230b39bb545ae49dff796d2ff22d1a2b484c6a432"},"catalogue/72.html":{"bytes":65718,"sha256":"8c6309b2b8839ba37b045c62cc4fc30f3b25f5c2ebe02798553bad1da1a0925a"},"catalogue/73.html":{"bytes":63906,"sha256":"26cc5c89a39979f60a9c665e4d8535d4f49cdae45678becfde3bc884a1350a65"},"catalogue/74.html":{"bytes":63891,"sha256":"012b576df4e780945e78714a9353c06ef9ba7b22c4d3e878a3062ffe7bf8de3e"},"catalogue/75.html":{"bytes":66942,"sha256":"5a68ae6072521d4bb287ebf225118810a5ad55b0e80ddf03930341f0ef8cd535"},"catalogue/76.html":{"bytes":69167,"sha256":"733ac1a4d753960126668f898a72dbbc1e3db7a615b34d04ad08f99a4d116e4a"},"catalogue/77.html":{"bytes":69064,"sha256":"c02107431d8b9e785d900ef0564d54471975f038cfde92e5b0996124fcc93c22"},"catalogue/78.html":{"bytes":63601,"sha256":"d65bc05fdb9b5cb078d6647c709ce36b6f2ce62d38bec06216de1da0660ef0dd"},"catalogue/79.html":{"bytes":59988,"sha256":"f37bb989204ed3eae3ed2e211d30ee1edb017f2b61967f598ee494c74e34d20c"},"catalogue/8.html":{"bytes":60834,"sha256":"bbf017506d4f16e7e1c8512140170cd3151b90f89b3241cdc1d5c934a4281cd2"},"catalogue/80.html":{"bytes":61651,"sha256":"f826ebdd4f789f84eea5fab47e59f427e1c2b404a31aa7942fc140ed4083f53b"},"catalogue/81.html":{"bytes":63263,"sha256":"174346adcab4092b78877b2be73df56cfd942984fed8317933b447b564cb4172"},"catalogue/82.html":{"bytes":66794,"sha256":"1e11b98fe3f28c13a07ae40789d6270baa8912aa51a949c7ce283fc10ed05cbc"},"catalogue/83.html":{"bytes":63576,"sha256":"e83b49ff51f980c3ff29fe5d8944abb51c97331a28e055acbfe9b405413de1ea"},"catalogue/84.html":{"bytes":62228,"sha256":"6af6d93268e7ada608a3337c1be962c866f9a38992b6f02683a8233cbf7974e7"},"catalogue/85.html":{"bytes":63842,"sha256":"708fc7a7202f58c84e231d7d3fdc0d64ae18c97ad1a6e78259c750038738adc2"},"catalogue/86.html":{"bytes":63924,"sha256":"eda8183dd6f905b6a545cb46f71ba9d647bd71ff970e6b13714f6998aaff7252"},"catalogue/87.html":{"bytes":63615,"sha256":"f200cd29b7d5ef2ccd7ca13887ceba4f1fd681c445177cdb3d0a0f3d3122c241"},"catalogue/88.html":{"bytes":61314,"sha256":"f3bdc8462d7833190ba8bdf70b73eac3b44834355240898ffe48d5fda12973df"},"catalogue/89.html":{"bytes":61485,"sha256":"96530f3e8b99ae9e2cb28f872d614bb1f60687d228cc90b08d65545e747f82fe"},"catalogue/9.html":{"bytes":61017,"sha256":"919d01977ee056853dc733030b2ba2becc6242d7dc2881d77b8cd402cb14f19a"},"catalogue/90.html":{"bytes":61471,"sha256":"cbf40c1ea1c3aca14a8e44fb371a37e94156a1f96b2a5a83ba335fa2b751456e"},"catalogue/91.html":{"bytes":61792,"sha256":"5b5e753d4bf0ac309a3d5230419a687b610dc76cae77a61df2b3165020099ad1"},"catalogue/92.html":{"bytes":61409,"sha256":"73a45a08ceed79f117e9b12ea15ebc07dec04c9c670bbf9c679ca07ae46a964c"},"catalogue/93.html":{"bytes":61443,"sha256":"cea3b1aff829da23731474dc4600940632e5dcd13e508213d4e22606a156d478"},"catalogue/94.html":{"bytes":66973,"sha256":"e81dedc37ec35939e11a920f8ec589b668e47cdb0e0e6997d1cd7b787ddedf45"},"catalogue/95.html":{"bytes":71183,"sha256":"916daa1dba865586463bbe3938bbec053179ea338881c111660212479792902c"},"catalogue/96.html":{"bytes":70233,"sha256":"7189e112d2b5cfa1d7036d09cb367c596fa555e885811b144e794a3a3099c461"},"catalogue/97.html":{"bytes":70914,"sha256":"0463a3737dd50affbc69d55b4129f9549d373c349c544ab71a8251483b4ef5c5"},"catalogue/98.html":{"bytes":69705,"sha256":"897488931514f461a479ebbe1ffeae6dd2907ce923c7fa95bf6246fbd14ceaff"},"catalogue/99.html":{"bytes":69603,"sha256":"e149348d34783034b1d5ffe952f37e1127b4ad783f0eec5f8a36d894b98575c5"},"index.html":{"bytes":9719,"sha256":"1c8b929a3c845083c05ea1c69426354a970b41a2f5371375441fbb30c9743cfd"},"sample.csv":{"bytes":4702103,"sha256":"00c8e3446b5e885d01351862b77cb2f6e4a171616024eeb0e32be728dc75b107"},"sample.json":{"bytes":7772380,"sha256":"bf9426dd3c011cfed89c118edd6e090a13735b553ad55d5a508aa1d31fbf2358"},"site.css":{"bytes":6287,"sha256":"d8b8ba6afcc698e6046dfe810d72329bba078d32554099e249c76e377d24c197"}},"schema":"edgemech-public-sample-browser/v1","source_commit":"f841b1dff874e78d1a14075413be6a92c90f1378"} diff --git a/docs/validation/public-browser-20261119/canary-browser.json b/docs/validation/public-browser-20261119/canary-browser.json index 2f397d7..c0ec415 100644 --- a/docs/validation/public-browser-20261119/canary-browser.json +++ b/docs/validation/public-browser-20261119/canary-browser.json @@ -9,16 +9,16 @@ "literal markup query, empty state, reset", "keyboard filter navigation", "390px mobile layout and detail containment", - "JavaScript-disabled catalogue and exact source links", + "JavaScript-disabled catalogue with pinned raw manifest, line and hash", "failed asset load gives explicit error and no inferred results" ], "browser_errors": [], - "sample_bytes": 5919, - "sample_gzip_bytes": 2422, - "published_output_bytes": 37507, + "sample_bytes": 7117, + "sample_gzip_bytes": 2487, + "published_output_bytes": 39083, "builder": { "path": "src/edgemech/site.py", - "sha256": "53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4" + "sha256": "23551fd75179aef06416c9a9fda2c492a354ee23980cbe9109eff10f348ab0fc" }, - "sample_sha256": "77dba39913b09cf9e56ed591563da85d5b9507573a0d2c760e65f530dce262d1" + "sample_sha256": "a2ca544d31d10a21bf42d0d4a76a5e41d07a2b9227f5203d9b408fcccaf54699" } diff --git a/docs/validation/public-browser-20261119/full-browser.json b/docs/validation/public-browser-20261119/full-browser.json index 5f3ea32..b202891 100644 --- a/docs/validation/public-browser-20261119/full-browser.json +++ b/docs/validation/public-browser-20261119/full-browser.json @@ -11,16 +11,16 @@ "unreviewed scope and paginated URL state", "keyboard filter navigation", "390px mobile layout and detail containment", - "JavaScript-disabled catalogue and exact source links", + "JavaScript-disabled catalogue with pinned raw manifest, line and hash", "failed asset load gives explicit error and no inferred results" ], "browser_errors": [], - "sample_bytes": 7771182, - "sample_gzip_bytes": 1225128, - "published_output_bytes": 18138164, + "sample_bytes": 7772380, + "sample_gzip_bytes": 1225174, + "published_output_bytes": 18727800, "builder": { "path": "src/edgemech/site.py", - "sha256": "53566e5fce6e5c453f9081b5b48b43c2ede2c17b4407df1121513bc87af256f4" + "sha256": "23551fd75179aef06416c9a9fda2c492a354ee23980cbe9109eff10f348ab0fc" }, - "sample_sha256": "ee9401b52730baf82687e6c214938e65b8a526e67a3ef7cd58a7a774393eba63" + "sample_sha256": "bf9426dd3c011cfed89c118edd6e090a13735b553ad55d5a508aa1d31fbf2358" } diff --git a/docs/validation/public-browser-20261119/review-resolution-227.md b/docs/validation/public-browser-20261119/review-resolution-227.md new file mode 100644 index 0000000..54e7346 --- /dev/null +++ b/docs/validation/public-browser-20261119/review-resolution-227.md @@ -0,0 +1,39 @@ +# Independent review finding and resolution — issue 227 + +The separate read-only review of PR #225 at +`0c21d316fac03ee92ee337c64d64481e95653878` identified one P2 finding: +[issue #227](https://github.com/CultureBotAI/EdgeMech/issues/227). The source links +promised an exact row through a GitHub blob line anchor, but GitHub does not render +the 7,851,103-byte JSONL manifest as an addressable line view (`rawLines: null`). + +The fix replaces those anchors with commit-pinned `raw.githubusercontent.com` +URLs. Interactive details label the link “Open full source manifest (JSONL)” and +display the 1-based source line and SHA-256 beside it. Each no-JavaScript catalogue +row links to the full manifest and displays its source line; the hash and explicit +full-file scope are visible above the table. The source index also links to raw +files. No link claims GitHub can display the individual row. Original occurrences, +original triples, curated changes and assessment axes are unchanged. Long hashes +wrap within a 390px mobile catalogue. + +`scripts/adhoc/verify_browser_source_link_227_20261119.py` fetched exactly one real +advertised source artifact and verified HTTP 200, `text/plain; charset=utf-8`, +the full 7,851,103-byte length, and SHA-256 +`1457df4e1528d7749f39bc47b6a00d06571ea215e39934216f4bc75a2dc6c4f4`. +It parsed all 10,000 source lines, checked the canary's occurrence ID and original +subject/predicate/object at its displayed line, and reopened the persisted +download. The receipt is `source-link-227.json`; the downloaded file remains +under `.temp/source-link-227/`, outside Git. No credentials or email identifiers +were sent with this public GET request. + +The new regression uses the real large manifest, verifies the pinned raw URL and +line-to-occurrence mapping, and checks that the rendered catalogue visibly +contains the source line and hash with no `#L` anchors or exact-row promise. +Browser QA checks the actual interactive and static links plus mobile containment. +The one-record canary passed before the complete build. The full run passed +712 Python tests, four Node tests, Ruff, all 16 contract checks, offline package +build, and desktop/mobile browser checks without JavaScript errors. Updated +canary, full-build and browser receipts are retained alongside this record. + +This is the implementation response to the finding. The corrected PR head is +being returned for independent read-only verification; no merge or deployment +has been performed. diff --git a/docs/validation/public-browser-20261119/source-link-227.json b/docs/validation/public-browser-20261119/source-link-227.json new file mode 100644 index 0000000..e27f63a --- /dev/null +++ b/docs/validation/public-browser-20261119/source-link-227.json @@ -0,0 +1,15 @@ +{ + "issue": 227, + "date": "2026-11-19", + "source_commit": "f841b1dff874e78d1a14075413be6a92c90f1378", + "url": "https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl", + "final_url": "https://raw.githubusercontent.com/CultureBotAI/EdgeMech/f841b1dff874e78d1a14075413be6a92c90f1378/artifacts/edge-sample-review-20261112/manifest.jsonl", + "http_status": 200, + "content_type": "text/plain; charset=utf-8", + "bytes": 7851103, + "sha256": "1457df4e1528d7749f39bc47b6a00d06571ea215e39934216f4bc75a2dc6c4f4", + "source_rows": 10000, + "verified_public_record_lines": 1, + "persisted_artifact": "manifest.jsonl", + "original_tuples_preserved": true +} diff --git a/scripts/adhoc/check_browser_20261119.py b/scripts/adhoc/check_browser_20261119.py index 24fc74a..0723195 100644 --- a/scripts/adhoc/check_browser_20261119.py +++ b/scripts/adhoc/check_browser_20261119.py @@ -58,6 +58,14 @@ def main(): page.locator("#results tbody a").first.click() assert page.locator("#detail").is_visible() assert "Sample SHA-256" in page.locator("#detail-body").inner_text() + manifest = next(item for item in data["provenance"] + if item["path"].endswith("/manifest.jsonl")) + source_link = page.get_by_role("link", name="Open full source manifest (JSONL)") + assert source_link.get_attribute("href") == manifest["download_url"] + assert "#L" not in source_link.get_attribute("href") + assert f'Source line: {data["records"][0]["source_line"]} (1-based)' in page.locator( + "#detail-body").inner_text() + assert manifest["sha256"] in page.locator("#detail-body").inner_text() assert page.locator("#detail .assessments article").count() == 2 detail_url = page.url page.reload() @@ -113,8 +121,14 @@ def main(): fallback = nojs.new_page() fallback.goto(url + "catalogue/1.html") assert fallback.locator("tbody tr").count() == min(expected, 100) - assert fallback.locator("tbody a").last.get_attribute("href").startswith("https://github.com/") - checks.append("JavaScript-disabled catalogue and exact source links") + source_links = fallback.get_by_role("link", name="Full source manifest (JSONL)") + assert source_links.count() == min(expected, 100) + assert source_links.first.get_attribute("href") == manifest["download_url"] + assert "Source line 1 (1-based)" in fallback.locator("tbody").inner_text() + assert manifest["sha256"] in fallback.locator("main").inner_text() + fallback.set_viewport_size({"width": 390, "height": 844}) + assert fallback.evaluate("document.documentElement.scrollWidth <= innerWidth") + checks.append("JavaScript-disabled catalogue with pinned raw manifest, line and hash") failed = browser.new_page() failed.route("**/sample.json", lambda route: route.fulfill(status=503, body="unavailable")) failed.goto(url) diff --git a/scripts/adhoc/verify_browser_source_link_227_20261119.py b/scripts/adhoc/verify_browser_source_link_227_20261119.py new file mode 100644 index 0000000..60ca364 --- /dev/null +++ b/scripts/adhoc/verify_browser_source_link_227_20261119.py @@ -0,0 +1,59 @@ +"""Verify one advertised raw manifest over HTTP; build/site in, receipt out; #227, 2026-11-19.""" + +from __future__ import annotations + +import argparse +import hashlib +import json +from pathlib import Path +from urllib.request import Request, urlopen + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--site", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + if args.output.exists(): + raise ValueError("receipt destination must be new") + data = json.loads((args.site / "sample.json").read_bytes()) + source = next(item for item in data["provenance"] + if item["path"] == "artifacts/edge-sample-review-20261112/manifest.jsonl") + url = source["download_url"] + expected_url = ("https://raw.githubusercontent.com/CultureBotAI/EdgeMech/" + f'{data["source_commit"]}/{source["path"]}') + if url != expected_url or "#" in url: + raise ValueError("source link is not the exact pinned raw manifest") + request = Request(url, headers={"User-Agent": "EdgeMech-public-source-verification/1"}) + with urlopen(request, timeout=60) as response: + status, final_url = response.status, response.url + content_type = response.headers.get("Content-Type", "") + raw = response.read(source["bytes"] + 1) + if status != 200 or final_url != url or "html" in content_type.lower(): + raise ValueError("advertised link did not serve the raw artifact") + actual_sha = hashlib.sha256(raw).hexdigest() + if len(raw) != source["bytes"] or actual_sha != source["sha256"]: + raise ValueError("HTTP artifact bytes differ from the pinned browser source") + rows = [json.loads(line) for line in raw.splitlines()] + if len(rows) != data["counts"]["public_sample"]: + raise ValueError("downloaded manifest cardinality differs") + for record in data["records"]: + original = rows[record["source_line"] - 1] + if any(record[key] != original[key] for key in ( + "occurrence_id", "subject", "predicate", "object")): + raise ValueError("visible source line does not resolve to the advertised original claim") + args.output.mkdir(parents=True) + (args.output / "manifest.jsonl").write_bytes(raw) + if (args.output / "manifest.jsonl").read_bytes() != raw: + raise ValueError("download was not persisted intact") + receipt = {"issue": 227, "date": "2026-11-19", "source_commit": data["source_commit"], + "url": url, "final_url": final_url, "http_status": status, + "content_type": content_type, "bytes": len(raw), "sha256": actual_sha, + "source_rows": len(rows), "verified_public_record_lines": len(data["records"]), + "persisted_artifact": "manifest.jsonl", "original_tuples_preserved": True} + (args.output / "receipt.json").write_text(json.dumps(receipt, indent=2) + "\n") + print(json.dumps(receipt, sort_keys=True)) + + +if __name__ == "__main__": + main() diff --git a/src/edgemech/site.py b/src/edgemech/site.py index 73d524e..1984296 100644 --- a/src/edgemech/site.py +++ b/src/edgemech/site.py @@ -16,6 +16,7 @@ from pathlib import Path REPOSITORY = "https://github.com/CultureBotAI/EdgeMech" +RAW_REPOSITORY = "https://raw.githubusercontent.com/CultureBotAI/EdgeMech" SAMPLE = "artifacts/edge-sample-review-20261112/manifest.jsonl" SAMPLING = "artifacts/edge-sample-review-20261112/sampling-metadata.json" FIRST = "artifacts/edge-sample-review-20261112/canary-ledger.jsonl" @@ -59,7 +60,8 @@ def read_inputs(root: Path, source_ref: str) -> tuple[dict, list[dict]]: values[name] = ([json.loads(line) for line in raw.splitlines()] if name.endswith("jsonl") else json.loads(raw)) provenance.append({"path": name, "sha256": digest(raw), "bytes": len(raw), - "url": f"{REPOSITORY}/blob/{source_ref}/{name}"}) + "url": f"{REPOSITORY}/blob/{source_ref}/{name}", + "download_url": f"{RAW_REPOSITORY}/{source_ref}/{name}"}) expected = values[SAMPLING]["hashes"][SAMPLE] if provenance[0]["sha256"] != expected: raise ValueError("sample hash differs from retained sampling metadata") @@ -198,6 +200,7 @@ def csv_bytes(records: list[dict]) -> bytes: def catalogue(data: dict, output: Path) -> None: """Readable paginated HTML remains available without JavaScript.""" records = data["records"] + source = next(item for item in data["provenance"] if item["path"] == SAMPLE) page_size = 100 pages = (len(records) + page_size - 1) // page_size target = output / "catalogue" @@ -214,8 +217,8 @@ def catalogue(data: dict, output: Path) -> None: for axis in ("source_fidelity", "scientific_support"): cells.append(html.escape(row.get("review", {}).get(axis, {}).get( "verdict", "Not in retained review cohorts"))) - cells.append(f'Exact source row') + cells.append(f'Full source manifest (JSONL)' + f'Source line {row["source_line"]} (1-based)') body.append("" + "".join(f"{value}" for value in cells) + "") navigation = " ".join(f'{label}' for number, label in ( (page, "Previous"), (page + 2, "Next")) if 1 <= number <= pages) @@ -227,6 +230,8 @@ def catalogue(data: dict, output: Path) -> None: {len(records):,} published sample occurrences. Historical assessment states are separate from release presence and inherited transport eligibility. Not a search of the full graph.

Download this public sample as CSV

+

Provenance links open the complete pinned source manifest, not an individual row. +Source SHA-256: {source["sha256"]}

diff --git a/src/edgemech/site_assets/browser.js b/src/edgemech/site_assets/browser.js index fc44fe2..cec66ec 100644 --- a/src/edgemech/site_assets/browser.js +++ b/src/edgemech/site_assets/browser.js @@ -124,9 +124,9 @@ } const sample = data.provenance.find(item => item.path.endsWith("/manifest.jsonl")); const original = node("p"); - original.append(link("Exact public sample row ↗", `${sample.url}#L${row.source_line}`)); + original.append(link("Open full source manifest (JSONL) ↗", sample.download_url)); body.append(original); - body.append(node("p", `Sample SHA-256: ${sample.sha256}`)); + body.append(node("p", `The link opens the complete pinned file. Source line: ${row.source_line} (1-based). Sample SHA-256: ${sample.sha256}`)); if (focus) { byId("detail-title").focus(); section.scrollIntoView({block: "start"}); } } function render() { @@ -181,7 +181,7 @@ for (const [key, value] of Object.entries(data.census.counts)) { list.append(node("dt", key.replaceAll("_", " ")), node("dd", value.toLocaleString())); } byId("census-counts").append(list); for (const source of data.provenance) { - const p = node("p"); p.append(link(source.path, source.url), node("code", source.sha256)); byId("provenance").append(p); + const p = node("p"); p.append(link(`Raw source file: ${source.path}`, source.download_url), node("code", source.sha256)); byId("provenance").append(p); } byId("payload-size").textContent = `Public JSON size before HTTP compression: ${new TextEncoder().encode(payload).length.toLocaleString()} bytes. Source files and generated outputs are hashed in the build receipt.`; if (state.id) showDetail(false); diff --git a/src/edgemech/site_assets/site.css b/src/edgemech/site_assets/site.css index acce4ab..a1456be 100644 --- a/src/edgemech/site_assets/site.css +++ b/src/edgemech/site_assets/site.css @@ -1 +1,2 @@ :root{color-scheme:light;--ink:#192d35;--muted:#52666e;--accent:#a83e18;--wash:#fff7ef;--line:#dce3e3;--paper:#fcfdfb;--blue:#176074}*{box-sizing:border-box}html{scroll-behavior:smooth;scroll-padding-top:1rem}body{margin:0;background:var(--paper);color:var(--ink);font:16px/1.55 system-ui,-apple-system,BlinkMacSystemFont,"Segoe UI",sans-serif}a{color:var(--blue);text-underline-offset:.2em}a:hover{color:var(--accent)}button,input,select{font:inherit}button{border:1px solid #93a5aa;border-radius:6px;background:white;color:var(--ink);padding:.5rem .85rem;cursor:pointer}button:hover:not(:disabled){background:var(--wash);border-color:var(--accent)}button:disabled{cursor:default;opacity:.55}a:focus-visible,button:focus-visible,input:focus-visible,select:focus-visible,summary:focus-visible,[tabindex]:focus-visible{outline:3px solid #a83e18;outline-offset:3px}.topbar{max-width:1400px;margin:auto;display:flex;justify-content:space-between;gap:1rem;padding:1rem 2rem;font-size:.9rem;border-bottom:1px solid var(--line)}main{max-width:1400px;margin:auto;padding:0 2rem}section{margin:3.5rem 0;padding-bottom:1.2rem}h1,h2,h3{line-height:1.2;letter-spacing:-.025em}h1{font-size:clamp(2.8rem,6vw,4.4rem);display:flex;align-items:center;gap:1rem;margin:.8rem 0}h1 svg{width:60px;flex-shrink:0;fill:var(--accent);stroke:var(--accent);stroke-width:3}h2{font-size:1.7rem;margin:.6rem 0 1rem}h3{font-size:1.1rem}p{max-width:100ch}.hero{padding-top:.5rem}.subtitle{font-size:1.6rem;font-weight:550;color:var(--muted)}.eyebrow{text-transform:uppercase;letter-spacing:.13em;font-size:.73rem;font-weight:750;color:var(--accent)}.lead{font-size:1.15rem;max-width:84ch}.scope-note{padding:.8rem 1rem;border-left:3px solid var(--accent);background:var(--wash);max-width:100ch}.section-nav{display:flex;gap:1rem;flex-wrap:wrap;margin:1.8rem 0}.section-nav a{display:flex;gap:.5rem;align-items:center;text-decoration:none;padding:.6rem 1rem;border:1px solid var(--line);border-radius:8px;background:white;font-weight:600}.section-nav span{color:var(--accent);font-size:1.5rem;line-height:1}.stats{display:flex;flex-wrap:wrap;gap:1px;border:1px solid var(--line);border-radius:10px;overflow:hidden;background:var(--line);margin-top:1.5rem}.stats>div{flex:1 1 180px;background:white;padding:1.1rem 1.3rem;min-width:0}.stats strong{font-size:1.8rem;display:block;letter-spacing:-.03em}.stats span{font-size:.84rem;color:var(--muted);display:block;max-width:24ch}.section-heading{display:flex;justify-content:space-between;align-items:center;gap:1rem;flex-wrap:wrap}.section-heading>a{font-size:.9rem}form{background:#eef3f3;border:1px solid var(--line);padding:1.3rem;border-radius:10px}label{display:block;font-size:.84rem;font-weight:650}input,select{display:block;width:100%;min-width:0;border:1px solid #8c9fa5;border-radius:5px;background:white;color:var(--ink);padding:.6rem;margin-top:.4rem}input[type=search]{font-size:1rem}.filter-grid{display:grid;grid-template-columns:repeat(5,minmax(0,1fr));gap:.8rem;margin:1rem 0}.toolbar{display:flex;align-items:center;gap:.7rem;flex-wrap:wrap}.toolbar span{font-size:.9rem;margin-left:auto}.table-scroll{overflow-x:auto;border:1px solid var(--line);border-radius:8px;margin-top:1.2rem}table{border-collapse:collapse;width:100%;font-size:.86rem}th{background:#edf1f1;text-align:left;font-weight:650}td,th{padding:.9rem .8rem;border-bottom:1px solid var(--line);vertical-align:top}td{min-width:135px;max-width:260px;overflow-wrap:anywhere}tbody tr:hover{background:#f5f8f7}td small{display:block;color:var(--muted);font-size:.73rem;margin-top:.25rem}.badge{display:inline-block;border:1px solid #ced8da;border-radius:5px;padding:.2rem .4rem;background:#f2f5f5;font-size:.75rem;white-space:normal}.pager{display:flex;justify-content:center;gap:1rem;align-items:center;padding-top:1rem}.pager span{font-size:.85rem}.notice{padding:1rem;background:var(--wash);border:1px solid #ecc9b5;border-radius:6px}.detail{background:white;border:1px solid var(--line);border-top:4px solid var(--accent);border-radius:10px;padding:1.5rem;overflow-wrap:anywhere}.detail code{font-size:.84rem}.claim{display:grid;grid-template-columns:1fr .8fr 1fr;gap:1rem;background:#f0f5f5;padding:1rem;border-radius:7px}.claim strong,.claim code{display:block}.claim small{color:var(--muted)}.detail dl{display:grid;grid-template-columns:minmax(150px,1fr) 3fr;gap:.5rem 1rem}.detail dt{font-weight:650}.detail dd{margin:0}.explain-grid,.assessments{display:grid;grid-template-columns:repeat(3,minmax(0,1fr));gap:1.5rem}.explain-grid article{border-top:2px solid var(--accent);padding:.5rem 0}.assessments{grid-template-columns:repeat(2,minmax(0,1fr));margin:1rem 0}.assessments article{padding:1rem;border:1px solid var(--line);border-radius:7px}.assessments h3{margin-top:0}.assessments p{font-size:.9rem}.download-links{display:flex;gap:1rem;flex-wrap:wrap}.download-links a{border:1px solid var(--line);background:white;padding:.8rem;border-radius:6px}details{margin:1rem 0}summary{cursor:pointer;font-weight:600}#provenance p{font-size:.83rem;overflow-wrap:anywhere}#provenance code{display:block}footer{max-width:1400px;margin:2rem auto;padding:2rem;border-top:1px solid var(--line);font-size:.82rem;color:var(--muted);overflow-wrap:anywhere}footer code{font-size:.75rem}.skip{position:absolute;top:-80px;left:1rem;background:white;padding:.8rem;z-index:10}.skip:focus{top:0}.sr-only{position:absolute;width:1px;height:1px;padding:0;margin:-1px;overflow:hidden;clip:rect(0,0,0,0);white-space:nowrap;border:0}[hidden]{display:none!important}@media(max-width:950px){.filter-grid{grid-template-columns:repeat(2,minmax(0,1fr))}.explain-grid{grid-template-columns:1fr}.toolbar span{width:100%;margin:0}.claim{grid-template-columns:1fr}.assessments{grid-template-columns:1fr}}@media(max-width:600px){main{padding:0 1rem}.topbar{padding:1rem;font-size:.8rem}section{margin:2.5rem 0}.filter-grid{grid-template-columns:1fr}.stats>div{flex-basis:140px}.stats strong{font-size:1.5rem}.section-nav{gap:.5rem}.section-nav a{padding:.5rem .7rem;font-size:.85rem}.detail{padding:1rem}.detail dl{grid-template-columns:1fr;gap:.3rem}.detail dd{margin-bottom:.6rem}footer{padding:1rem}h1 svg{width:48px}}@media(prefers-reduced-motion:reduce){html{scroll-behavior:auto}} +code{overflow-wrap:anywhere} diff --git a/tests/test_site.py b/tests/test_site.py index 2e66088..6b1dcdb 100644 --- a/tests/test_site.py +++ b/tests/test_site.py @@ -112,3 +112,18 @@ def test_static_catalogue_escapes_untrusted_labels(inputs, tmp_path): site.catalogue(data, tmp_path) html = (tmp_path / "catalogue/1.html").read_text() assert "<img" in html and " 7_000_000 # Too large for a GitHub blob line view. + assert source["download_url"] == f"{site.RAW_REPOSITORY}/{inputs[2]}/{site.SAMPLE}" + row = data["records"][0] + assert inputs[0][site.SAMPLE][row["source_line"] - 1]["occurrence_id"] == row["occurrence_id"] + site.catalogue(data, tmp_path) + html = (tmp_path / "catalogue/1.html").read_text() + assert f'href="{source["download_url"]}"' in html + assert f'Source line {row["source_line"]} (1-based)' in html + assert source["sha256"] in html + assert "Exact source row" not in html and "#L" not in html
Original subjectOriginal predicateOriginal object TransformDispositionSource fidelityScientific support