{
  "schema_version": 1,
  "id": "2026-10-05-production-coverage",
  "title": "Production data coverage",
  "date": "2026-10-05",
  "environment": "Production",
  "status": "Completed \u00b7 findings to review",
  "summary": "Duplicate candidates, invalid values and broken references need review. All project-field presence and audit sections are available below; source completeness and accuracy remain unverified.",
  "observation": {
    "audit": "Bidlo production coverage audit",
    "check_version": "coverage-v1-2026-10-05",
    "framework": "/Users/mwolfe/Documents/Bidlo Production Data Coverage Framework.md",
    "database": "postgres-prod",
    "transaction_read_only": true,
    "observation_date": "2026-10-05",
    "observation_start_approx": "2026-10-05T11:29:00Z",
    "database_verification_end": "2026-10-05T11:59:05.644Z",
    "timezone": "America/Chicago",
    "single_atomic_snapshot": false,
    "scope": {
      "existing_shared_collections": 70,
      "fields": 397,
      "active_shared_documents_in_shared_collections": 6333963,
      "projects": 81770,
      "project_items": 1233712,
      "tenant_and_user_overlays": "excluded",
      "soft_deleted_rows": "excluded",
      "archived_policy": "not validated"
    },
    "queries": "reproducible-queries.json",
    "results": "production-audit-results.json",
    "report": "audit-report.html",
    "unknown": [
      "Source capability and required/optional/conditional field eligibility",
      "External expected posting/file/item manifest completeness",
      "Primary evidence source accuracy",
      "Item-to-source-page lineage and semantic graph attachment",
      "Subcontract supported-scope eligibility",
      "Parser versions, run namespace and pipeline stage reconciliation"
    ],
    "production_changes": false
  },
  "duplicate_checks": {
    "check_version": "duplicate-review-v1-2026-10-05",
    "database": "postgres-prod",
    "read_only": true,
    "observed_between_utc": [
      "2026-10-05T12:15:36.511Z",
      "2026-10-05T12:26:42.186Z"
    ],
    "coverage_baseline": "Original report unchanged; coverage numbers remain its October 5 observation.",
    "followup_population_at_start": {
      "active_shared_projects": 81814,
      "active_shared_project_items": 1236280
    },
    "project_detail_matches": {
      "groups": 737,
      "projects": 1584,
      "records_beyond_one_per_group": 847
    },
    "item_content_matches": {
      "groups": 5221,
      "items": 11057,
      "projects": 911,
      "groups_with_one_unit_link": 5205
    },
    "item_context_matches": {
      "groups": 1,
      "items": 2
    },
    "repeated_item_codes": {
      "groups": 13923,
      "items": 31678,
      "projects": 1949
    },
    "interpretation": "Candidates overlap across check tiers; never add them together. Source row, schedule section, addendum and version evidence is needed to confirm duplicates.",
    "methods": {
      "project_detail_matches": "Same stored source ID, posting ID, agency ID, normalized document title and parsed bid-date timestamp. Title normalization only folds case and whitespace. Every returned group has a nonblank agency and parseable date. Shared active Project documents only.",
      "item_content_matches": "Same active shared project, nonblank normalized item code and description, nonblank stored quantity and identical active shared Unit relation target set. Quantities are exact stored text, not numeric-equivalence matches. 16 groups have no single Unit edge; review their missing or multi-unit context separately.",
      "item_context_matches": "Same content plus exact stored unit price, Material/Contractor/Pay Estimate relation target sets and sorted document sources array hash. The one returned pair has an empty sources array; it is not evidence-backed confirmation of duplication.",
      "repeated_item_codes": "Repeated nonblank normalized code within the same active shared project. Different names, quantities, sections or revisions may be legitimate.",
      "limits": "No fuzzy project-title matching, cross-source mirror reconciliation, semantic row comparison or deduplication across separate projects. No source files or source rows were reviewed. Current data changed since the original snapshot; no rates use the original population as a denominator for this follow-up.",
      "query_cost": "Plans inspected; one broader context-enriched code scan exceeded the audit cancellation budget and was replaced by a simpler code census. Completed checks were read-only, with roughly 45-second audit-side cancellation limits on long item scans."
    }
  },
  "findings": [
    {
      "priority": "High",
      "finding": "Nonfinite bid quantities",
      "count": "119",
      "classification": "Confirmed quantity usability failure",
      "evidence": "quantity-findings.csv",
      "next_step": "Reject NaN before accepted writes; source-review and re-extract the affected rows. ConstructConnect 56, City of Austin 42, civcast 9, SAM 9, NTTA 2, bonfire 1."
    },
    {
      "priority": "High",
      "finding": "Impossible stored deadline",
      "count": "1",
      "classification": "Confirmed date parse failure",
      "evidence": "money-and-date-findings.csv",
      "next_step": "Review SAM project 138a7826-339e-5c93-861b-b9018bd8b901 against its posting. Stored Bid Received Until is 10/66/2026 18:00:00. Do not infer a replacement date."
    },
    {
      "priority": "High",
      "finding": "Classification job repeatedly failing",
      "count": "79",
      "classification": "Confirmed failed runs; root cause unconfirmed",
      "evidence": "pipeline-runs.csv",
      "next_step": "Investigate project_classification_sync, failed 79 times October 2 through October 5. Check scheduler and application logs with appropriate access."
    },
    {
      "priority": "High",
      "finding": "Project Items linked to tenant-owned projects",
      "count": "1101",
      "classification": "Confirmed shared graph scope mismatch",
      "evidence": "relationship-findings.csv",
      "next_step": "Review ownership and graph writers; do not reattach items based on matching names."
    },
    {
      "priority": "High",
      "finding": "Bid Items linked to deleted Project Items",
      "count": "606",
      "classification": "Confirmed inactive graph targets",
      "evidence": "relationship-findings.csv",
      "next_step": "Review deletion propagation and consumer filtering. Preserve source evidence before any repair."
    },
    {
      "priority": "Medium",
      "finding": "Materials Agency relationships have invalid targets",
      "count": "2219",
      "classification": "Confirmed graph scope or collection mismatch",
      "evidence": "relationship-findings.csv",
      "next_step": "2,215 nonshared targets and 4 wrong-collection targets. Review entity resolution and shared lookup ownership."
    },
    {
      "priority": "Medium",
      "finding": "Project Owner tags have invalid references",
      "count": "834",
      "classification": "Confirmed referenced endpoint not active shared expected collection",
      "evidence": "reference-findings.csv",
      "next_step": "Review agency resolution and shared lookup ownership. 858 projects have no canonical agency, including these 834 plus 24 absent tags."
    },
    {
      "priority": "Medium",
      "finding": "Project Status tags have invalid references",
      "count": "381",
      "classification": "Confirmed referenced endpoint not active shared expected collection",
      "evidence": "reference-findings.csv",
      "next_step": "Repair adapter or source-supported lifecycle mapping after review. Total unresolved lifecycle population is 52,217."
    },
    {
      "priority": "Medium",
      "finding": "Boolean values in number fields",
      "count": "951",
      "classification": "Confirmed schema representation mismatch; consumer impact needs review",
      "evidence": "production-audit-results.json scalarMismatchPatterns",
      "next_step": "CMMC Requirement 363, Has Documents 294, Has External Portal Links 294. Validate intended boolean semantics before changing field type or normalization."
    },
    {
      "priority": "Medium",
      "finding": "Money fields fail single-number parsing",
      "count": "12",
      "classification": "Confirmed numeric representation mismatch; ranges may be valid source facts",
      "evidence": "money-and-date-findings.csv",
      "next_step": "All are civcast. Separate estimate ranges from amounts; review placeholders and malformed strings."
    },
    {
      "priority": "Medium",
      "finding": "Reverse File links under Project Files field",
      "count": "69731",
      "classification": "Confirmed direction inconsistency; legacy adapter candidate",
      "evidence": "production-audit-results.json fileReverseReconciliation",
      "next_step": "69,723 active shared reverse links all have forward counterparts. No projects gain coverage. Validate reverse storage conventions before any cleanup."
    },
    {
      "priority": "Medium",
      "finding": "Known subs with no item contractor link",
      "count": "77",
      "classification": "Review candidates with unknown attribution eligibility",
      "evidence": "assignment-candidates.csv",
      "next_step": "All 3,167 projects with known subs have items. Candidate statuses: Active 32, Completed 27, Unknown 18. None is tagged Awarded. Verify lifecycle, source scope mapping and grace period."
    },
    {
      "priority": "Medium",
      "finding": "Repeated source and posting keys",
      "count": "2806",
      "classification": "Duplicate candidates; versions and mirrors not reconciled",
      "evidence": "duplicate-candidates.csv",
      "next_step": "7,044 projects in repeated groups, with 4,238 records beyond one per key. Review version and contract semantics; do not delete."
    },
    {
      "priority": "Medium",
      "finding": "Sparse checksum evidence",
      "count": "1",
      "classification": "Observed provenance population",
      "evidence": "production-audit-results.json fileEvidencePopulation",
      "next_step": "Only 1 of 134,617 files with metadata has a nonblank SHA-256. Add checksum and file version at ingestion; do not invent historical lineage."
    },
    {
      "priority": "Medium",
      "finding": "Value change run IDs do not join scraper runs",
      "count": "7",
      "classification": "Observed mapping gap",
      "evidence": "production-audit-results.json runMapping",
      "next_step": "7 distinct recent nonblank changelog run IDs match neither scraper_runs.run_id nor its UUID primary key. Verify another run namespace or mapping before inferring lost history."
    }
  ],
  "links": {
    "page": "/audits/2026-10-05-production-coverage",
    "summary": "/audits/data/2026-10-05-production-coverage/summary.md",
    "manifest": "/audits/data/2026-10-05-production-coverage/manifest.json",
    "summary_report": "/audits/data/2026-10-05-production-coverage/audit-summary.html",
    "original_report": "/audits/data/2026-10-05-production-coverage/audit-report.html",
    "archive": "/audits/data/2026-10-05-production-coverage/audit-downloads.zip",
    "framework": "/audits/data/2026-10-05-production-coverage/framework.md"
  },
  "artifacts": [
    {
      "name": "assignment-candidates.csv",
      "url": "/audits/data/2026-10-05-production-coverage/assignment-candidates.csv",
      "bytes": 5674,
      "sha256": "813e5b4393e5660881f4ac1cc962c8d5cbd649ae9db1cab328a129676a815b4b"
    },
    {
      "name": "audit-downloads.zip",
      "url": "/audits/data/2026-10-05-production-coverage/audit-downloads.zip",
      "bytes": 5916822,
      "sha256": "8692958f284f32ab606d3d99ef7ff84abf718459fb4f0ba64a941b42b444ceb5"
    },
    {
      "name": "audit-manifest.json",
      "url": "/audits/data/2026-10-05-production-coverage/audit-manifest.json",
      "bytes": 1309,
      "sha256": "f06c3e3c14c126e763a1bc027191aaa2aefdb86eea9622a3ea0ee02a5ceef24c"
    },
    {
      "name": "audit-report.html",
      "url": "/audits/data/2026-10-05-production-coverage/audit-report.html",
      "bytes": 83356,
      "sha256": "3590eeeaea9d800ef528cf18f36fdfd76cd7d4d17549f9b12b2c4027555bb76f"
    },
    {
      "name": "audit-summary.html",
      "url": "/audits/data/2026-10-05-production-coverage/audit-summary.html",
      "bytes": 110147,
      "sha256": "6159bf3316ade50c6f2a5043803dee1121dcaeb997d5012735d8f75dbf15ec85"
    },
    {
      "name": "collection-populations.csv",
      "url": "/audits/data/2026-10-05-production-coverage/collection-populations.csv",
      "bytes": 7741,
      "sha256": "2696e58eff6f26973c878f8145d3d6e5f3da968a07b4c965552a593921f2a593"
    },
    {
      "name": "duplicate-candidates.csv",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-candidates.csv",
      "bytes": 447739,
      "sha256": "c03bd7abfead8dfddde7157d06c0fc1af0e652a62ed5503cac60047d2eb2c00e"
    },
    {
      "name": "duplicate-check-queries.json",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-check-queries.json",
      "bytes": 8501,
      "sha256": "1d867d1575d6b3f4a90b43336959c8ec36b0a4aa112b4f732444817dcedb006b"
    },
    {
      "name": "duplicate-check-summary.json",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-check-summary.json",
      "bytes": 2701,
      "sha256": "9c3dc30f4beef58769e43dbe3610745cbd79abd5cdb5d14c17494619eaf19428"
    },
    {
      "name": "duplicate-items-matching-content.csv",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-items-matching-content.csv",
      "bytes": 2066380,
      "sha256": "2c3e7096d94f6ea90b370c5d2490eebf7581cbfd6036bb9f7326a14a4b8649f1"
    },
    {
      "name": "duplicate-items-matching-context.csv",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-items-matching-context.csv",
      "bytes": 605,
      "sha256": "a0630981948be549d6b235c8ca62b2c1847d0c3ec3465c767475967815648a9e"
    },
    {
      "name": "duplicate-items-repeated-codes.csv",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-items-repeated-codes.csv",
      "bytes": 4709161,
      "sha256": "cdf0b324a4d33cd8ff1b90b38089af8fdaa0c8148ca850e22b2e2c74aeb51e69"
    },
    {
      "name": "duplicate-project-attribution.json",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-project-attribution.json",
      "bytes": 817402,
      "sha256": "92a994c595579d78323afb37ba52408387c5e0a1de79c562bf04f3ca1a5b69bd"
    },
    {
      "name": "duplicate-projects-matching-details.csv",
      "url": "/audits/data/2026-10-05-production-coverage/duplicate-projects-matching-details.csv",
      "bytes": 250631,
      "sha256": "3367510b2f4e6aa9f5fa515c0e9a357a6ae6a56ab1cc679bbe0f1a0cafffac17"
    },
    {
      "name": "entity-findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/entity-findings.csv",
      "bytes": 6729030,
      "sha256": "a9f1dcc575b1ad52b121b745d963ef1b0a5210e80dc545d2ff1b4e16e0d0ba88"
    },
    {
      "name": "entity-findings.jsonl",
      "url": "/audits/data/2026-10-05-production-coverage/entity-findings.jsonl",
      "bytes": 10343210,
      "sha256": "40f771ff75d7da4c95fe6a0a48c7ffa5871923e6aeb95e1663e7a09ea2b87da1"
    },
    {
      "name": "field-coverage.csv",
      "url": "/audits/data/2026-10-05-production-coverage/field-coverage.csv",
      "bytes": 121187,
      "sha256": "9eb58ca5f37b2976d0061eab59b9872cbf36c5e4633493f94cd5d7528afeb9b3"
    },
    {
      "name": "findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/findings.csv",
      "bytes": 4070,
      "sha256": "dbc0f923245d6e8f8379bc931c9f2abc66e91cb6a47a6a2dd2f2f90a2cba4203"
    },
    {
      "name": "framework.md",
      "url": "/audits/data/2026-10-05-production-coverage/framework.md",
      "bytes": 18682,
      "sha256": "179ac5a4feaea3a7487526183dd44f06af0bb6438f322002f0a85993d732c465"
    },
    {
      "name": "graph-integrity.csv",
      "url": "/audits/data/2026-10-05-production-coverage/graph-integrity.csv",
      "bytes": 7639,
      "sha256": "2e56a1e2498072f08a7fee4ccb3b8111e0e8cae63a4825542518aa96ececa6b4"
    },
    {
      "name": "item-content-duplicate-candidates.json",
      "url": "/audits/data/2026-10-05-production-coverage/item-content-duplicate-candidates.json",
      "bytes": 1930458,
      "sha256": "dcf1be299d51ba25399bd780f040a44fa8458f1f49f6a50d674bc4c69640ee74"
    },
    {
      "name": "item-duplicate-refinement.json",
      "url": "/audits/data/2026-10-05-production-coverage/item-duplicate-refinement.json",
      "bytes": 383,
      "sha256": "2d7f4ab47d6e9fb350b2d8c5d2393490ccc9fe74a671b2b0c6dc0c8ff7a8e897"
    },
    {
      "name": "item-repeated-code-candidates.json",
      "url": "/audits/data/2026-10-05-production-coverage/item-repeated-code-candidates.json",
      "bytes": 2867691,
      "sha256": "16bf9d0e384516bd4e4d557748fc37fa0a2f690e203666d0a0ae5790eb8ffd4c"
    },
    {
      "name": "money-and-date-findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/money-and-date-findings.csv",
      "bytes": 2895,
      "sha256": "1821b7a9c5b6f34b21f36aad77a7193959fdaf0d9c0c858cd71e5ec2485edf91"
    },
    {
      "name": "pipeline-runs.csv",
      "url": "/audits/data/2026-10-05-production-coverage/pipeline-runs.csv",
      "bytes": 8613,
      "sha256": "c2648b7bd6b98b8e3590495406a4f5c8b7adc2d9ea7f21bbb5555bfce9f19cc2"
    },
    {
      "name": "production-audit-results.json",
      "url": "/audits/data/2026-10-05-production-coverage/production-audit-results.json",
      "bytes": 11655231,
      "sha256": "1d47ce6c671a718543c2e6166ba9d559e5f880729a6670f74040c5a281e5ea2a"
    },
    {
      "name": "project-cohorts.csv",
      "url": "/audits/data/2026-10-05-production-coverage/project-cohorts.csv",
      "bytes": 3283543,
      "sha256": "eb75a73856608b9bf81fdfd9c9d20dd79b89715a0ba8e76dab1a5cc48506b9af"
    },
    {
      "name": "project-duplicate-refinement.json",
      "url": "/audits/data/2026-10-05-production-coverage/project-duplicate-refinement.json",
      "bytes": 260716,
      "sha256": "1a09bf0818126bb4f9b51a25232feb2680f8ba5aac163aa6fcbb47620d8184d3"
    },
    {
      "name": "project-field-presence.csv",
      "url": "/audits/data/2026-10-05-production-coverage/project-field-presence.csv",
      "bytes": 4429,
      "sha256": "079e4c6f704ceeb6bb133eeca16a443efe8879b0dc2aacb2a257b8e66bb228b5"
    },
    {
      "name": "provenance-by-source.csv",
      "url": "/audits/data/2026-10-05-production-coverage/provenance-by-source.csv",
      "bytes": 1198,
      "sha256": "b65a37c46259f683daae14e7356fe06ffeaf70f0e1f736611986405465e777b9"
    },
    {
      "name": "quantity-findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/quantity-findings.csv",
      "bytes": 22665,
      "sha256": "aa947893ce5f12e4ec49cb304f093ad566d0b56a38fcd1c810a705479f579985"
    },
    {
      "name": "reference-findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/reference-findings.csv",
      "bytes": 217421,
      "sha256": "dad56b40b91a72c9e145548d231a56197dfc0e58ac397de1e90c33a9a10fba90"
    },
    {
      "name": "registry.json",
      "url": "/audits/data/2026-10-05-production-coverage/registry.json",
      "bytes": 94715,
      "sha256": "9db122c2c458e5d1f900b1ece23378749056adca929b130ebe2f3f97086e45ad"
    },
    {
      "name": "relationship-findings.csv",
      "url": "/audits/data/2026-10-05-production-coverage/relationship-findings.csv",
      "bytes": 1380158,
      "sha256": "c6a1474ab8a83df373bc46c55a8c517798fddc7063cf3f908936ad89effa2248"
    },
    {
      "name": "reproducible-queries.json",
      "url": "/audits/data/2026-10-05-production-coverage/reproducible-queries.json",
      "bytes": 35972,
      "sha256": "66f291e8d18f0baddfae954e93cfd5a3220414975e7e9b1acbe5691c06c72bf7"
    },
    {
      "name": "scalar-template.sql",
      "url": "/audits/data/2026-10-05-production-coverage/scalar-template.sql",
      "bytes": 1258,
      "sha256": "81146268e80c0e27fce8e63c3a97cd4f328ca544a3518b7b5551a0423948dd32"
    },
    {
      "name": "schedule-observations.csv",
      "url": "/audits/data/2026-10-05-production-coverage/schedule-observations.csv",
      "bytes": 16175,
      "sha256": "c65b95e11626ef4e0a9dc8733aac0ca7dbfcae5078cfa9d36d06bf67192ae59b"
    },
    {
      "name": "source-summary.csv",
      "url": "/audits/data/2026-10-05-production-coverage/source-summary.csv",
      "bytes": 1829,
      "sha256": "ae0a0c267f382ad4fe1587e04bfdf5c432242cd284eec08ee733a6479d04485d"
    },
    {
      "name": "summary.md",
      "url": "/audits/data/2026-10-05-production-coverage/summary.md",
      "bytes": 17374,
      "sha256": "6651a8852d01f301d7b0ba23a0ad2fd2681f81c6558e68e2f56d16a89fe0027c"
    }
  ],
  "observation_label": "Coverage observed 06:29\u201306:59 CDT; duplicate follow-up 07:15\u201307:26 CDT.",
  "read_only": true,
  "attention": [
    {
      "title": "Possible duplicates",
      "summary": "**737 matching project groups** contain 1,584 projects; **5,221 matching item groups** contain 11,057 items. **Not yet confirmed duplicates.**",
      "evidence": "/audits/data/2026-10-05-production-coverage/duplicate-check-summary.json"
    },
    {
      "title": "Invalid values",
      "summary": "**119 nonfinite bid quantities** and **one impossible deadline** need source review.",
      "evidence": "/audits/data/2026-10-05-production-coverage/quantity-findings.csv"
    },
    {
      "title": "Broken references",
      "summary": "**1,101 shared items link to tenant projects**; **606 Bid Items link to deleted Project Items**.",
      "evidence": "/audits/data/2026-10-05-production-coverage/relationship-findings.csv"
    },
    {
      "title": "Classification failures",
      "summary": "**79 classification failures out of 87 failed pipeline runs**. The root cause remains unconfirmed.",
      "evidence": "/audits/data/2026-10-05-production-coverage/pipeline-runs.csv"
    }
  ],
  "sections": [
    {
      "title": "Project presence and source coverage",
      "summary": "**119 project fields checked**, covering identity, agency, lifecycle, location, money, dates, files, items and participants. **55,934 projects lack item links; 53,734 lack file links.** Presence does not establish whether a field is required or accurate.",
      "links": [
        {
          "label": "All project-field presence CSV",
          "url": "/audits/data/2026-10-05-production-coverage/project-field-presence.csv"
        },
        {
          "label": "Source coverage CSV",
          "url": "/audits/data/2026-10-05-production-coverage/source-summary.csv"
        },
        {
          "label": "Project cohorts CSV",
          "url": "/audits/data/2026-10-05-production-coverage/project-cohorts.csv"
        }
      ],
      "show_project_presence": true
    },
    {
      "title": "Duplicate projects and project items",
      "summary": "**737 groups of possibly duplicate projects** (1,584 records) and **5,221 groups of possibly duplicate items** (11,057 records). **Duplication is unconfirmed** until source rows and versions are reviewed. These are group counts, not counts of duplicate records.",
      "links": [
        {
          "label": "Project candidates CSV",
          "url": "/audits/data/2026-10-05-production-coverage/duplicate-projects-matching-details.csv"
        },
        {
          "label": "Item candidates CSV",
          "url": "/audits/data/2026-10-05-production-coverage/duplicate-items-matching-content.csv"
        },
        {
          "label": "Methods and limits",
          "url": "/audits/data/2026-10-05-production-coverage/duplicate-check-summary.json"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "Items, quantities, units and prices",
      "summary": "**119 NaN quantities and 120 missing quantities** need review. **12 money values fail single-number parsing**; some are legitimate ranges. Zero and negative quantities are not automatic defects.",
      "links": [
        {
          "label": "Quantity findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/quantity-findings.csv"
        },
        {
          "label": "Money and date findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/money-and-date-findings.csv"
        },
        {
          "label": "Full item checks",
          "url": "/audits/data/2026-10-05-production-coverage/audit-summary.html#items"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "Graph links and references",
      "summary": "**1,101 item links cross into tenant projects; 606 Bid Item links target deleted items.** **2,219 Materials \u2192 Agency targets are invalid.** Reverse File links add no coverage.",
      "links": [
        {
          "label": "Relationship findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/relationship-findings.csv"
        },
        {
          "label": "Reference findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/reference-findings.csv"
        },
        {
          "label": "Graph integrity CSV",
          "url": "/audits/data/2026-10-05-production-coverage/graph-integrity.csv"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "Provenance, files and pipeline",
      "summary": "**79 classification failures** dominate the failed runs. **Only 1 of 134,617 files with metadata has checksum evidence**; **9.2% of recent changes have run IDs**. Seven IDs do not join scraper runs.",
      "links": [
        {
          "label": "Pipeline runs CSV",
          "url": "/audits/data/2026-10-05-production-coverage/pipeline-runs.csv"
        },
        {
          "label": "Provenance by source CSV",
          "url": "/audits/data/2026-10-05-production-coverage/provenance-by-source.csv"
        },
        {
          "label": "Schedule observations CSV",
          "url": "/audits/data/2026-10-05-production-coverage/schedule-observations.csv"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "Field coverage",
      "summary": "**951 boolean values are stored in number fields; 834 Project Owner tags are invalid.** All **397 fields** are covered by the full matrix. Required-field eligibility and usable rates remain unknown; sparse optional fields are not automatically defects.",
      "links": [
        {
          "label": "Full field matrix CSV",
          "url": "/audits/data/2026-10-05-production-coverage/field-coverage.csv"
        },
        {
          "label": "Searchable field details",
          "url": "/audits/data/2026-10-05-production-coverage/audit-summary.html#fields"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "What still needs source evidence",
      "summary": "**52,217 projects have unresolved lifecycle**; **77 subcontract-assignment candidates** need eligibility review. **Source completeness, accuracy and item-to-source-row lineage are unverified.**",
      "links": [
        {
          "label": "Assignment candidates CSV",
          "url": "/audits/data/2026-10-05-production-coverage/assignment-candidates.csv"
        },
        {
          "label": "Audit framework",
          "url": "/audits/data/2026-10-05-production-coverage/framework.md"
        },
        {
          "label": "Unverified checks",
          "url": "/audits/data/2026-10-05-production-coverage/audit-summary.html#evidence"
        }
      ],
      "show_project_presence": false
    },
    {
      "title": "Full findings, methods and downloads",
      "summary": "**All 15 original findings, reproducible queries and evidence files are retained.** The original audit report is unchanged. Coverage and duplicate checks were observed in separate windows.",
      "links": [
        {
          "label": "All findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/findings.csv"
        },
        {
          "label": "Entity findings CSV",
          "url": "/audits/data/2026-10-05-production-coverage/entity-findings.csv"
        },
        {
          "label": "Original query bundle",
          "url": "/audits/data/2026-10-05-production-coverage/reproducible-queries.json"
        },
        {
          "label": "Duplicate query bundle",
          "url": "/audits/data/2026-10-05-production-coverage/duplicate-check-queries.json"
        },
        {
          "label": "Original report",
          "url": "/audits/data/2026-10-05-production-coverage/audit-report.html"
        }
      ],
      "show_project_presence": false
    }
  ],
  "project_presence": [
    {
      "field": "% Complete",
      "populated": 6210,
      "not_populated": 75560,
      "population": 81770,
      "rate": 7.6
    },
    {
      "field": "Additional Notes",
      "populated": 52,
      "not_populated": 81718,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Adj. Project Amount",
      "populated": 8106,
      "not_populated": 73664,
      "population": 81770,
      "rate": 9.9
    },
    {
      "field": "AI Parsed",
      "populated": 81576,
      "not_populated": 194,
      "population": 81770,
      "rate": 99.8
    },
    {
      "field": "Awarded Amount",
      "populated": 10968,
      "not_populated": 70802,
      "population": 81770,
      "rate": 13.4
    },
    {
      "field": "Awarded To",
      "populated": 20084,
      "not_populated": 61686,
      "population": 81770,
      "rate": 24.6
    },
    {
      "field": "Bid",
      "populated": 19093,
      "not_populated": 62677,
      "population": 81770,
      "rate": 23.3
    },
    {
      "field": "Bid Date",
      "populated": 81469,
      "not_populated": 301,
      "population": 81770,
      "rate": 99.6
    },
    {
      "field": "Bid Days",
      "populated": 20859,
      "not_populated": 60911,
      "population": 81770,
      "rate": 25.5
    },
    {
      "field": "Bid Opening",
      "populated": 18,
      "not_populated": 81752,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Bid Package Notes",
      "populated": 52,
      "not_populated": 81718,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Bid Received Until",
      "populated": 19941,
      "not_populated": 61829,
      "population": 81770,
      "rate": 24.4
    },
    {
      "field": "Bid Request Type",
      "populated": 1982,
      "not_populated": 79788,
      "population": 81770,
      "rate": 2.4
    },
    {
      "field": "Bid-Location",
      "populated": 22,
      "not_populated": 81748,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Bidders",
      "populated": 19093,
      "not_populated": 62677,
      "population": 81770,
      "rate": 23.3
    },
    {
      "field": "Bidders (V1)",
      "populated": 19112,
      "not_populated": 62658,
      "population": 81770,
      "rate": 23.4
    },
    {
      "field": "Buyer",
      "populated": 4,
      "not_populated": 81766,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "City",
      "populated": 36967,
      "not_populated": 44803,
      "population": 81770,
      "rate": 45.2
    },
    {
      "field": "CMMC Requirement",
      "populated": 363,
      "not_populated": 81407,
      "population": 81770,
      "rate": 0.4
    },
    {
      "field": "Completed",
      "populated": 17473,
      "not_populated": 64297,
      "population": 81770,
      "rate": 21.4
    },
    {
      "field": "Completion Source",
      "populated": 12873,
      "not_populated": 68897,
      "population": 81770,
      "rate": 15.7
    },
    {
      "field": "Construction Manager",
      "populated": 6917,
      "not_populated": 74853,
      "population": 81770,
      "rate": 8.5
    },
    {
      "field": "Construction Manager Email",
      "populated": 5096,
      "not_populated": 76674,
      "population": 81770,
      "rate": 6.2
    },
    {
      "field": "Contact Email",
      "populated": 45,
      "not_populated": 81725,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Contract Limits From",
      "populated": 12017,
      "not_populated": 69753,
      "population": 81770,
      "rate": 14.7
    },
    {
      "field": "Contract Limits To",
      "populated": 9688,
      "not_populated": 72082,
      "population": 81770,
      "rate": 11.8
    },
    {
      "field": "Contract Type",
      "populated": 15267,
      "not_populated": 66503,
      "population": 81770,
      "rate": 18.7
    },
    {
      "field": "Control Section Job (CSJ)",
      "populated": 12118,
      "not_populated": 69652,
      "population": 81770,
      "rate": 14.8
    },
    {
      "field": "Controlling Project ID (CCSJ)",
      "populated": 19987,
      "not_populated": 61783,
      "population": 81770,
      "rate": 24.4
    },
    {
      "field": "Country",
      "populated": 78990,
      "not_populated": 2780,
      "population": 81770,
      "rate": 96.6
    },
    {
      "field": "County",
      "populated": 76715,
      "not_populated": 5055,
      "population": 81770,
      "rate": 93.8
    },
    {
      "field": "Created At",
      "populated": 81639,
      "not_populated": 131,
      "population": 81770,
      "rate": 99.8
    },
    {
      "field": "date",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Date Awarded",
      "populated": 50,
      "not_populated": 81720,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Day Type",
      "populated": 19211,
      "not_populated": 62559,
      "population": 81770,
      "rate": 23.5
    },
    {
      "field": "Days Completed",
      "populated": 8106,
      "not_populated": 73664,
      "population": 81770,
      "rate": 9.9
    },
    {
      "field": "DBE Goal Percent",
      "populated": 9535,
      "not_populated": 72235,
      "population": 81770,
      "rate": 11.7
    },
    {
      "field": "Delivery Method",
      "populated": 4361,
      "not_populated": 77409,
      "population": 81770,
      "rate": 5.3
    },
    {
      "field": "Demandstar Codes",
      "populated": 194,
      "not_populated": 81576,
      "population": 81770,
      "rate": 0.2
    },
    {
      "field": "Depth to restrictive feature",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Description",
      "populated": 62023,
      "not_populated": 19747,
      "population": 81770,
      "rate": 75.9
    },
    {
      "field": "Detail URL",
      "populated": 34,
      "not_populated": 81736,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "District",
      "populated": 69910,
      "not_populated": 11860,
      "population": 81770,
      "rate": 85.5
    },
    {
      "field": "Districts (V1)",
      "populated": 63464,
      "not_populated": 18306,
      "population": 81770,
      "rate": 77.6
    },
    {
      "field": "Docs URL",
      "populated": 144,
      "not_populated": 81626,
      "population": 81770,
      "rate": 0.2
    },
    {
      "field": "End Date",
      "populated": 19004,
      "not_populated": 62766,
      "population": 81770,
      "rate": 23.2
    },
    {
      "field": "End-Point",
      "populated": 62606,
      "not_populated": 19164,
      "population": 81770,
      "rate": 76.6
    },
    {
      "field": "Engineers Estimate",
      "populated": 23674,
      "not_populated": 58096,
      "population": 81770,
      "rate": 29.0
    },
    {
      "field": "Environmental Clear-to-Let Date",
      "populated": 2488,
      "not_populated": 79282,
      "population": 81770,
      "rate": 3.0
    },
    {
      "field": "Environmental Clearance Type",
      "populated": 3417,
      "not_populated": 78353,
      "population": 81770,
      "rate": 4.2
    },
    {
      "field": "Federal Project Number",
      "populated": 8318,
      "not_populated": 73452,
      "population": 81770,
      "rate": 10.2
    },
    {
      "field": "file_url",
      "populated": 3,
      "not_populated": 81767,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Files",
      "populated": 28036,
      "not_populated": 53734,
      "population": 81770,
      "rate": 34.3
    },
    {
      "field": "Final Days",
      "populated": 6210,
      "not_populated": 75560,
      "population": 81770,
      "rate": 7.6
    },
    {
      "field": "Has Documents",
      "populated": 294,
      "not_populated": 81476,
      "population": 81770,
      "rate": 0.4
    },
    {
      "field": "Has External Portal Links",
      "populated": 294,
      "not_populated": 81476,
      "population": 81770,
      "rate": 0.4
    },
    {
      "field": "Highway",
      "populated": 12093,
      "not_populated": 69677,
      "population": 81770,
      "rate": 14.8
    },
    {
      "field": "id_column",
      "populated": 11593,
      "not_populated": 70177,
      "population": 81770,
      "rate": 14.2
    },
    {
      "field": "Item count",
      "populated": 81639,
      "not_populated": 131,
      "population": 81770,
      "rate": 99.8
    },
    {
      "field": "letting_month",
      "populated": 1,
      "not_populated": 81769,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Limits From",
      "populated": 7615,
      "not_populated": 74155,
      "population": 81770,
      "rate": 9.3
    },
    {
      "field": "Limits To",
      "populated": 7585,
      "not_populated": 74185,
      "population": 81770,
      "rate": 9.3
    },
    {
      "field": "Liquidated Damages",
      "populated": 371,
      "not_populated": 81399,
      "population": 81770,
      "rate": 0.5
    },
    {
      "field": "Liquidated Damages Rate",
      "populated": 3500,
      "not_populated": 78270,
      "population": 81770,
      "rate": 4.3
    },
    {
      "field": "Location",
      "populated": 80430,
      "not_populated": 1340,
      "population": 81770,
      "rate": 98.4
    },
    {
      "field": "Location (page)",
      "populated": 651,
      "not_populated": 81119,
      "population": 81770,
      "rate": 0.8
    },
    {
      "field": "Match",
      "populated": 122,
      "not_populated": 81648,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "MPO Description",
      "populated": 3347,
      "not_populated": 78423,
      "population": 81770,
      "rate": 4.1
    },
    {
      "field": "NAICS codes",
      "populated": 15608,
      "not_populated": 66162,
      "population": 81770,
      "rate": 19.1
    },
    {
      "field": "Name",
      "populated": 81770,
      "not_populated": 0,
      "population": 81770,
      "rate": 100.0
    },
    {
      "field": "NIGP Codes",
      "populated": 166,
      "not_populated": 81604,
      "population": 81770,
      "rate": 0.2
    },
    {
      "field": "Notes",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Notice to Proceed Date",
      "populated": 4828,
      "not_populated": 76942,
      "population": 81770,
      "rate": 5.9
    },
    {
      "field": "Oversight Description",
      "populated": 12065,
      "not_populated": 69705,
      "population": 81770,
      "rate": 14.8
    },
    {
      "field": "Owner",
      "populated": 81746,
      "not_populated": 24,
      "population": 81770,
      "rate": 100.0
    },
    {
      "field": "Owner Contracting Office",
      "populated": 17194,
      "not_populated": 64576,
      "population": 81770,
      "rate": 21.0
    },
    {
      "field": "Paid to Contractor",
      "populated": 7977,
      "not_populated": 73793,
      "population": 81770,
      "rate": 9.8
    },
    {
      "field": "Planholders",
      "populated": 5098,
      "not_populated": 76672,
      "population": 81770,
      "rate": 6.2
    },
    {
      "field": "Planholders (V1)",
      "populated": 5098,
      "not_populated": 76672,
      "population": 81770,
      "rate": 6.2
    },
    {
      "field": "Pre bid Analysis",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Pre-Bid Meeting",
      "populated": 57,
      "not_populated": 81713,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Pre-Bid Q&A",
      "populated": 3371,
      "not_populated": 78399,
      "population": 81770,
      "rate": 4.1
    },
    {
      "field": "Project ID",
      "populated": 66832,
      "not_populated": 14938,
      "population": 81770,
      "rate": 81.7
    },
    {
      "field": "Project Items",
      "populated": 25836,
      "not_populated": 55934,
      "population": 81770,
      "rate": 31.6
    },
    {
      "field": "Project Limits From",
      "populated": 12058,
      "not_populated": 69712,
      "population": 81770,
      "rate": 14.7
    },
    {
      "field": "Project Limits To",
      "populated": 9755,
      "not_populated": 72015,
      "population": 81770,
      "rate": 11.9
    },
    {
      "field": "Project Materials",
      "populated": 26033,
      "not_populated": 55737,
      "population": 81770,
      "rate": 31.8
    },
    {
      "field": "Project Sector",
      "populated": 63376,
      "not_populated": 18394,
      "population": 81770,
      "rate": 77.5
    },
    {
      "field": "Project Size",
      "populated": 65,
      "not_populated": 81705,
      "population": 81770,
      "rate": 0.1
    },
    {
      "field": "Project Stage",
      "populated": 29012,
      "not_populated": 52758,
      "population": 81770,
      "rate": 35.5
    },
    {
      "field": "Project Status",
      "populated": 29934,
      "not_populated": 51836,
      "population": 81770,
      "rate": 36.6
    },
    {
      "field": "Project Sub-type",
      "populated": 80809,
      "not_populated": 961,
      "population": 81770,
      "rate": 98.8
    },
    {
      "field": "Project Type",
      "populated": 80809,
      "not_populated": 961,
      "population": 81770,
      "rate": 98.8
    },
    {
      "field": "Project Value",
      "populated": 31608,
      "not_populated": 50162,
      "population": 81770,
      "rate": 38.7
    },
    {
      "field": "Proposal Guarantee Amount",
      "populated": 12080,
      "not_populated": 69690,
      "population": 81770,
      "rate": 14.8
    },
    {
      "field": "Proposal Published Date",
      "populated": 80917,
      "not_populated": 853,
      "population": 81770,
      "rate": 99.0
    },
    {
      "field": "Proposed Main Line Type",
      "populated": 2405,
      "not_populated": 79365,
      "population": 81770,
      "rate": 2.9
    },
    {
      "field": "Proposed Mainlane Length",
      "populated": 6872,
      "not_populated": 74898,
      "population": 81770,
      "rate": 8.4
    },
    {
      "field": "Publication Date",
      "populated": 408,
      "not_populated": 81362,
      "population": 81770,
      "rate": 0.5
    },
    {
      "field": "Region",
      "populated": 151,
      "not_populated": 81619,
      "population": 81770,
      "rate": 0.2
    },
    {
      "field": "Section",
      "populated": 2861,
      "not_populated": 78909,
      "population": 81770,
      "rate": 3.5
    },
    {
      "field": "Sequence Number",
      "populated": 5246,
      "not_populated": 76524,
      "population": 81770,
      "rate": 6.4
    },
    {
      "field": "Set Asides",
      "populated": 8755,
      "not_populated": 73015,
      "population": 81770,
      "rate": 10.7
    },
    {
      "field": "Short Description",
      "populated": 12084,
      "not_populated": 69686,
      "population": 81770,
      "rate": 14.8
    },
    {
      "field": "Soil Conditions",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Source",
      "populated": 81723,
      "not_populated": 47,
      "population": 81770,
      "rate": 99.9
    },
    {
      "field": "Source Type",
      "populated": 0,
      "not_populated": 81770,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Spec Book Year",
      "populated": 12052,
      "not_populated": 69718,
      "population": 81770,
      "rate": 14.7
    },
    {
      "field": "Start Date",
      "populated": 64941,
      "not_populated": 16829,
      "population": 81770,
      "rate": 79.4
    },
    {
      "field": "Start-Point",
      "populated": 62614,
      "not_populated": 19156,
      "population": 81770,
      "rate": 76.6
    },
    {
      "field": "State",
      "populated": 80886,
      "not_populated": 884,
      "population": 81770,
      "rate": 98.9
    },
    {
      "field": "state_id",
      "populated": 1,
      "not_populated": 81769,
      "population": 81770,
      "rate": 0.0
    },
    {
      "field": "Subcontractors",
      "populated": 3167,
      "not_populated": 78603,
      "population": 81770,
      "rate": 3.9
    },
    {
      "field": "Subcontractors (V1)",
      "populated": 3167,
      "not_populated": 78603,
      "population": 81770,
      "rate": 3.9
    },
    {
      "field": "TIP Year",
      "populated": 5722,
      "not_populated": 76048,
      "population": 81770,
      "rate": 7.0
    },
    {
      "field": "title",
      "populated": 927,
      "not_populated": 80843,
      "population": 81770,
      "rate": 1.1
    },
    {
      "field": "TxDOT - Most Restrictive Proposed Class",
      "populated": 5997,
      "not_populated": 75773,
      "population": 81770,
      "rate": 7.3
    },
    {
      "field": "Updated At",
      "populated": 30510,
      "not_populated": 51260,
      "population": 81770,
      "rate": 37.3
    },
    {
      "field": "url",
      "populated": 66128,
      "not_populated": 15642,
      "population": 81770,
      "rate": 80.9
    }
  ]
}