{
  "schema": "asn.ai-barometer.v1",
  "name": "AI Source Network",
  "canonical_origin": "https://aisourcenetwork.net",
  "purpose": "Independent public observatory of AI resources, change, and measured evidence.",
  "platform_objective": "Independently observe the changing AI landscape, measure capability from verifiable outcomes, compare aligned evidence, and make coverage, freshness and uncertainty visible.",
  "public_pages": {
    "home": "/",
    "evidence_index": "/intelligence",
    "resource_profile_template": "/resource?source={openrouter|huggingface|mcp_registry}&id={exact_catalog_id}",
    "method_and_limits": "/about",
    "measured_pilot_study": "/studies/cuad-contract-extraction",
    "paired_local_cuad_comparison": "/studies/cuad-five-shared-comparison",
    "local_fixture_study": "/studies/local-task-fixtures",
    "ifeval_feasibility_report": "/studies/ifeval-local-pilot",
    "ifeval_heldout_comparison": "/studies/ifeval-heldout-rules",
    "ifeval_heldout_public_receipt": "/ifeval-heldout-summary-audit-20261021.json",
    "bfcl_tool_choice_pilot": "/studies/bfcl-tool-choice-pilot"
  },
  "data": {
    "observed_intelligence_index": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/index",
      "semantics": "Observed evidence only. Catalog listings are not performance measurements."
    },
    "evolution_log": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/evolution",
      "semantics": "Complete history of hash-checked scheduled measurement receipts, comparison hypotheses and metadata-only tool review leads. Add ?view=summary for the compact page projection; it does not claim broad coverage, model quality or useful tool behavior."
    },
    "public_performance_summary": {
      "method": "GET",
      "path": "/api/v1/network/telemetry/performance/summary?window=7d",
      "semantics": "Sampled, client-reported browser timings aggregated into one-hour histograms. No raw events or visitor identifiers are stored. Percentiles require at least 20 observations per coarse device profile and are not an independent lab audit or AI capability measurement."
    },
    "public_page_usage_summary": {
      "method": "GET",
      "path": "/api/v1/network/telemetry/usage/summary?window=30d",
      "semantics": "10% sampled page loads grouped into fixed broad categories and one-hour aggregates. No URLs, query strings, raw events or visitor identifiers are stored. Categories are published only at 20 or more sampled loads and do not represent unique visitors or extrapolated traffic. Do Not Track and Global Privacy Control are honored."
    },
    "verified_evidence_receipt": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/evidence?receipt_id={exact_receipt_id}",
      "semantics": "Returns one integrity-checked hosted or local evidence receipt. Local receipts are sanitized to omit raw prompts and model outputs and remain excluded from production rankings."
    },
    "public_model_catalog": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/catalog?include=models",
      "sources": [
        "OpenRouter public catalog",
        "Hugging Face public model hub"
      ],
      "semantics": "Source-specific discovery metadata only. Catalog listings and hub activity do not establish runtime access, availability or performance."
    },
    "public_mcp_server_registry": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/catalog?source=mcp_registry&include=servers",
      "source": "Official Model Context Protocol Registry",
      "semantics": "Up to 500 server versions updated in the preceding seven days. Registry listing and status do not establish reachability, security, correctness or usefulness; the upstream registry is in preview."
    },
    "verified_catalog_capture_history": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/catalog?source={openrouter|huggingface|mcp_registry}",
      "history_entries_per_source": 6,
      "semantics": "Each recent_receipts entry is independently checked against its append-only receipt hash and includes its observation slot, outcome and source-specific listing changes when valid. Capture movement does not establish capability, availability, quality or deletion outside a bounded source window."
    },
    "verified_catalog_receipt": {
      "method": "GET",
      "path": "/api/v1/network/intelligence/catalog-receipt?source={openrouter|huggingface|mcp_registry}&receipt_id={exact_catalog_receipt_id}",
      "semantics": "Returns one exact source-catalog capture receipt by immutable ID, validates its receipt hash and reports source metadata only. It is not AI capability evidence."
    },
    "bounded_local_pilot_study": {
      "method": "GET",
      "path": "/cuad-contract-extraction-study.json",
      "scope": {
        "unique_contract_examples": 25,
        "independent_disjoint_suites": 5,
        "verified_source_artifacts": 7,
        "model_digests": 2,
        "attempts_per_model": 50
      },
      "semantics": "Twenty-five-contract CUAD local study across five disjoint suites and seven verified source artifacts, with independent exact-span checks and two local model digests. Descriptive evidence only; excluded from production measurement index and provider rankings."
    },
    "supplemental_qwen_holdout": {
      "method": "GET",
      "path": "/cuad-qwen-followup-20261020.json",
      "scope": {
        "unique_contract_examples": 5,
        "attempts": 10,
        "model_digests": 1,
        "execution_errors": 0,
        "exact_matches": 2
      },
      "semantics": "Sanitized Qwen-only follow-up on five additional CUAD contracts, with two canonical and zero paraphrase exact matches. Not a matched model comparison, not pooled into the 25-contract study, and excluded from the production measurement index. Source excerpt and raw model outputs are not published."
    },
    "paired_five_contract_cuad_repeat": {
      "method": "GET",
      "path": "/cuad-five-shared-comparison-20261020.json",
      "scope": {
        "unique_contract_examples": 5,
        "attempts_per_model": 10,
        "model_digests": 2,
        "matched_task_prompt_outcomes": 10,
        "execution_errors": 0,
        "confidence_interval": "95% Wilson score interval"
      },
      "semantics": "Sanitized paired local Ollama comparison of Qwen 2.5 1.5B and Llama 3.2 3B on the exact same five CUAD examples and canonical/paraphrase prompts. Both scored 1/10 with zero verdict disagreements; small correlated sample does not establish equivalence or general capability. Excluded from production measurement index and rankings. Raw prompts and outputs are not published."
    },
    "three_model_cuad_holdout": {
      "method": "GET",
      "path": "/cuad-three-model-holdout-20261020.json",
      "scope": {
        "unique_contract_examples": 5,
        "attempts_per_model": 10,
        "model_digests": 3,
        "deepseek_execution_errors": 2,
        "confidence_interval": "95% Wilson score interval"
      },
      "semantics": "Sanitized local Ollama comparison of three exact model digests on the same five CUAD span-extraction tasks and two prompt variants. Qwen/Llama rows reuse a suite already included in the 25-contract pilot; DeepSeek Coder is the only new run. Descriptive evidence only, not hosted-provider performance, not pooled into the pilot, and excluded from the production measurement index and rankings. Raw contract excerpts, prompts and model outputs are not published."
    },
    "operator_authored_fixture_study": {
      "method": "GET",
      "path": "/local-task-fixtures-20261020.json",
      "semantics": "Four operator-authored local functional fixtures, two prompt phrasings, exact independent oracle checks and two fixed model digests. Small descriptive evidence only; excluded from the production model index and provider rankings."
    },
    "operator_authored_fixture_evidence": {
      "method": "GET",
      "path": "/local-task-fixtures-evidence-20261020.json",
      "semantics": "Complete local fixture artifact with task prompts, expected values, model outputs and run-level verification data for independent reproduction."
    },
    "ifeval_local_feasibility_pilot": {
      "method": "GET",
      "path": "/ifeval-local-pilot-20261020.json",
      "scope": {
        "task_count": 5,
        "attempts_per_model_per_run": 5,
        "model_digests": 2,
        "timeout_profiles_ms": [
          60000,
          80000
        ],
        "generation_caps_tokens": [
          768,
          384
        ],
        "qwen_valid_outputs_at_384": 5,
        "qwen_verified_passes_at_384": 2,
        "llama_execution_errors_at_384": 5
      },
      "semantics": "Local feasibility pilot using five named deterministic IFEval rule reimplementations, not the full benchmark. A 384-token cap returned five Qwen outputs (two passes, three verifier failures) but Llama still had five timeouts, so a model comparison is not possible. The timeout-only 60-to-80-second replication changed no outcomes. Sanitized receipt only; excluded from production rankings and measurement index."
    },
    "bfcl_local_tool_choice_pilot": {
      "method": "GET",
      "path": "/bfcl-tool-choice-pilot-20261024.json",
      "semantics": "Five public BFCL examples; two local model builds; exploratory function-choice and argument verification; not eligible for production ranking."
    }
  },
  "evidence_rules": {
    "source_and_observation_time_required": true,
    "shared_task_context_required_for_comparison": true,
    "freshness_and_sample_size_disclosed": true,
    "missing_evidence_remains_unknown": true,
    "catalog_is_not_a_benchmark": true,
    "universal_census_claimed": false,
    "universal_ranking_claimed": false
  },
  "product_scope": "Current public surface: informational AI observatory; it does not accept work, execute models, or move money."
}