{
  "conditions": {
    "big_speaker_stratified": true,
    "bootstrap_resamples": 100000,
    "bootstrap_seed": 7,
    "engines": {
      "oracle": {
        "git_describe": "8b1ebf4",
        "native_library_sha256": "cee055880a3fde6ae54439b353d0f243246db2a266af5a269cca5890a616ea04",
        "pocketsphinx_version": "5.1.1+511126b492dcb267cf30d49d631946d7b61a9530",
        "version": "0.3.0"
      },
      "pstrain": {
        "git_describe": "80ca415",
        "native_library_sha256": "cee055880a3fde6ae54439b353d0f243246db2a266af5a269cca5890a616ea04",
        "pocketsphinx_version": "5.1.1+511126b492dcb267cf30d49d631946d7b61a9530",
        "version": "0.3.0"
      }
    },
    "paired_delta_path": "pstrain.benchmarks.arctic.paired_delta_ci",
    "resource_axis": {
      "dictionary_sha256": "b9d8271957f978287620d9b20a79e12b0b84470f520942c580145570021d0588",
      "lm_sha256": "2cf11ab0474a0bdd165cbee59db674b05764fdb00bf6f9824c0dccce571637b5"
    }
  },
  "generated_from": {
    "oracle_sidecar": {
      "path": "oracle-sidecar.json",
      "sha256": "fb79c871683006d0532d00d3583aa6f244fcf4b6af9ca1f6d5124b6a7ddbad7e"
    },
    "record": {
      "path": "record.json",
      "sha256": "303d248bdd416fda014a8bf6112d29383b77fbc4246c0bf3991ace07c4485060"
    }
  },
  "pstrain_vs_oracle": [
    {
      "comparability": {
        "implementation_attribution": {
          "basis": "oracle model producing host, architecture, source revision, build, training configuration, inputs, and full lineage are unknown",
          "status": "NOT COMPARABLE"
        },
        "live_pin": {
          "basis": "cell is measured on the live pin path",
          "status": "COMPARABLE"
        },
        "paired_decode": {
          "basis": "both fixed model artifacts use identical utterances and references through one current engine, dictionary, language model, decoder configuration, and scoring path",
          "status": "COMPARABLE"
        }
      },
      "dataset": "slt55",
      "mode": "on",
      "oracle_errors": 144,
      "oracle_wer": 28.07017543859649,
      "paired_ci_95_pp": [
        -3.6964980544747084,
        1.6574585635359116
      ],
      "per_utterance_error_rows_differ": 23,
      "pstrain_errors": 139,
      "pstrain_minus_oracle_pp": -0.9746588693957114,
      "pstrain_wer": 27.09551656920078,
      "ref_words": 513
    },
    {
      "comparability": {
        "implementation_attribution": {
          "basis": "oracle model producing host, architecture, source revision, build, training configuration, inputs, and full lineage are unknown",
          "status": "NOT COMPARABLE"
        },
        "live_pin": {
          "basis": "cell is measured on the live pin path",
          "status": "COMPARABLE"
        },
        "paired_decode": {
          "basis": "both fixed model artifacts use identical utterances and references through one current engine, dictionary, language model, decoder configuration, and scoring path",
          "status": "COMPARABLE"
        }
      },
      "dataset": "big",
      "mode": "on",
      "oracle_errors": 22638,
      "oracle_wer": 75.50530318190914,
      "paired_ci_95_pp": [
        -0.24138458868268817,
        0.6712765443012775
      ],
      "per_utterance_error_rows_differ": 1863,
      "pstrain_errors": 22703,
      "pstrain_minus_oracle_pp": 0.21679674471349478,
      "pstrain_wer": 75.72209992662265,
      "ref_words": 29982
    }
  ],
  "schema_version": 3
}