{ "schemaVersion": 1, "evaluatedAt": "2026-10-27", "scope": "Recognizer outputs; no shared competitor-app test", "audioHours": 16.148999653328925, "sourceSha256": { "rev16-manifest.json": "f68bc67763581ef1484ea3606c21ba66774ccde5affe3210a8a3c8d3decfcc85", "rev16-results-scores.json": "19d531f5da49b002992f50c13213dc4076f5a0b6a42d1c84765780814f80e51c", "rev16-normalization-audit.json": "307fb27ecc4f1230f4eaacaf3eca1013eb1561b094c8266c7bc204050b4b435f", "settings-dev-results-scores.json": "eab5bbc2352990cacb18c77958b026e54c8514f1764d4b0d08dec231c7a90f2b", "settings-confirmation-results-scores.json": "42095116fc3cc868ca43c34484d4c69e06eec4a4c95e1ab00290f5983a5cf7ac", "settings-recommendation.json": "9346aedb1cb676538003ddeca0c6ffc89ca66465b6e5468ba88b960027f4aede" }, "episodes": [ { "id": "3", "show": "The Read", "episode": "Rebel Without A Cause", "format": "conversation", "durationSeconds": 7913.10425, "views": { "strict-verbatim": { "referenceWords": 25119, "substitutions": 1038, "deletions": 1741, "insertions": 444, "errors": 3223, "wer": 0.128309247979617 }, "english-verbatim": { "referenceWords": 26187, "substitutions": 910, "deletions": 1584, "insertions": 457, "errors": 2951, "wer": 0.1126895024248673 }, "strict-nonverbatim": { "referenceWords": 23942, "substitutions": 911, "deletions": 1180, "insertions": 1060, "errors": 3151, "wer": 0.1316097234984546 }, "english-nonverbatim": { "referenceWords": 25099, "substitutions": 752, "deletions": 1187, "insertions": 1148, "errors": 3087, "wer": 0.1229929479262122 } } }, { "id": "4", "show": "The Read", "episode": "Spice or Sour Cream?", "format": "conversation", "durationSeconds": 7558.898428571429, "views": { "strict-verbatim": { "referenceWords": 25386, "substitutions": 969, "deletions": 2089, "insertions": 306, "errors": 3364, "wer": 0.13251398408571655 }, "english-verbatim": { "referenceWords": 26502, "substitutions": 829, "deletions": 1913, "insertions": 293, "errors": 3035, "wer": 0.1145196588936684 }, "strict-nonverbatim": { "referenceWords": 23760, "substitutions": 862, "deletions": 1240, "insertions": 1083, "errors": 3185, "wer": 0.13404882154882156 }, "english-nonverbatim": { "referenceWords": 25049, "substitutions": 773, "deletions": 1313, "insertions": 1146, "errors": 3232, "wer": 0.12902710687053376 } } }, { "id": "9", "show": "Podcasts in Color", "episode": "Women Creating Podcast Networks ft. Ahyiana of @SPQPodcast", "format": "conversation", "durationSeconds": 2974.1191836734693, "views": { "strict-verbatim": { "referenceWords": 10243, "substitutions": 262, "deletions": 333, "insertions": 89, "errors": 684, "wer": 0.06677731133456995 }, "english-verbatim": { "referenceWords": 10508, "substitutions": 198, "deletions": 128, "insertions": 98, "errors": 424, "wer": 0.04035020936429387 }, "strict-nonverbatim": { "referenceWords": 9489, "substitutions": 179, "deletions": 65, "insertions": 575, "errors": 819, "wer": 0.08631046474865633 }, "english-nonverbatim": { "referenceWords": 9925, "substitutions": 122, "deletions": 42, "insertions": 595, "errors": 759, "wer": 0.07647355163727959 } } }, { "id": "10", "show": "Podcasts in Color", "episode": "Creating Your Own Lane in Podcasting ft @Favyfav of @latinoswholunch", "format": "conversation", "durationSeconds": 2183.5755102040816, "views": { "strict-verbatim": { "referenceWords": 7080, "substitutions": 197, "deletions": 331, "insertions": 73, "errors": 601, "wer": 0.08488700564971752 }, "english-verbatim": { "referenceWords": 7279, "substitutions": 145, "deletions": 157, "insertions": 47, "errors": 349, "wer": 0.047946146448688005 }, "strict-nonverbatim": { "referenceWords": 6513, "substitutions": 157, "deletions": 44, "insertions": 353, "errors": 554, "wer": 0.08506064793489944 }, "english-nonverbatim": { "referenceWords": 6824, "substitutions": 132, "deletions": 37, "insertions": 382, "errors": 551, "wer": 0.08074443141852286 } } }, { "id": "11", "show": "Podcasts in Color", "episode": "Podcast Tips From Berry", "format": "solo-advice", "durationSeconds": 2379.311020408163, "views": { "strict-verbatim": { "referenceWords": 7758, "substitutions": 197, "deletions": 183, "insertions": 108, "errors": 488, "wer": 0.06290281000257798 }, "english-verbatim": { "referenceWords": 7969, "substitutions": 147, "deletions": 103, "insertions": 83, "errors": 333, "wer": 0.04178692433178567 }, "strict-nonverbatim": { "referenceWords": 7307, "substitutions": 142, "deletions": 40, "insertions": 416, "errors": 598, "wer": 0.08183933214725606 }, "english-nonverbatim": { "referenceWords": 7556, "substitutions": 132, "deletions": 34, "insertions": 427, "errors": 593, "wer": 0.07848067760719958 } } }, { "id": "14", "show": "Crimetown", "episode": "Coming Soon: Season 2", "format": "trailer", "durationSeconds": 184.63345833333332, "views": { "strict-verbatim": { "referenceWords": 361, "substitutions": 12, "deletions": 8, "insertions": 4, "errors": 24, "wer": 0.0664819944598338 }, "english-verbatim": { "referenceWords": 377, "substitutions": 10, "deletions": 5, "insertions": 2, "errors": 17, "wer": 0.04509283819628647 }, "strict-nonverbatim": { "referenceWords": 354, "substitutions": 9, "deletions": 2, "insertions": 5, "errors": 16, "wer": 0.04519774011299435 }, "english-nonverbatim": { "referenceWords": 371, "substitutions": 5, "deletions": 1, "insertions": 4, "errors": 10, "wer": 0.026954177897574125 } } }, { "id": "17", "show": "Pod Save America", "episode": "“We won.”", "format": "conversation", "durationSeconds": 3494.03425, "views": { "strict-verbatim": { "referenceWords": 11959, "substitutions": 356, "deletions": 533, "insertions": 166, "errors": 1055, "wer": 0.08821807843465172 }, "english-verbatim": { "referenceWords": 12229, "substitutions": 294, "deletions": 419, "insertions": 162, "errors": 875, "wer": 0.07155123068116771 }, "strict-nonverbatim": { "referenceWords": 10960, "substitutions": 233, "deletions": 72, "insertions": 704, "errors": 1009, "wer": 0.09206204379562044 }, "english-nonverbatim": { "referenceWords": 11308, "substitutions": 182, "deletions": 66, "insertions": 730, "errors": 978, "wer": 0.08648744251857092 } } }, { "id": "18", "show": "Pod Save America", "episode": "“The election is nigh!”", "format": "conversation", "durationSeconds": 3979.5983125, "views": { "strict-verbatim": { "referenceWords": 13622, "substitutions": 428, "deletions": 437, "insertions": 260, "errors": 1125, "wer": 0.08258699163118485 }, "english-verbatim": { "referenceWords": 13962, "substitutions": 345, "deletions": 304, "insertions": 260, "errors": 909, "wer": 0.06510528577567684 }, "strict-nonverbatim": { "referenceWords": 13089, "substitutions": 321, "deletions": 266, "insertions": 622, "errors": 1209, "wer": 0.09236763694705478 }, "english-nonverbatim": { "referenceWords": 13566, "substitutions": 247, "deletions": 282, "insertions": 634, "errors": 1163, "wer": 0.08572902845348666 } } }, { "id": "20", "show": "The New Yorker: The Writer's Voice - New Fiction from The New Yorker", "episode": "Tommy Orange Reads The State\"\"", "format": "fiction-reading", "durationSeconds": 2147.914875, "views": { "strict-verbatim": { "referenceWords": 5789, "substitutions": 88, "deletions": 24, "insertions": 7, "errors": 119, "wer": 0.020556227327690448 }, "english-verbatim": { "referenceWords": 5934, "substitutions": 67, "deletions": 27, "insertions": 8, "errors": 102, "wer": 0.017189079878665317 }, "strict-nonverbatim": { "referenceWords": 5768, "substitutions": 90, "deletions": 17, "insertions": 21, "errors": 128, "wer": 0.022191400832177532 }, "english-nonverbatim": { "referenceWords": 5917, "substitutions": 65, "deletions": 18, "insertions": 16, "errors": 99, "wer": 0.01673145174919723 } } }, { "id": "21", "show": "Skidmarks Show", "episode": "Episode 66 Gidi Chamdi GTR Madman Plus Goodguys Lone Star Nationals Autocross with #Ronin", "format": "conversation", "durationSeconds": 2418.8933333333334, "views": { "strict-verbatim": { "referenceWords": 9075, "substitutions": 322, "deletions": 639, "insertions": 60, "errors": 1021, "wer": 0.1125068870523416 }, "english-verbatim": { "referenceWords": 9396, "substitutions": 255, "deletions": 492, "insertions": 61, "errors": 808, "wer": 0.08599404001702853 }, "strict-nonverbatim": { "referenceWords": 8001, "substitutions": 324, "deletions": 211, "insertions": 706, "errors": 1241, "wer": 0.1551056117985252 }, "english-nonverbatim": { "referenceWords": 8410, "substitutions": 277, "deletions": 205, "insertions": 760, "errors": 1242, "wer": 0.14768133174791914 } } }, { "id": "23", "show": "Food Psych - Intuitive Eating, Health at Every Size, Positive Body Image, Eating Disorder Recovery, Smashing Diet Culture", "episode": "#148: Disability and Diet Culture with Rebekah Taussig", "format": "conversation", "durationSeconds": 3903.297916666667, "views": { "strict-verbatim": { "referenceWords": 12342, "substitutions": 154, "deletions": 182, "insertions": 110, "errors": 446, "wer": 0.03613676875708961 }, "english-verbatim": { "referenceWords": 12766, "substitutions": 142, "deletions": 143, "insertions": 123, "errors": 408, "wer": 0.03195989346702178 }, "strict-nonverbatim": { "referenceWords": 11671, "substitutions": 97, "deletions": 74, "insertions": 673, "errors": 844, "wer": 0.0723159969154314 }, "english-nonverbatim": { "referenceWords": 12102, "substitutions": 90, "deletions": 65, "insertions": 709, "errors": 864, "wer": 0.07139315815567675 } } }, { "id": "24", "show": "My Favorite Murder with Karen Kilgariff and Georgia Hardstark", "episode": "145 - Live at the Microsoft Theater in Los Angeles", "format": "conversation", "durationSeconds": 6462.4848125, "views": { "strict-verbatim": { "referenceWords": 17770, "substitutions": 726, "deletions": 1150, "insertions": 310, "errors": 2186, "wer": 0.12301631963984243 }, "english-verbatim": { "referenceWords": 18367, "substitutions": 633, "deletions": 875, "insertions": 347, "errors": 1855, "wer": 0.10099635215331845 }, "strict-nonverbatim": { "referenceWords": 16771, "substitutions": 450, "deletions": 634, "insertions": 793, "errors": 1877, "wer": 0.11191938465207799 }, "english-nonverbatim": { "referenceWords": 17646, "substitutions": 372, "deletions": 645, "insertions": 838, "errors": 1855, "wer": 0.10512297404510937 } } }, { "id": "26", "show": "Drinkin' Bros.", "episode": "Episode 338 - Special Guest Rob O'Neill: The Man Who Killed Osama Bin Laden", "format": "conversation", "durationSeconds": 4505.0775, "views": { "strict-verbatim": { "referenceWords": 18235, "substitutions": 1116, "deletions": 1796, "insertions": 425, "errors": 3337, "wer": 0.18299972580202906 }, "english-verbatim": { "referenceWords": 19049, "substitutions": 909, "deletions": 1599, "insertions": 494, "errors": 3002, "wer": 0.15759357446585123 }, "strict-nonverbatim": { "referenceWords": 15718, "substitutions": 772, "deletions": 571, "insertions": 1717, "errors": 3060, "wer": 0.19468125715739917 }, "english-nonverbatim": { "referenceWords": 16616, "substitutions": 646, "deletions": 543, "insertions": 1871, "errors": 3060, "wer": 0.18415984593163215 } } }, { "id": "27", "show": "Roads From Emmaus", "episode": "What We Own is Sacred Because We Are Sacred (Oct. 14, 2018).", "format": "sermon", "durationSeconds": 1306.90625, "views": { "strict-verbatim": { "referenceWords": 3094, "substitutions": 35, "deletions": 19, "insertions": 20, "errors": 74, "wer": 0.023917259211376857 }, "english-verbatim": { "referenceWords": 3153, "substitutions": 22, "deletions": 13, "insertions": 11, "errors": 46, "wer": 0.014589280050745322 }, "strict-nonverbatim": { "referenceWords": 3022, "substitutions": 40, "deletions": 5, "insertions": 78, "errors": 123, "wer": 0.04070152217074785 }, "english-nonverbatim": { "referenceWords": 3079, "substitutions": 24, "deletions": 3, "insertions": 75, "errors": 102, "wer": 0.03312763884378045 } } }, { "id": "29", "show": "The Ross Bolen Podcast", "episode": "Lemurs Are Important Pollinators", "format": "conversation", "durationSeconds": 3847.0403174603175, "views": { "strict-verbatim": { "referenceWords": 12711, "substitutions": 315, "deletions": 472, "insertions": 173, "errors": 960, "wer": 0.07552513570922822 }, "english-verbatim": { "referenceWords": 13243, "substitutions": 238, "deletions": 326, "insertions": 149, "errors": 713, "wer": 0.05383976440383599 }, "strict-nonverbatim": { "referenceWords": 11898, "substitutions": 284, "deletions": 132, "insertions": 646, "errors": 1062, "wer": 0.08925869894099848 }, "english-nonverbatim": { "referenceWords": 12501, "substitutions": 218, "deletions": 122, "insertions": 687, "errors": 1027, "wer": 0.08215342772578194 } } }, { "id": "32", "show": "Recovery Elevator | Stop Drinking, Start Recovering. | Alcohol, Addiction & Life in Sobriety | Recovery Podcast", "episode": "RE 195: What Should the Bottle Say?", "format": "conversation", "durationSeconds": 2877.5093333333334, "views": { "strict-verbatim": { "referenceWords": 10259, "substitutions": 311, "deletions": 286, "insertions": 128, "errors": 725, "wer": 0.07066965591188225 }, "english-verbatim": { "referenceWords": 10664, "substitutions": 218, "deletions": 248, "insertions": 92, "errors": 558, "wer": 0.05232558139534884 }, "strict-nonverbatim": { "referenceWords": 8984, "substitutions": 151, "deletions": 58, "insertions": 1175, "errors": 1384, "wer": 0.15405164737310775 }, "english-nonverbatim": { "referenceWords": 9331, "substitutions": 102, "deletions": 46, "insertions": 1223, "errors": 1371, "wer": 0.1469295895402422 } } } ], "originalSummary": { "no-context": { "planned": 16, "completed": 16, "failed": 0, "missing": 0, "styles": { "verbatim": { "all": { "referenceWords": 190803, "substitutions": 6574, "deletions": 10170, "insertions": 2691, "errors": 19435, "wer": 0.1018589854457215 }, "conversation": { "referenceWords": 173801, "substitutions": 6245, "deletions": 9936, "insertions": 2552, "errors": 18733, "wer": 0.10778418996438456 }, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 34, "correctOccurrences": 31, "exactOccurrenceRecall": 0.543859649122807, "alignedOccurrencePrecision": 0.9117647058823529 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 133, "correctOccurrences": 131, "exactOccurrenceRecall": 0.9424460431654677, "alignedOccurrencePrecision": 0.9849624060150376 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.9692307692307692, "alignedOccurrencePrecision": 0.984375 } } }, "nonverbatim": { "all": { "referenceWords": 177247, "substitutions": 4988, "deletions": 4544, "insertions": 10621, "errors": 20153, "wer": 0.11370009083369535 }, "conversation": { "referenceWords": 160796, "substitutions": 4713, "deletions": 4485, "insertions": 10106, "errors": 19304, "wer": 0.12005273763028931 }, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 34, "correctOccurrences": 31, "exactOccurrenceRecall": 0.543859649122807, "alignedOccurrencePrecision": 0.9117647058823529 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 133, "correctOccurrences": 101, "exactOccurrenceRecall": 0.9181818181818182, "alignedOccurrencePrecision": 0.7593984962406015 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 251, "exactOccurrenceRecall": 0.9766536964980544, "alignedOccurrencePrecision": 0.98046875 } } } } }, "metadata-context": { "planned": 16, "completed": 16, "failed": 0, "missing": 0, "styles": { "verbatim": { "all": { "referenceWords": 190803, "substitutions": 6526, "deletions": 10223, "insertions": 2683, "errors": 19432, "wer": 0.1018432624224986 }, "conversation": { "referenceWords": 173801, "substitutions": 6194, "deletions": 9989, "insertions": 2544, "errors": 18727, "wer": 0.10774966772343082 }, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 57, "correctOccurrences": 43, "exactOccurrenceRecall": 0.7543859649122807, "alignedOccurrencePrecision": 0.7543859649122807 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 136, "correctOccurrences": 133, "exactOccurrenceRecall": 0.9568345323741008, "alignedOccurrencePrecision": 0.9779411764705882 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 251, "exactOccurrenceRecall": 0.9653846153846154, "alignedOccurrencePrecision": 0.98046875 } } }, "nonverbatim": { "all": { "referenceWords": 177247, "substitutions": 5022, "deletions": 4611, "insertions": 10627, "errors": 20260, "wer": 0.11430376818789599 }, "conversation": { "referenceWords": 160796, "substitutions": 4741, "deletions": 4547, "insertions": 10107, "errors": 19395, "wer": 0.1206186721062713 }, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 57, "correctOccurrences": 43, "exactOccurrenceRecall": 0.7543859649122807, "alignedOccurrencePrecision": 0.7543859649122807 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 136, "correctOccurrences": 103, "exactOccurrenceRecall": 0.9363636363636364, "alignedOccurrencePrecision": 0.7573529411764706 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.980544747081712, "alignedOccurrencePrecision": 0.984375 } } } } }, "titles-only": { "planned": 3, "completed": 3, "failed": 0, "missing": 0, "styles": { "verbatim": { "all": { "referenceWords": 31381, "substitutions": 717, "deletions": 1045, "insertions": 339, "errors": 2101, "wer": 0.06695133998279214 }, "conversation": { "referenceWords": 31381, "substitutions": 717, "deletions": 1045, "insertions": 339, "errors": 2101, "wer": 0.06695133998279214 }, "vocabulary": { "names": { "referenceOccurrences": 28, "hypothesisOccurrences": 21, "correctOccurrences": 21, "exactOccurrenceRecall": 0.75, "alignedOccurrencePrecision": 1.0 }, "terms": { "referenceOccurrences": 60, "hypothesisOccurrences": 60, "correctOccurrences": 59, "exactOccurrenceRecall": 0.9833333333333333, "alignedOccurrencePrecision": 0.9833333333333333 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "nonverbatim": { "all": { "referenceWords": 29144, "substitutions": 490, "deletions": 185, "insertions": 1716, "errors": 2391, "wer": 0.08204090035684874 }, "conversation": { "referenceWords": 29144, "substitutions": 490, "deletions": 185, "insertions": 1716, "errors": 2391, "wer": 0.08204090035684874 }, "vocabulary": { "names": { "referenceOccurrences": 25, "hypothesisOccurrences": 21, "correctOccurrences": 18, "exactOccurrenceRecall": 0.72, "alignedOccurrencePrecision": 0.8571428571428571 }, "terms": { "referenceOccurrences": 61, "hypothesisOccurrences": 60, "correctOccurrences": 59, "exactOccurrenceRecall": 0.9672131147540983, "alignedOccurrencePrecision": 0.9833333333333333 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } } } } }, "contextComparisons": { "no-context vs metadata-context": { "verbatim": { "pairedEpisodes": 16, "showClusters": 12, "werDeltaPercentagePoints": -0.00157230232229053, "showClusterBootstrap95PercentInterval": [ -0.11984405833373442, 0.20441062677327831 ], "bootstrapSeed": 20261027, "bootstrapIterations": 10000, "interpretation": "Negative delta favors context. Descriptive uncertainty for these shows; not a population guarantee or a correction for training-data exposure." }, "nonverbatim": { "pairedEpisodes": 16, "showClusters": 12, "werDeltaPercentagePoints": 0.060367735420063524, "showClusterBootstrap95PercentInterval": [ -0.029944797416935735, 0.20311701584057232 ], "bootstrapSeed": 20261027, "bootstrapIterations": 10000, "interpretation": "Negative delta favors context. Descriptive uncertainty for these shows; not a population guarantee or a correction for training-data exposure." } }, "titles-only vs metadata-context": { "verbatim": { "pairedEpisodes": 3, "showClusters": 3, "werDeltaPercentagePoints": 0.0031866415984194256, "showClusterBootstrap95PercentInterval": [ -0.09887005649717515, 0.12963863231242911 ], "bootstrapSeed": 20261027, "bootstrapIterations": 10000, "interpretation": "Negative delta favors context. Descriptive uncertainty for these shows; not a population guarantee or a correction for training-data exposure." }, "nonverbatim": { "pairedEpisodes": 3, "showClusters": 3, "werDeltaPercentagePoints": 0.05489980785067252, "showClusterBootstrap95PercentInterval": [ -0.01824817518248175, 0.10281895296032902 ], "bootstrapSeed": 20261027, "bootstrapIterations": 10000, "interpretation": "Negative delta favors context. Descriptive uncertainty for these shows; not a population guarantee or a correction for training-data exposure." } } }, "normalizedSummary": { "no-context": { "completed": 16, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 190803, "substitutions": 6574, "deletions": 10170, "insertions": 2691, "errors": 19435, "wer": 0.1018589854457215, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 34, "correctOccurrences": 31, "exactOccurrenceRecall": 0.543859649122807, "alignedOccurrencePrecision": 0.9117647058823529 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 133, "correctOccurrences": 131, "exactOccurrenceRecall": 0.9424460431654677, "alignedOccurrencePrecision": 0.9849624060150376 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.9692307692307692, "alignedOccurrencePrecision": 0.984375 } } }, "strict-nonverbatim": { "referenceWords": 177247, "substitutions": 4988, "deletions": 4544, "insertions": 10621, "errors": 20153, "wer": 0.11370009083369535, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 34, "correctOccurrences": 31, "exactOccurrenceRecall": 0.543859649122807, "alignedOccurrencePrecision": 0.9117647058823529 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 133, "correctOccurrences": 101, "exactOccurrenceRecall": 0.9181818181818182, "alignedOccurrencePrecision": 0.7593984962406015 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 251, "exactOccurrenceRecall": 0.9766536964980544, "alignedOccurrencePrecision": 0.98046875 } } }, "english-verbatim": { "referenceWords": 197585, "substitutions": 5432, "deletions": 8323, "insertions": 2643, "errors": 16398, "wer": 0.08299212996938027 }, "english-nonverbatim": { "referenceWords": 185300, "substitutions": 4162, "deletions": 4615, "insertions": 11220, "errors": 19997, "wer": 0.1079168915272531 } } }, "metadata-context": { "completed": 16, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 190803, "substitutions": 6526, "deletions": 10223, "insertions": 2683, "errors": 19432, "wer": 0.1018432624224986, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 57, "correctOccurrences": 43, "exactOccurrenceRecall": 0.7543859649122807, "alignedOccurrencePrecision": 0.7543859649122807 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 136, "correctOccurrences": 133, "exactOccurrenceRecall": 0.9568345323741008, "alignedOccurrencePrecision": 0.9779411764705882 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 251, "exactOccurrenceRecall": 0.9653846153846154, "alignedOccurrencePrecision": 0.98046875 } } }, "strict-nonverbatim": { "referenceWords": 177247, "substitutions": 5022, "deletions": 4611, "insertions": 10627, "errors": 20260, "wer": 0.11430376818789599, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 57, "correctOccurrences": 43, "exactOccurrenceRecall": 0.7543859649122807, "alignedOccurrencePrecision": 0.7543859649122807 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 136, "correctOccurrences": 103, "exactOccurrenceRecall": 0.9363636363636364, "alignedOccurrencePrecision": 0.7573529411764706 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.980544747081712, "alignedOccurrencePrecision": 0.984375 } } }, "english-verbatim": { "referenceWords": 197585, "substitutions": 5362, "deletions": 8336, "insertions": 2687, "errors": 16385, "wer": 0.08292633550117672 }, "english-nonverbatim": { "referenceWords": 185300, "substitutions": 4139, "deletions": 4609, "insertions": 11245, "errors": 19993, "wer": 0.10789530491095521 } } }, "titles-only": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 31381, "substitutions": 717, "deletions": 1045, "insertions": 339, "errors": 2101, "wer": 0.06695133998279214, "vocabulary": { "names": { "referenceOccurrences": 28, "hypothesisOccurrences": 21, "correctOccurrences": 21, "exactOccurrenceRecall": 0.75, "alignedOccurrencePrecision": 1.0 }, "terms": { "referenceOccurrences": 60, "hypothesisOccurrences": 60, "correctOccurrences": 59, "exactOccurrenceRecall": 0.9833333333333333, "alignedOccurrencePrecision": 0.9833333333333333 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "strict-nonverbatim": { "referenceWords": 29144, "substitutions": 490, "deletions": 185, "insertions": 1716, "errors": 2391, "wer": 0.08204090035684874, "vocabulary": { "names": { "referenceOccurrences": 25, "hypothesisOccurrences": 21, "correctOccurrences": 18, "exactOccurrenceRecall": 0.72, "alignedOccurrencePrecision": 0.8571428571428571 }, "terms": { "referenceOccurrences": 61, "hypothesisOccurrences": 60, "correctOccurrences": 59, "exactOccurrenceRecall": 0.9672131147540983, "alignedOccurrencePrecision": 0.9833333333333333 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 32274, "substitutions": 587, "deletions": 723, "insertions": 321, "errors": 1631, "wer": 0.050536035198611884 }, "english-nonverbatim": { "referenceWords": 30234, "substitutions": 413, "deletions": 166, "insertions": 1804, "errors": 2383, "wer": 0.07881854865383343 } } } }, "developmentSummary": { "english-formatted": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1697, "deletions": 2706, "insertions": 573, "errors": 4976, "wer": 0.13250605810454558, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 64, "correctOccurrences": 62, "exactOccurrenceRecall": 0.9253731343283582, "alignedOccurrencePrecision": 0.96875 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1326, "deletions": 777, "insertions": 2989, "errors": 5092, "wer": 0.1533365454107444, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 64, "correctOccurrences": 32, "exactOccurrenceRecall": 0.8648648648648649, "alignedOccurrencePrecision": 0.5 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1361, "deletions": 2173, "insertions": 651, "errors": 4185, "wer": 0.1074371678689703 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1092, "deletions": 729, "insertions": 3209, "errors": 5030, "wer": 0.14391576778919057 } } }, "defaults-repeat": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1686, "deletions": 2799, "insertions": 571, "errors": 5056, "wer": 0.1346363805821106, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 63, "correctOccurrences": 62, "exactOccurrenceRecall": 0.9253731343283582, "alignedOccurrencePrecision": 0.9841269841269841 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1267, "deletions": 891, "insertions": 3008, "errors": 5166, "wer": 0.15556492411467115, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 63, "correctOccurrences": 31, "exactOccurrenceRecall": 0.8378378378378378, "alignedOccurrencePrecision": 0.49206349206349204 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1362, "deletions": 2247, "insertions": 640, "errors": 4249, "wer": 0.10908017354247426 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1036, "deletions": 832, "insertions": 3227, "errors": 5095, "wer": 0.1457755142914366 } } }, "defaults": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1656, "deletions": 2710, "insertions": 588, "errors": 4954, "wer": 0.1319202194232152, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 63, "correctOccurrences": 62, "exactOccurrenceRecall": 0.9253731343283582, "alignedOccurrencePrecision": 0.9841269841269841 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1233, "deletions": 813, "insertions": 3036, "errors": 5082, "wer": 0.153035413153457, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 63, "correctOccurrences": 31, "exactOccurrenceRecall": 0.8378378378378378, "alignedOccurrencePrecision": 0.49206349206349204 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1354, "deletions": 2164, "insertions": 666, "errors": 4184, "wer": 0.1074114959053218 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1023, "deletions": 767, "insertions": 3271, "errors": 5061, "wer": 0.14480272381333867 } } }, "english-formatted-fillers-vad-low": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1712, "deletions": 2265, "insertions": 627, "errors": 4604, "wer": 0.12260005858386813, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 65, "correctOccurrences": 63, "exactOccurrenceRecall": 0.9402985074626866, "alignedOccurrencePrecision": 0.9692307692307692 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1330, "deletions": 764, "insertions": 3471, "errors": 5565, "wer": 0.16758010118043845, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 65, "correctOccurrences": 33, "exactOccurrenceRecall": 0.8918918918918919, "alignedOccurrencePrecision": 0.5076923076923077 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1398, "deletions": 2103, "insertions": 634, "errors": 4135, "wer": 0.10615356968654532 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1075, "deletions": 715, "insertions": 3248, "errors": 5038, "wer": 0.1441446596663901 } } }, "fillers": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1680, "deletions": 2278, "insertions": 633, "errors": 4591, "wer": 0.12225388118126382, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 65, "correctOccurrences": 64, "exactOccurrenceRecall": 0.9552238805970149, "alignedOccurrencePrecision": 0.9846153846153847 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1295, "deletions": 767, "insertions": 3467, "errors": 5529, "wer": 0.1664960250542038, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 65, "correctOccurrences": 33, "exactOccurrenceRecall": 0.8918918918918919, "alignedOccurrencePrecision": 0.5076923076923077 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1358, "deletions": 2133, "insertions": 658, "errors": 4149, "wer": 0.10651297717762431 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1071, "deletions": 718, "insertions": 3245, "errors": 5034, "wer": 0.14403021372779035 } } }, "fillers-vad-low": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1688, "deletions": 2217, "insertions": 627, "errors": 4532, "wer": 0.1206827683540596, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 65, "correctOccurrences": 63, "exactOccurrenceRecall": 0.9402985074626866, "alignedOccurrencePrecision": 0.9692307692307692 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1298, "deletions": 702, "insertions": 3457, "errors": 5457, "wer": 0.16432787280173453, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 65, "correctOccurrences": 34, "exactOccurrenceRecall": 0.918918918918919, "alignedOccurrencePrecision": 0.5230769230769231 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1374, "deletions": 2077, "insertions": 662, "errors": 4113, "wer": 0.10558878648627834 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1064, "deletions": 664, "insertions": 3251, "errors": 4979, "wer": 0.14245658207204373 } } }, "english": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1714, "deletions": 2709, "insertions": 581, "errors": 5004, "wer": 0.13325167097169335, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 64, "correctOccurrences": 63, "exactOccurrenceRecall": 0.9402985074626866, "alignedOccurrencePrecision": 0.984375 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1301, "deletions": 770, "insertions": 2987, "errors": 5058, "wer": 0.15231269573596723, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 64, "correctOccurrences": 32, "exactOccurrenceRecall": 0.8648648648648649, "alignedOccurrencePrecision": 0.5 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1386, "deletions": 2138, "insertions": 655, "errors": 4179, "wer": 0.1072831360870793 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1061, "deletions": 707, "insertions": 3226, "errors": 4994, "wer": 0.1428857543417928 } } }, "vad-off": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1708, "deletions": 2624, "insertions": 580, "errors": 4912, "wer": 0.13080180012249354, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 18, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8888888888888888 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 64, "correctOccurrences": 62, "exactOccurrenceRecall": 0.9253731343283582, "alignedOccurrencePrecision": 0.96875 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1289, "deletions": 729, "insertions": 3030, "errors": 5048, "wer": 0.15201156347867983, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 18, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 1.0 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 64, "correctOccurrences": 32, "exactOccurrenceRecall": 0.8648648648648649, "alignedOccurrencePrecision": 0.5 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1390, "deletions": 2054, "insertions": 655, "errors": 4099, "wer": 0.10522937899519934 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1062, "deletions": 666, "insertions": 3269, "errors": 4997, "wer": 0.14297158879574262 } } }, "vad-low": { "completed": 3, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 37553, "substitutions": 1724, "deletions": 2625, "insertions": 565, "errors": 4914, "wer": 0.13085505818443266, "vocabulary": { "names": { "referenceOccurrences": 17, "hypothesisOccurrences": 19, "correctOccurrences": 16, "exactOccurrenceRecall": 0.9411764705882353, "alignedOccurrencePrecision": 0.8421052631578947 }, "terms": { "referenceOccurrences": 67, "hypothesisOccurrences": 64, "correctOccurrences": 62, "exactOccurrenceRecall": 0.9253731343283582, "alignedOccurrencePrecision": 0.96875 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 40, "exactOccurrenceRecall": 0.975609756097561, "alignedOccurrencePrecision": 0.975609756097561 } } }, "strict-nonverbatim": { "referenceWords": 33208, "substitutions": 1281, "deletions": 723, "insertions": 3008, "errors": 5012, "wer": 0.15092748735244518, "vocabulary": { "names": { "referenceOccurrences": 20, "hypothesisOccurrences": 19, "correctOccurrences": 18, "exactOccurrenceRecall": 0.9, "alignedOccurrencePrecision": 0.9473684210526315 }, "terms": { "referenceOccurrences": 37, "hypothesisOccurrences": 64, "correctOccurrences": 33, "exactOccurrenceRecall": 0.8918918918918919, "alignedOccurrencePrecision": 0.515625 }, "brands": { "referenceOccurrences": 41, "hypothesisOccurrences": 41, "correctOccurrences": 41, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 } } }, "english-verbatim": { "referenceWords": 38953, "substitutions": 1399, "deletions": 2083, "insertions": 645, "errors": 4127, "wer": 0.10594819397735733 }, "english-nonverbatim": { "referenceWords": 34951, "substitutions": 1070, "deletions": 662, "insertions": 3226, "errors": 4958, "wer": 0.141855740894395 } } } }, "confirmationValidation": { "candidate": { "completed": 11, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 138412, "substitutions": 4450, "deletions": 6927, "insertions": 1944, "errors": 13321, "wer": 0.09624165534780221, "vocabulary": { "names": { "referenceOccurrences": 27, "hypothesisOccurrences": 31, "correctOccurrences": 23, "exactOccurrenceRecall": 0.8518518518518519, "alignedOccurrencePrecision": 0.7419354838709677 }, "terms": { "referenceOccurrences": 48, "hypothesisOccurrences": 48, "correctOccurrences": 48, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 }, "brands": { "referenceOccurrences": 135, "hypothesisOccurrences": 131, "correctOccurrences": 128, "exactOccurrenceRecall": 0.9481481481481482, "alignedOccurrencePrecision": 0.9770992366412213 } } }, "strict-nonverbatim": { "referenceWords": 130219, "substitutions": 3402, "deletions": 3642, "insertions": 6852, "errors": 13896, "wer": 0.10671253810887812, "vocabulary": { "names": { "referenceOccurrences": 25, "hypothesisOccurrences": 31, "correctOccurrences": 22, "exactOccurrenceRecall": 0.88, "alignedOccurrencePrecision": 0.7096774193548387 }, "terms": { "referenceOccurrences": 48, "hypothesisOccurrences": 48, "correctOccurrences": 48, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 }, "brands": { "referenceOccurrences": 134, "hypothesisOccurrences": 131, "correctOccurrences": 129, "exactOccurrenceRecall": 0.9626865671641791, "alignedOccurrencePrecision": 0.9847328244274809 } } }, "english-verbatim": { "referenceWords": 143384, "substitutions": 3701, "deletions": 5845, "insertions": 1904, "errors": 11450, "wer": 0.07985549294202979 }, "english-nonverbatim": { "referenceWords": 135969, "substitutions": 2793, "deletions": 3726, "insertions": 7200, "errors": 13719, "wer": 0.10089799880855195 } } }, "defaults": { "completed": 11, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 138412, "substitutions": 4437, "deletions": 7005, "insertions": 1922, "errors": 13364, "wer": 0.09655232205300118, "vocabulary": { "names": { "referenceOccurrences": 27, "hypothesisOccurrences": 28, "correctOccurrences": 24, "exactOccurrenceRecall": 0.8888888888888888, "alignedOccurrencePrecision": 0.8571428571428571 }, "terms": { "referenceOccurrences": 48, "hypothesisOccurrences": 48, "correctOccurrences": 48, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 }, "brands": { "referenceOccurrences": 135, "hypothesisOccurrences": 131, "correctOccurrences": 129, "exactOccurrenceRecall": 0.9555555555555556, "alignedOccurrencePrecision": 0.9847328244274809 } } }, "strict-nonverbatim": { "referenceWords": 130219, "substitutions": 3408, "deletions": 3724, "insertions": 6834, "errors": 13966, "wer": 0.10725009407229359, "vocabulary": { "names": { "referenceOccurrences": 25, "hypothesisOccurrences": 28, "correctOccurrences": 22, "exactOccurrenceRecall": 0.88, "alignedOccurrencePrecision": 0.7857142857142857 }, "terms": { "referenceOccurrences": 48, "hypothesisOccurrences": 48, "correctOccurrences": 48, "exactOccurrenceRecall": 1.0, "alignedOccurrencePrecision": 1.0 }, "brands": { "referenceOccurrences": 134, "hypothesisOccurrences": 131, "correctOccurrences": 129, "exactOccurrenceRecall": 0.9626865671641791, "alignedOccurrencePrecision": 0.9847328244274809 } } }, "english-verbatim": { "referenceWords": 143384, "substitutions": 3697, "deletions": 5913, "insertions": 1893, "errors": 11503, "wer": 0.08022512972158678 }, "english-nonverbatim": { "referenceWords": 135969, "substitutions": 2792, "deletions": 3795, "insertions": 7190, "errors": 13777, "wer": 0.10132456662915812 } } } }, "confirmationAll": { "candidate": { "completed": 16, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 190803, "substitutions": 6581, "deletions": 10177, "insertions": 2713, "errors": 19471, "wer": 0.10204766172439636, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 56, "correctOccurrences": 42, "exactOccurrenceRecall": 0.7368421052631579, "alignedOccurrencePrecision": 0.75 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 135, "correctOccurrences": 133, "exactOccurrenceRecall": 0.9568345323741008, "alignedOccurrencePrecision": 0.9851851851851852 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 251, "exactOccurrenceRecall": 0.9653846153846154, "alignedOccurrencePrecision": 0.98046875 } } }, "strict-nonverbatim": { "referenceWords": 177247, "substitutions": 4959, "deletions": 4578, "insertions": 10670, "errors": 20207, "wer": 0.11400475043301156, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 56, "correctOccurrences": 43, "exactOccurrenceRecall": 0.7543859649122807, "alignedOccurrencePrecision": 0.7678571428571429 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 135, "correctOccurrences": 102, "exactOccurrenceRecall": 0.9272727272727272, "alignedOccurrencePrecision": 0.7555555555555555 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.980544747081712, "alignedOccurrencePrecision": 0.984375 } } }, "english-verbatim": { "referenceWords": 197585, "substitutions": 5375, "deletions": 8293, "insertions": 2705, "errors": 16373, "wer": 0.08286560214591189 }, "english-nonverbatim": { "referenceWords": 185300, "substitutions": 4075, "deletions": 4592, "insertions": 11289, "errors": 19956, "wer": 0.10769562871019968 } } }, "defaults": { "completed": 16, "failed": 0, "views": { "strict-verbatim": { "referenceWords": 190803, "substitutions": 6509, "deletions": 10270, "insertions": 2666, "errors": 19445, "wer": 0.10191139552313119, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 53, "correctOccurrences": 46, "exactOccurrenceRecall": 0.8070175438596491, "alignedOccurrencePrecision": 0.8679245283018868 }, "terms": { "referenceOccurrences": 139, "hypothesisOccurrences": 139, "correctOccurrences": 137, "exactOccurrenceRecall": 0.9856115107913669, "alignedOccurrencePrecision": 0.9856115107913669 }, "brands": { "referenceOccurrences": 260, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.9692307692307692, "alignedOccurrencePrecision": 0.984375 } } }, "strict-nonverbatim": { "referenceWords": 177247, "substitutions": 4918, "deletions": 4678, "insertions": 10630, "errors": 20226, "wer": 0.11411194547721541, "vocabulary": { "names": { "referenceOccurrences": 57, "hypothesisOccurrences": 53, "correctOccurrences": 46, "exactOccurrenceRecall": 0.8070175438596491, "alignedOccurrencePrecision": 0.8679245283018868 }, "terms": { "referenceOccurrences": 110, "hypothesisOccurrences": 139, "correctOccurrences": 106, "exactOccurrenceRecall": 0.9636363636363636, "alignedOccurrencePrecision": 0.762589928057554 }, "brands": { "referenceOccurrences": 257, "hypothesisOccurrences": 256, "correctOccurrences": 252, "exactOccurrenceRecall": 0.980544747081712, "alignedOccurrencePrecision": 0.984375 } } }, "english-verbatim": { "referenceWords": 197585, "substitutions": 5353, "deletions": 8381, "insertions": 2656, "errors": 16390, "wer": 0.08295164106587039 }, "english-nonverbatim": { "referenceWords": 185300, "substitutions": 4053, "deletions": 4686, "insertions": 11246, "errors": 19985, "wer": 0.10785213167835941 } } } }, "settingsDecision": { "schemaVersion": 1, "confirmationResultSha256": "a3796a02f321eb9bbc24e26fa6d3d2e323ab6139e253c6b0b6a2c9cf2553d1cf", "candidate": { "id": "vad-off", "options": { "vadThreshold": 0 } }, "gates": { "completeRun": true, "allValidationPairsPresent": true, "minimumPointTwoPercentagePointImprovement": false, "bootstrapUpperBoundBelowZero": false, "nameF1WithinTolerance": false }, "promoteDefault": false, "validationComparison": { "pairedEpisodes": 11, "showClusters": 9, "werDeltaPercentagePoints": -0.03696367795569938, "showClusterBootstrap95PercentInterval": [ -0.08916931099795833, 0.04306095391344748 ], "bootstrapSeed": 20261027, "bootstrapIterations": 10000, "interpretation": "Negative delta favors the candidate STT parameters. Descriptive uncertainty for these shows; not a population guarantee or a correction for training-data exposure." }, "baselineNameF1": 0.8727272727272727, "candidateNameF1": 0.7931034482758621, "scope": "Show-disjoint parameter confirmation within the previously evaluated English Rev16 corpus; not validation on new recordings or other languages." }, "requestExample": { "id": "9", "condition": "metadata-context", "keyterms": [ "Podcasts in Color", "Women Creating Podcast Networks ft. Ahyiana of @SP", "Ahyiana of", "Podcasts", "Color", "Women Creating Podcast Networks", "Ahyiana", "SPQPodcast" ] }, "normalizer": { "repository": "https://github.com/openai/whisper", "revision": "86098128c0b4f24f0e2aa2994de830614b474227", "files": { "english.py": { "source": "https://raw.githubusercontent.com/openai/whisper/86098128c0b4f24f0e2aa2994de830614b474227/whisper/normalizers/english.py", "sha256": "d31a52685b5b42628ea4e3343c3a7925ce5b2f317e6c0ec4575677dd5c8b5d2c" }, "basic.py": { "source": "https://raw.githubusercontent.com/openai/whisper/86098128c0b4f24f0e2aa2994de830614b474227/whisper/normalizers/basic.py", "sha256": "4742eaa040e0657fa1247a1361e0d856c62317a43326ea59a40c2e9edd8d2c38" }, "english.json": { "source": "https://raw.githubusercontent.com/openai/whisper/86098128c0b4f24f0e2aa2994de830614b474227/whisper/normalizers/english.json", "sha256": "6607f948be9824d2e1b2fa2223cd94c06c45afa4e05ea0e3d5e1f2bdffde2465" }, "LICENSE": { "source": "https://raw.githubusercontent.com/openai/whisper/86098128c0b4f24f0e2aa2994de830614b474227/LICENSE", "sha256": "b5d65a59060e68c4ff940e1eddfa6f94b2d68fdf58ed7f4dd57721c997e35e9d" } } }, "sources": [ { "name": "Reduct app benchmark", "url": "https://reduct.video/transcribe/benchmark/", "studyDate": "January 2025", "checkedAt": "2026-10-27", "sameProtocolAsPodtyper": false }, { "name": "AssemblyAI prerecorded Rev16", "url": "https://www.assemblyai.com/benchmarks", "studyDate": "2026-10-14 snapshot", "checkedAt": "2026-10-27", "sameProtocolAsPodtyper": false }, { "name": "Artificial Analysis methodology", "url": "https://artificialanalysis.ai/methodology/speech-to-text", "checkedAt": "2026-10-27", "sameProtocolAsPodtyper": false } ] }