{ "run_id": "cpu-ffn-trace-9ec483b4e3bd", "status": "completed", "scope": "Predefined validation-only FFN interventions; no model promotion or new test inference", "dataset_sha256": "3b8444e7dc2709316e48d081869eedeef05503b8fc32344906b8e5bdfcb85e6e", "text_hashes": [ "271efd92311a63f27c411890ccea9f7c2acaf05d501ebccf3695a136f6971535", "fc1f092d4ed7c31eb494514c6fd6b8e13d6c2a76400ae1cfec5877e2bbf9a3ec", "0f47641ab296d21a876c9ec523bb1366b8066c18854d11ae3d08fa5a9d45b074", "39fc966150fd1b955c33c57f24c7b93dc84551924533f35198cbaaf32f46878a", "5b8752152aa3b262376fd2077aaabdb70c9077cf316f026ee2d81cb39f63c4cd", "23d435c6e9a55391aadd0743e866fba441835f2b7dcbc7f0d16465b060f2a4c2", "73030d2628777671e223f634238d1ec204f92e011f4bba2f4dee3060785c4513", "8329a997dcff7824d7dccae6d319410afd123afc0d889ab6a64ad15ac4a69203", "3a8de4a1b81dd68d4c5836ad5110217f33165a5715dd3d508bc2d957f13d824f", "40b27945495b7c752d5935e0ccc234ed05b34fa17bda5ce2d527d64e3057dbc5", "cc3e61d0baf43b43001e6216eda09b7b9dfc5df4f07f5679cde1cd67ded85469", "4c1fd9a4dae8a5cc02cb3a116ec3a42660590b78a531c403dc56e69daf85ed13", "373e54291fdb8e20e92dc0c4ec464f423fe53fec7716dc89f370e4210e1c06eb", "a466405bf4218106b39c97cab301d70bc82318b4d7309ba33f448e5485e32266", "043e4ccaa3b4e899b91f0c653abf4addc51971c45f2fa44f1f2660a8a5ca3964", "e09b14d64109704e674b2ef969e7b47182f4a2c973fee5f533d5e332e9db75da", "bd9818cd064ebb2d9255d552223c4f0d3d69555562ddc6fd29c66ec4c405bc2b", "1567c516ca39a529ddcc6d9b6a0480efd86433ef19214bb133c1100462a7496a", "56d52816d9d73908719c4b61b444c2bfebae45da4ec127545a635e09148eeab4", "e1de0103ee0e53e14d5c40af2d26983f76cbad1bb6e10fd7065ca4647f1c733f", "283463a23095e713f01a268d3ef0d569a865c5b4a7ed21f3318edbc2013038d9", "da037577027a7a29fc201aa25e7d2bea627e415dd971dd526df3e35fd9db5085", "310681da5741a4ab7a1e20c3d1ef2207b1a7b6c7d34d5eb37e9561c984059009", "c8815e925ae6a637403c42337b76c2dbf49429d3d4c770536fbf28c24f547717", "52945d76455c1067cf066b108f033bff40e58a41815190f4e8e809c169f495b9", "71f9dae0fa307146a256eb879c1624f576170f895e0784d4956a101f7f4b3a18", "2210e2302c79d3cc62627fffe08f37a3d60f763314cf1101209552e10e350d23", "260c3bc60b20e13572ae74de4a4df40016a92beb1b56902a6d5a508090db805f", "0e2bda9901afa1448eb1b35c5f107013400bc1eb7bc986218425a42715d85bf6", "99a68fbf59262a1e32eee1afac8b5bebfb70ca48bdc2a7f697564fa1065c63b7", "5f0fde31ccadc5c36142af4de453f53d30d1126b5cc3deff9a2e2221fcb66595", "304a0827edf13c324030e87a3832a659fa9dd7eb16ec0c47d78e4fe7c98f7301", "565e2aca449c52cfa1be22aa0402a2a8a820b358687bd3e0b96f41d88e4cc7ed", "a54f9621724e41c1f8417cef6fee5c7500bec6e64b7bf1a1b4662b75346a9c77", "533bdd46c5184cd80b2b078ac9dab637c62e88f8481db4478e0130ed021d3836", "6cfabdba0977100980ca19ad4fc0e9c1c4a253c8958f549bbd5ffb011990faed", "d7a6ba9e264397cfc846664c40ee62a95eac8b3bf6dbd63b3272e3c2ec047ee2", "f740ebef292ffe68a25b061e1ac13fba1d342ffa8beb17b5916bc8bf15dbd191", "cfee1d694be4497b1f863991afd189b2d6c658ba9043cc2bba4945b5168f9867", "d581d51f74deb308836f801aa1e7e53a473d8226a446a50c878636556d44b04d", "de73b63db9d05f990ac2a9e358f4fa7b10ed213c3fd1fc80a05cbd62daa30dc9", "095661f374680d19dfc2d76fde100965302f366275236a284b1b2fe73410ac00", "0a02fe0149aa5fa67bf816d7bb16a6d26562c6d99bfb72fb5992bca1b185c3de", "ac4f54d7deffce648d8879621071ee3e0d611d222a31c578f28804baad1d1b29", "2a801b79765774db3282f2b30f7629389ce9f35e89e9e7fc759053664ad6d42b", "97cc56ec27705b2b42df6e333cdd5340d587a0ec2035453a69509e74b655ba9f", "a5375b006977448687c95defbca3dae88d1e4297d7f3fdc2fed4cc98af50f4a9", "51f2343c3f0ed1e6c90a47ed30ad9ed5bfe40bb86b3dd3bd4808f1cec49a60a0", "48932f91aaacceb7d3e1a725e9b9920e59cf5868d60d7ed4f6a46fe2796810a6", "9f6d5f3cf71009b6805c58c87dac068c254b42fee3c4416938ee9403cac7c799", "aabde1f633c78a88db79300bfc09c8278525218ed5d29d26514edd1d44f85329", "95b1f194faacb64af7a908e217aa2d6c7d3670aa1257b9673f4fdd3b9a5f021e", "aae4794cf0a82461babdf012367bf3e645486dfdb453aed46f482cc7c351a56f", "570f81a3026c689861897e4399759872dc75863cfdfe7bb2418feae66dfe0363", "b367b2a11e966c75b080073719cda53988a4eaf23a79631ffaf9e00c1fa4c5b5", "f4cd046e6ac9078c65e20218dc7a08333dfa3a149875e7d457554ece5c9ed453", "3c0be6cdfa2759d377f7bc242dc347f1468b30b59e1fcd83c5a1040ef516765b", "da3b115ac9aee9bb5ac6127bdbf985f3a45284f2400108e1c6db4abe49dd7680", "bdce5a151c7e450348c9ed0799f98adc74fae290dfc15a9c08f137d96c8792a2", "d0d95a1e29f2416755f1381ce45981406931a76a885ff2ec2283d913844cdf92", "64036627a951cfa325d446e332fd74fcc529ce469d27470d075f18098eae5524", "d448b65ea8160f0cce6694b072828315bd2c9c5dbd99edadff60c86fc1f4b023", "e4fd613a0594728f5f97dbf337c8f23d455e4582c6348f81130922ae4a4f921f", "47b786d28a6a5f26dc8a73b39948e71355138ca3adf16eca498cea36e0e4318e" ], "gold": [ 1, 1, 2, 2, 0, 3, 0, 0, 2, 4, 2, 2, 1, 1, 1, 1, 1, 0, 1, 1, 2, 2, 2, 0, 2, 1, 4, 2, 2, 2, 2, 2, 2, 0, 3, 0, 2, 0, 2, 0, 2, 3, 2, 0, 1, 0, 1, 3, 2, 1, 3, 3, 2, 2, 2, 4, 2, 1, 3, 3, 2, 1, 2, 1 ], "labels": [ "Business & Strategy", "Guides & Resources", "Headlines & News", "Research & Engineering", "Security" ], "engine": "x86", "hardware": { "platform": "Linux-4.19.0-gvisor-x86_64-with-glibc2.36", "machine": "x86_64", "cpu_model": "unknown", "logical_cpu_count": 2, "torch_threads": 2, "torch_interop_threads": 1, "cpu_quota": null, "torch": "2.8.0+cu128" }, "batch_size": 16, "padding_length": 256, "source_sha256": "58acd1f573217998eab337bfb1ccf2f9a268940c0c8de354a7ac315fe45d1bbe", "source_metadata_sha256": "80fd57dbf568a116c4187b334c97e7e03d5d026cd529d84faf7589a148808b3d", "planned_policies": { "gate_only": [ "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.9.mlp.gate_proj" ], "up_only": [ "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.up_proj" ], "down_only": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.9.mlp.down_proj" ], "ffn_except_gate": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.up_proj" ], "ffn_except_up": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.gate_proj" ], "ffn_except_down": [ "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.gate_proj", "ultrabert.layers.9.mlp.up_proj" ], "single_ffn_layer_0": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.0.mlp.up_proj" ], "single_ffn_layer_1": [ "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.1.mlp.up_proj" ], "single_ffn_layer_2": [ "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.2.mlp.up_proj" ], "single_ffn_layer_3": [ "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.3.mlp.up_proj" ], "single_ffn_layer_4": [ "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.4.mlp.up_proj" ], "single_ffn_layer_5": [ "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.5.mlp.up_proj" ], "single_ffn_layer_6": [ "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.6.mlp.up_proj" ], "single_ffn_layer_7": [ "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.7.mlp.up_proj" ], "single_ffn_layer_8": [ "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.8.mlp.up_proj" ], "single_ffn_layer_9": [ "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.gate_proj", "ultrabert.layers.9.mlp.up_proj" ], "single_ffn_layer_10": [ "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.10.mlp.up_proj" ], "single_ffn_layer_11": [ "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.11.mlp.up_proj" ], "single_ffn_layer_12": [ "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.12.mlp.up_proj" ], "single_ffn_layer_13": [ "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.13.mlp.up_proj" ], "single_ffn_layer_14": [ "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.14.mlp.up_proj" ], "single_ffn_layer_15": [ "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.15.mlp.up_proj" ], "single_ffn_layer_16": [ "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.16.mlp.up_proj" ], "single_ffn_layer_17": [ "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.17.mlp.up_proj" ], "single_ffn_layer_18": [ "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.18.mlp.up_proj" ], "single_ffn_layer_19": [ "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.19.mlp.up_proj" ], "single_ffn_layer_20": [ "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.20.mlp.up_proj" ], "single_ffn_layer_21": [ "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.21.mlp.up_proj" ], "single_ffn_layer_22": [ "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.22.mlp.up_proj" ], "single_ffn_layer_23": [ "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.23.mlp.up_proj" ] }, "policies": { "ffn_weight_roundtrip_fp32_compute": { "macro_f1": 0.7998834498834498, "agreement_with_fp32_same_policy": 0.984375, "mean_absolute_logit_difference": 0.3071184754371643, "max_absolute_logit_difference": 0.8131842613220215, "predicted_class_counts": [ 13, 17, 26, 5, 3 ] }, "gate_only": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.09766784310340881, "max_absolute_logit_difference": 0.4610738754272461, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.9.mlp.gate_proj" ], "elapsed_seconds": 22.662537748999995 }, "up_only": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.11511190980672836, "max_absolute_logit_difference": 1.0632481575012207, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.up_proj" ], "elapsed_seconds": 24.96044655199998 }, "down_only": { "macro_f1": 0.3088311688311688, "agreement_with_fp32_same_policy": 0.40625, "mean_absolute_logit_difference": 2.172454357147217, "max_absolute_logit_difference": 8.945363998413086, "predicted_class_counts": [ 0, 39, 23, 1, 1 ], "converted_modules": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.9.mlp.down_proj" ], "elapsed_seconds": 23.288171922999993 }, "ffn_except_gate": { "macro_f1": 0.20400000000000001, "agreement_with_fp32_same_policy": 0.40625, "mean_absolute_logit_difference": 2.174426317214966, "max_absolute_logit_difference": 8.927835464477539, "predicted_class_counts": [ 0, 40, 24, 0, 0 ], "converted_modules": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.up_proj" ], "elapsed_seconds": 20.414107158999997 }, "ffn_except_up": { "macro_f1": 0.1913109756097561, "agreement_with_fp32_same_policy": 0.359375, "mean_absolute_logit_difference": 2.202908992767334, "max_absolute_logit_difference": 9.632253646850586, "predicted_class_counts": [ 0, 48, 15, 0, 1 ], "converted_modules": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.gate_proj" ], "elapsed_seconds": 19.985649721000016 }, "ffn_except_down": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.14056193828582764, "max_absolute_logit_difference": 0.8226189613342285, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.0.mlp.up_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.1.mlp.up_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.10.mlp.up_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.11.mlp.up_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.12.mlp.up_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.13.mlp.up_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.14.mlp.up_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.15.mlp.up_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.16.mlp.up_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.17.mlp.up_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.18.mlp.up_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.19.mlp.up_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.2.mlp.up_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.20.mlp.up_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.21.mlp.up_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.22.mlp.up_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.23.mlp.up_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.3.mlp.up_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.4.mlp.up_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.5.mlp.up_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.6.mlp.up_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.7.mlp.up_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.8.mlp.up_proj", "ultrabert.layers.9.mlp.gate_proj", "ultrabert.layers.9.mlp.up_proj" ], "elapsed_seconds": 20.041230772000006 }, "single_ffn_layer_0": { "macro_f1": 0.36067588325652844, "agreement_with_fp32_same_policy": 0.5, "mean_absolute_logit_difference": 1.779538869857788, "max_absolute_logit_difference": 7.223657131195068, "predicted_class_counts": [ 1, 26, 36, 0, 1 ], "converted_modules": [ "ultrabert.layers.0.mlp.down_proj", "ultrabert.layers.0.mlp.gate_proj", "ultrabert.layers.0.mlp.up_proj" ], "elapsed_seconds": 23.930168691000034 }, "single_ffn_layer_1": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.048459507524967194, "max_absolute_logit_difference": 0.3127138912677765, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.1.mlp.down_proj", "ultrabert.layers.1.mlp.gate_proj", "ultrabert.layers.1.mlp.up_proj" ], "elapsed_seconds": 24.539927532999968 }, "single_ffn_layer_2": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06574858725070953, "max_absolute_logit_difference": 0.34729647636413574, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.2.mlp.down_proj", "ultrabert.layers.2.mlp.gate_proj", "ultrabert.layers.2.mlp.up_proj" ], "elapsed_seconds": 24.33268785299998 }, "single_ffn_layer_3": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06333057582378387, "max_absolute_logit_difference": 0.6449313163757324, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.3.mlp.down_proj", "ultrabert.layers.3.mlp.gate_proj", "ultrabert.layers.3.mlp.up_proj" ], "elapsed_seconds": 24.362857297000005 }, "single_ffn_layer_4": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.05421406030654907, "max_absolute_logit_difference": 0.3221968412399292, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.4.mlp.down_proj", "ultrabert.layers.4.mlp.gate_proj", "ultrabert.layers.4.mlp.up_proj" ], "elapsed_seconds": 22.545208963999983 }, "single_ffn_layer_5": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.05792492628097534, "max_absolute_logit_difference": 0.33493757247924805, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.5.mlp.down_proj", "ultrabert.layers.5.mlp.gate_proj", "ultrabert.layers.5.mlp.up_proj" ], "elapsed_seconds": 23.612331193999978 }, "single_ffn_layer_6": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.08109601587057114, "max_absolute_logit_difference": 0.4786332845687866, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.6.mlp.down_proj", "ultrabert.layers.6.mlp.gate_proj", "ultrabert.layers.6.mlp.up_proj" ], "elapsed_seconds": 23.244825196000022 }, "single_ffn_layer_7": { "macro_f1": 0.7998834498834498, "agreement_with_fp32_same_policy": 0.984375, "mean_absolute_logit_difference": 0.05909266322851181, "max_absolute_logit_difference": 0.40031003952026367, "predicted_class_counts": [ 13, 17, 26, 5, 3 ], "converted_modules": [ "ultrabert.layers.7.mlp.down_proj", "ultrabert.layers.7.mlp.gate_proj", "ultrabert.layers.7.mlp.up_proj" ], "elapsed_seconds": 23.315327577000005 }, "single_ffn_layer_8": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06435050815343857, "max_absolute_logit_difference": 0.4753727912902832, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.8.mlp.down_proj", "ultrabert.layers.8.mlp.gate_proj", "ultrabert.layers.8.mlp.up_proj" ], "elapsed_seconds": 23.206616370999996 }, "single_ffn_layer_9": { "macro_f1": 0.7998834498834498, "agreement_with_fp32_same_policy": 0.984375, "mean_absolute_logit_difference": 0.0671411007642746, "max_absolute_logit_difference": 0.41063952445983887, "predicted_class_counts": [ 13, 17, 26, 5, 3 ], "converted_modules": [ "ultrabert.layers.9.mlp.down_proj", "ultrabert.layers.9.mlp.gate_proj", "ultrabert.layers.9.mlp.up_proj" ], "elapsed_seconds": 23.91234218200003 }, "single_ffn_layer_10": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.0711052268743515, "max_absolute_logit_difference": 0.5022211074829102, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.10.mlp.down_proj", "ultrabert.layers.10.mlp.gate_proj", "ultrabert.layers.10.mlp.up_proj" ], "elapsed_seconds": 23.470844229000022 }, "single_ffn_layer_11": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.1660045087337494, "max_absolute_logit_difference": 0.8393905162811279, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.11.mlp.down_proj", "ultrabert.layers.11.mlp.gate_proj", "ultrabert.layers.11.mlp.up_proj" ], "elapsed_seconds": 23.932789840000055 }, "single_ffn_layer_12": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.10284008830785751, "max_absolute_logit_difference": 0.6386886835098267, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.12.mlp.down_proj", "ultrabert.layers.12.mlp.gate_proj", "ultrabert.layers.12.mlp.up_proj" ], "elapsed_seconds": 23.96457341900009 }, "single_ffn_layer_13": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06565353274345398, "max_absolute_logit_difference": 0.42948198318481445, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.13.mlp.down_proj", "ultrabert.layers.13.mlp.gate_proj", "ultrabert.layers.13.mlp.up_proj" ], "elapsed_seconds": 23.844580592999932 }, "single_ffn_layer_14": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.23333176970481873, "max_absolute_logit_difference": 1.4299640655517578, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.14.mlp.down_proj", "ultrabert.layers.14.mlp.gate_proj", "ultrabert.layers.14.mlp.up_proj" ], "elapsed_seconds": 23.493956398000023 }, "single_ffn_layer_15": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.08743618428707123, "max_absolute_logit_difference": 0.4934070110321045, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.15.mlp.down_proj", "ultrabert.layers.15.mlp.gate_proj", "ultrabert.layers.15.mlp.up_proj" ], "elapsed_seconds": 23.593826649999983 }, "single_ffn_layer_16": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.0397898368537426, "max_absolute_logit_difference": 0.20846104621887207, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.16.mlp.down_proj", "ultrabert.layers.16.mlp.gate_proj", "ultrabert.layers.16.mlp.up_proj" ], "elapsed_seconds": 23.60028312999998 }, "single_ffn_layer_17": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.03132077306509018, "max_absolute_logit_difference": 0.12191152572631836, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.17.mlp.down_proj", "ultrabert.layers.17.mlp.gate_proj", "ultrabert.layers.17.mlp.up_proj" ], "elapsed_seconds": 23.351926667000043 }, "single_ffn_layer_18": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.033295027911663055, "max_absolute_logit_difference": 0.13461017608642578, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.18.mlp.down_proj", "ultrabert.layers.18.mlp.gate_proj", "ultrabert.layers.18.mlp.up_proj" ], "elapsed_seconds": 23.45144148899999 }, "single_ffn_layer_19": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.04141933470964432, "max_absolute_logit_difference": 0.15651273727416992, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.19.mlp.down_proj", "ultrabert.layers.19.mlp.gate_proj", "ultrabert.layers.19.mlp.up_proj" ], "elapsed_seconds": 23.346548429999984 }, "single_ffn_layer_20": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.02716485783457756, "max_absolute_logit_difference": 0.09025430679321289, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.20.mlp.down_proj", "ultrabert.layers.20.mlp.gate_proj", "ultrabert.layers.20.mlp.up_proj" ], "elapsed_seconds": 22.753451692999988 }, "single_ffn_layer_21": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.029626989737153053, "max_absolute_logit_difference": 0.10380697250366211, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.21.mlp.down_proj", "ultrabert.layers.21.mlp.gate_proj", "ultrabert.layers.21.mlp.up_proj" ], "elapsed_seconds": 22.39442538200001 }, "single_ffn_layer_22": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06207137182354927, "max_absolute_logit_difference": 0.17925405502319336, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.22.mlp.down_proj", "ultrabert.layers.22.mlp.gate_proj", "ultrabert.layers.22.mlp.up_proj" ], "elapsed_seconds": 23.427507164000076 }, "single_ffn_layer_23": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.06875351071357727, "max_absolute_logit_difference": 0.20466041564941406, "predicted_class_counts": [ 12, 17, 27, 5, 3 ], "converted_modules": [ "ultrabert.layers.23.mlp.down_proj", "ultrabert.layers.23.mlp.gate_proj", "ultrabert.layers.23.mlp.up_proj" ], "elapsed_seconds": 22.483593919999976 } }, "fp32": { "macro_f1": 0.8107593254434928, "agreement_with_fp32_same_policy": 1.0, "mean_absolute_logit_difference": 0.0, "max_absolute_logit_difference": 0.0, "predicted_class_counts": [ 12, 17, 27, 5, 3 ] }, "saved_prediction_analysis": { "scope": "Descriptive slices of already evaluated test predictions; small groups are not significance tests", "slices": { "category:ai": { "rows": 176, "teacher_correct": 134, "int8_correct": 44, "baseline_correct": 119, "distilled_correct": 124 }, "category:crypto": { "rows": 106, "teacher_correct": 81, "int8_correct": 47, "baseline_correct": 71, "distilled_correct": 73 }, "category:design": { "rows": 182, "teacher_correct": 157, "int8_correct": 109, "baseline_correct": 160, "distilled_correct": 155 }, "category:dev": { "rows": 169, "teacher_correct": 137, "int8_correct": 87, "baseline_correct": 125, "distilled_correct": 127 }, "category:devops": { "rows": 60, "teacher_correct": 46, "int8_correct": 38, "baseline_correct": 44, "distilled_correct": 47 }, "category:fintech": { "rows": 74, "teacher_correct": 60, "int8_correct": 42, "baseline_correct": 55, "distilled_correct": 53 }, "category:founders": { "rows": 101, "teacher_correct": 66, "int8_correct": 44, "baseline_correct": 55, "distilled_correct": 57 }, "category:infosec": { "rows": 157, "teacher_correct": 134, "int8_correct": 44, "baseline_correct": 130, "distilled_correct": 132 }, "category:marketing": { "rows": 137, "teacher_correct": 93, "int8_correct": 54, "baseline_correct": 81, "distilled_correct": 78 }, "category:product": { "rows": 59, "teacher_correct": 31, "int8_correct": 39, "baseline_correct": 32, "distilled_correct": 33 }, "section:Articles & Tutorials": { "rows": 55, "teacher_correct": 39, "int8_correct": 37, "baseline_correct": 41, "distilled_correct": 41 }, "section:Attacks & Vulnerabilities": { "rows": 57, "teacher_correct": 49, "int8_correct": 4, "baseline_correct": 49, "distilled_correct": 50 }, "section:Deep Dives & Analysis": { "rows": 39, "teacher_correct": 30, "int8_correct": 5, "baseline_correct": 28, "distilled_correct": 28 }, "section:Deep Dives & Reports": { "rows": 19, "teacher_correct": 14, "int8_correct": 2, "baseline_correct": 7, "distilled_correct": 6 }, "section:Engineering & Research": { "rows": 80, "teacher_correct": 54, "int8_correct": 1, "baseline_correct": 46, "distilled_correct": 49 }, "section:Guides & Resources": { "rows": 29, "teacher_correct": 22, "int8_correct": 24, "baseline_correct": 21, "distilled_correct": 20 }, "section:Headlines & Launches": { "rows": 50, "teacher_correct": 43, "int8_correct": 37, "baseline_correct": 39, "distilled_correct": 41 }, "section:Headlines & Trends": { "rows": 31, "teacher_correct": 18, "int8_correct": 10, "baseline_correct": 13, "distilled_correct": 13 }, "section:Innovation & Launches": { "rows": 37, "teacher_correct": 29, "int8_correct": 22, "baseline_correct": 28, "distilled_correct": 28 }, "section:Launches & Products": { "rows": 25, "teacher_correct": 23, "int8_correct": 11, "baseline_correct": 24, "distilled_correct": 23 }, "section:Launches & Tools": { "rows": 176, "teacher_correct": 156, "int8_correct": 110, "baseline_correct": 151, "distilled_correct": 149 }, "section:Markets & Business": { "rows": 40, "teacher_correct": 30, "int8_correct": 1, "baseline_correct": 22, "distilled_correct": 25 }, "section:News & Trends": { "rows": 180, "teacher_correct": 140, "int8_correct": 110, "baseline_correct": 138, "distilled_correct": 139 }, "section:Opinions & Advice": { "rows": 49, "teacher_correct": 39, "int8_correct": 8, "baseline_correct": 29, "distilled_correct": 31 }, "section:Opinions & Tutorials": { "rows": 110, "teacher_correct": 85, "int8_correct": 79, "baseline_correct": 83, "distilled_correct": 83 }, "section:Research & Innovation": { "rows": 7, "teacher_correct": 7, "int8_correct": 1, "baseline_correct": 6, "distilled_correct": 6 }, "section:Resources & Tools": { "rows": 69, "teacher_correct": 37, "int8_correct": 44, "baseline_correct": 33, "distilled_correct": 32 }, "section:Strategies & Tactics": { "rows": 132, "teacher_correct": 98, "int8_correct": 12, "baseline_correct": 93, "distilled_correct": 93 }, "section:Tools & Resources": { "rows": 36, "teacher_correct": 26, "int8_correct": 30, "baseline_correct": 21, "distilled_correct": 22 } }, "distillation_transitions": { "fixes": 34, "fixes_teacher_correct": 25, "regressions": 27, "regressions_matching_wrong_teacher": 14, "regressions_teacher_correct": 12 }, "url_overlap_subsets": { "unseen_in_train": { "rows": 1151, "macro_f1_all_five_labels": { "teacher": 0.7782223674372704, "int8": 0.2841549013713297, "baseline": 0.7226577677026975, "distilled": 0.7322700766826648 }, "label_counts": { "2": 462, "1": 285, "0": 211, "3": 136, "4": 57 } }, "seen_in_train": { "rows": 70, "macro_f1_all_five_labels": { "teacher": 0.5056122357174988, "int8": 0.3479139348046911, "baseline": 0.424471606824548, "distilled": 0.40215538847117793 }, "label_counts": { "0": 10, "2": 37, "3": 9, "1": 14 } } } }, "saved_test_predictions": [ { "text_hash": "00b898e58d95f4afcca3af81c5ec6e853fb24b03925cb717951d5667f8933d0f", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "00ed0844505572607d42b0cdf0ad3fe8c2487b3bd5edab47566a30dc39866fa0", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "00feba8c7829ec9e56ec995dca5e87513e3a5502087c3c10052980855989045d", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "010cd3ff0442032377ed83d1afc86bfb6cbf05b35e1270d0dd5b4db4a5872996", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 2 } }, { "text_hash": "0145084c9fe16ea51abba085ec5d52a13d62a3af030d715eb9297ebef2416ce9", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "015d0863dc0b6abadf9f8316a7414d93453d818d713477c3d9b0532fb353d460", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0196d842f8f9f349cc90a29c33a385759453a4c2aff33323bc733edeaacbf4d6", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "01c04c4ed2cc46dc088314a7f1139480fa590872bf2fb846e0f3421264c3c6ca", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "01c169531ea8289a228504d570f836480e4ebf3b884294a2e2ff9d762eb8b33f", "predictions": { "teacher": 0, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "01fff5231d50f2da6bc26432b143534434ab94556da9b75b2b82476e42d88bb2", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "021fdd5af40dcdc0ee1cbfdeaccf5b020a37fc0a49454f4909f9623f759b037f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0223d8dfa7c82af674a87e44a406833a5e54886ad69de775273b9af755cb5daa", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "023cf6c1e676d633c81962144e666491aeb5b52227064670fabab2db26481b54", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "02b66ec29c6423b2f768e06602aae05e8a858898898efa7692bf167e13a62557", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "02e271e25bb69eeaeeb27665c6548819df7b62404684456026890565d87c46e6", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "032763d154bc846301dffa34cbd66c1db6ff109de6e22c18f78c451cc7a31eeb", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0328c27b557df1dc3969396dc90b9b52118959818cd44c993fba606a78087fbc", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "0467fb5962c22497b443e7f92e82daf145c0b4ee7014464d8b44720c5a22296e", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "046a751e9cafd3d8f904b07e4b8e04efa37a3d8a3f0eb75c173072a4bc142c74", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "049b0cb87c93ba4abfbacc247f5e4eb66c9a2ace723b733b7ec42bd3ac7a0512", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "04d74ddbc0afd8cebd18e5e2e3ffc5a04513a42cf12c9c6133caaa154e071d45", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "04f391fcca74258351d92fa962a52d2ecd1f23d88a088607e18e4e738f7fee6f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "05519ff0f05bf3e7be93cf6e8e4a7e39656de57c0caf0d8a9a8b078b12b006ad", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "05598669cfb8e52717562e7bcdcbd5f2a421f485c7e10f81bce33164c2cade22", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "05aedac17b1f7dbf7dbaa86923ffedf072e11e9f805b71947654ec6618728f9f", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "05b11f5ac0a1bc757755187a4ecb0840cb5e8edeb34be1c087b311228b6d5e51", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "05e1688e3e223d383f155fc0b277e48c9be5fad3d6fc9b6899efe8f9208984e7", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0628fca2fe08558e63f669890c344c08a013b4d779337794e49c9c2c4efb862f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "06e40b4289293149a73e355e18aa35c8777098065a61ac6d8174cf2dad2a27d9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "06f573d0401e4cf8fd693144b0bb368fcd8c1781641917ec88b20f95ec74988a", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "07036b142da9646d245e6ba4c1e863e34fb63c0b29a0fe9448d4f656d0474e02", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "070e1ff9940430a1c8763aa9e52b72a63935e1c98e85022da3432008dfff8866", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "07240ec76ea64a5db7484be9147be62ccee7d52e4b03e04f73f22261cc42d4c1", "predictions": { "teacher": 4, "int8": 4, "baseline": 4, "distilled": 4 } }, { "text_hash": "0735243f8e22806516155223044ef039ea708b3dd0e9104c45e257242b4f0087", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "074117bfff5866cc1ac99e1ee202350b9a56c545af95e62902ef073885d07abf", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "075773f483226fbfe335f35c94f6122b191d11dd379845e12a719d645cef5693", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "07655879084ada83b572a609dea0adbd21bd3794ad0454ba39d8c94762e87790", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "07c164f77f9a6e5486d3cef8f9e36218dbc95a2bc417c14fd72c6d55ababe138", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "07d9101ada964f241f8e79c9eefda7c9783ecae63923d5aa3d45ca6faffcc929", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "07ff89644c1773cf001ec70abb87f74dc34caebbe02510a7569e1b30584ae2da", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "080a652a470fc08fa9ad363c70e2f0ee1824f93e498cad7b011a242103f46826", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 2 } }, { "text_hash": "0849840a5f551460901aedf07ab994c0c7c671a10ece7ebd113354bb5188b3e4", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0882a67f0ae73cde0b13e5ed4f628bf55e3dfa071391f95f4fbade8cbccb9999", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "08ce65e2fed5acb164adc2287b6c0cf5ef08813810c95178b8942f90b47a1cb8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "099c12b337e80a58ca2146f962da0b3b5128c29929e61667f82c092c005c47eb", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "09aa4e5b6b6a10e749566ee32da54bd756c9d797cd9c87b1bdd961f876681f46", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "09d55eaaf0ceacdaad5f43bfffa0208e6c4865a6e9ec152f9c212e0c9d674fd3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "09d896181d145219a7b52ac8132c9efeb877cf8668032b8b707123d184a638fc", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "09f59882ceebdb03d786c7e34beb818a6e68507f51fb691de9c8dcb261e54598", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "0a34798d4c92fb2c65ade23a6b8cd949691580091abc9a5b22844c6a943ff64e", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0a54a861c40d43f11e1378308851cbaa40b63458132c261287f2f5b84e4c484b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0a6df5e1ac41166c794a9c0287094727d64cdcb18e150ec5e9b6090ed71c8984", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "0aec4b74c2b3070cad43c2ae106c1efc955eda553b7f6c55a151c4793e04eb89", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "0b082394b9f52a68c1cc6533e41f0828c7f4b0e7f09a7255cfdaa2eea677bbba", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "0b16fa0146a8c5cfba3f017554b0581843d48c1985eb383118cccce960b1cdef", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "0b69e674953c4a259a78aeb03faaa162c46888b0073c0f71667e5601d90cca5f", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0b9f82d3a4561aa7d1821ced9ed4140964ea5155c8be580a67128e08e7974ff3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0bf1d29b52270e9a8d52c8344cf94910f79a5393b7c761b4ae5a33d2f6b440e9", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0c5b162a462b456bba5f78d10e37ae9c2508adb1358437e8d71a3cbf0ccf833c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "0c78b6fee94b7dd15806581ea8c0f7d8416369ec91dbde92fd4dd6a491f28a3c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0ccbf2b53d077fc6a63a76b0a3c66091fb750ce8f1dbe78bb9b63a73f5d51061", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "0ccf4ee6d76d98bf6e5dd4db78f06f4752a17bb7fc9643faa78c01b9323b9c29", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "0cffdfa54021a57b5282b482fdb6dba3ccc063008436bc34ec4a4c5e4b4e0268", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0d6b89110424b1df229b65abf27420bdeb8d890415eb93b13a65d4e963567f18", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0d91aee473c639b22065785f4cb7d414466c8e4c893578cb1b498f7d02068b4c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "0ddeea922fa9d16063afeff99250b63b7e26262e3c96d47a09e2b47db4b57675", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0e1cc61b1abfa797cbd03d975c7e9ed84878257bf9fa17919e2bb33d4cecc77f", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "0e3a12ae1e5470bf0a04d04b1ae935712153f43ee2e41a8eeb27d71c77a7e384", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0e40b03f6fb4729e21fccb51f9a369be0d69298f935440abd12a2b2e4dd79a96", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0e93f7bea4325aa0c9f9ac6828a95a07cafa44f85e8b1db7e4499d2cf699fde7", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0ed27a9425bc5eb456317734d4ce2cc64a0fbe51d47dee20ffb13c7697d6ad49", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0ee2df1b2f7dd9691e021833b1a06c00393f127a1b2acd17ceaa3de1144f0224", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "0ef86f473c0251a4bfd72d5c20bff0b3e88da8cb7e5fe69119407beefa663b46", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0f33cbaefc76751bf6ce0e976f9fe56ae6fc9c48c8022dcebde20c8de18c17b7", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "0f46bf8e1de80b72c271b9d8d265504216652df4c1e7863b25223da3370c96e4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "0fc287e71dea41f167366a6c4ea80d73b1643d3fc44430e68a95b49e1b4161cf", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "10372c8d707f21f6a6794a907aa7f67d62cde0619e400a13e7896cac84815e72", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1068e04bd9e97b520a014d12e2a88be209c69aa5e90fa7dc3c20e4b37c90d212", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "10b1851fe2e677d0b6e86a55b0d0bd897afa88a54d7badeeb03300ffe8055f0e", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "11264cd340c29b20576f729e8402101c20b7e30c05703345cc26f4cecd9d9464", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1140fd27f25e7de7ad22ecfec4803d48749587876770072912c956a1db3453a3", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "1185df1bc7829aa64e4f39afbe30b21a6a7af5dec380e65f0896178854fb7996", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "11dc23e5058cad0a5a34ceb8e0aa52d57ad6d85262b24e181200365d9160641e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "12078660c66fec407227bed723ac0029987e9af13afd538d579e98d405ec1c85", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "123b76ed301de2f928b25ac92bc383cd1cde9f54ecbec4f82a73f1c8eb85b9ff", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1289692bee8f71de795f003341a328e8a4753acef1fa7e6ff0f2e7edbb4b30d5", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "12b6b40f059cbe7e10fe465d42b3390173f469b5d7679987a9b4b0ccd09f8ec5", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "12e69849073f5c4a5f3ab56de974f741289d4e1d553461464e8b755f772ec659", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "12e915712111289ea7e64247730aa64c4d37fa22e358f25f052756a369a0330b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "12f4da34576601b0e0db381081ef8b6d4157cf8059a0929856afbfbbf160a701", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "13083c4e122c7c5f449c93d9ad3dee94e5d7e23320c0431a19fa5c040d4efd5f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1353412cbf70a10a478d21bce667b888031d7df52d66593889336144aecc3579", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "13725d6e58bef96f39762e217e196c87c9a38516edbf78efc218181c5721d0a4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "139d4cccd0570a407ab65fe2464a8768edd28d5c02ea0ac29932b2d5df741baa", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "13f02febf7093fd1cf59714455cdb6079981218efdac11a656967704de689037", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1448eda50973677c94699b79fecfbd374cdbd2a53b65982378b0d75b5109bc17", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "144f27c8a7437440af56079ba41ff395675f530a2887becd86135b1f0d62139e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "145958eba2b07b9b32436f2f6d05fe63bd93bfeaf3a4b113e070f1aeeba8e44d", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "1460f22002503bc6517dd95647e0ce3c24296b13c388d9e02589458029479f77", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 3 } }, { "text_hash": "14877af4847bc8b0618dafcf95596763048ffb23fe784ca8d755fab33f8cc877", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "14bbdb9109067f692779bb7a812655393c04c7a1b7956132812477b6d7e86eab", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "14c0d293e21000d8efd78ef9684ff1bcd92fa221e6c50d4f4502aafbea2a39be", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "14cdef8201f1f43fcc7b87dbc0951c1b35ee0a53a1f9021154bcfbfcc1356d76", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "14d48d43cfa8ffc143046a2d2fc4b0f60a969e636105f6b3fb502bf4d347f09f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "14ec96b516dd33cbcd640d355d31e25ba8eda74907bf027eb42c1462791a5e6e", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "15b14f097ca7594d1ea1b5c13bbc2e2da2d46503aaf782788146db0305914828", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "16557142490a36354aba3d8de7673e71993a1c043d835e045335b1e1f0b67829", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "165ba716530c4caefe58f5090db95023e9f8c6444768cd9eebc812aece81d842", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "16745c5c588b7b40a369110e44eea37b28c205f8cce4840a6adae4e015185deb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1677839b4c0d77a3cfbdcdfa07b59b6f587c46610790f9d49945339b5cd7d4be", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "16cc65afdfc2d1f1bbe1c7c73e5eb7f2254c3e9717bd26d4914d0c9bf35fb7ed", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "16e7b07cb8641e8899f117e89044e9f08167cd96af19f30993b1bc4ceca06997", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "177cd546abb5749a0982aa955deef9a878297acedf48ab1184f8a22b26e1725c", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "17956e2da44663fdbb9ab0cda2d7e7390f3239d7fc37a2d10cf18206270d7e1e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "17d1be12e1dbf6262f2f35d150a2dde9bf27f06e91731ccba10588f3549b631d", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "1869b57b6aa2ac4fbf604ee4238b437e73a1dff14680568f916a981ecb5ae46d", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "187fbb26d5cea6b1b86b50f43b76904137869a8fc4414d678fac9de42f0015ce", "predictions": { "teacher": 0, "int8": 0, "baseline": 1, "distilled": 1 } }, { "text_hash": "18d07643c9f7c3c1f2d289297dc2e6e64620c5432c849c2480f1e14d795bac56", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "18dcd2d33724f6a535a4c71cd0004f21e905a4fda36b6cdc4a6c68892420ebd6", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "18f7fa9c7b15a9a1c15e192652d3c15702b3a4b1b4c28e83ffa2e2b525815d84", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "197eddc09df235a1e2c8d18d40215e12a70900c2db501a6c59de226e1b726510", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1992f5c87bb76464d6011963c6167b55bf2b58cc7ae9b5990849ea3345d103f9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "19f47be8251642463b500e787974157a9b4fc66541c4e7a14e943c92493b2cd3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "19f7801e4709d6d31c8074c9cbcaecaa6faa2cf25f53b598eb2e000358f1181f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1a71779d813a5c59b8342bfbbe42b16ef4f4e77145556c1238a58953a31be794", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1aa2a65160dc7c423fce67678aa4aa29a04580a1c5d65fa3bbde1c2d37de79e5", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "1b4cd3be030336c5a07abb40dad94ede109c22a6d34b01ca27df71c5374d74d5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1b69d9eab9f9f7880702561a0181b7ba820f54969b5837c09f17615a1c741c0e", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "1b75689721263215a8d6dbe5c987a8d424eb7190000da92d9f59bb2a7b246f13", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1b9c1ac965db80fdbc0d05b1bf5f320913c6ef416efe16584bce0c4110d88806", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1bde2ca2080e25e5c0c93a5d912c31be0d2ab8ad32f2cceb7e9981a98c75b6f9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1c0aaf02c816f1b2ddc4d3b4797f9c6a024832352f8d6a8cda706304d200b8e2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1c0fff7fb35c7f90a112900013c4b390bea2f2f1988683a4296af3a487ba0174", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1c5697a9b5d8141f523a81a1d002a486e34e40b9772210445ba435562ebcacad", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "1c81b60ac25af42e66f21f135a56c259ef2b01826c028cf9a787fcbae7c7ca67", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "1caede86843c667c5c581b3007a8afc27d28a6dece46d404d1c89d6d78c88802", "predictions": { "teacher": 2, "int8": 0, "baseline": 2, "distilled": 2 } }, { "text_hash": "1d39d44474ed06ffb4b5dc020fa5777a28e4a738775047ca8a8aa94cf90e5f2f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1d587d730b5fa2005dc2d196977d1c04577f21e192a5eb50fc5577d17af5ec3f", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "1d84cf844f0e95939757dde7e94057030c3b7e275bbc268239d9671daba682ec", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1d9b59c99824e0542608276d8b58d862600ea2326b06057d5c82317896a2e761", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "1dc3a27de78adc98b399975792e4d7e09e25648709d3332abb92e1b95afa2df6", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "1de3935e47b49aab98e5133b5b3a8d2e7519ef9c2ffd2515c2c68b279aebd0eb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1df1045a80f8adf1262d3f518289b08d0ac2d7e7a69635226d4eee46f65100d5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1e5fd677c5f7345dee76a391d4a1aea4ab27193e0567b9763c7bf730a2bc3da9", "predictions": { "teacher": 4, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "1ea81dfc023c161a9abdf0e06fe908d2040c6ee91cff261d09088b78ba324aa1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1eda99cde3152e6e3047b25f41ff1ba6c39ccaa22c94363c5dc0bf1a265634ff", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "1eeeb39fdba3c9a64db996259e64bd77492f681a0e6cec54133af9ceb86b5398", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "1faeeda572081f12a0a29db94ec14636146c8649bc17dda2a8ad118f9fcd59d7", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1fce7bcf0e9fca1bfd4c4bceca6768bf856722cd5ef49b79eb3c2823e4410a03", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "1fe4c66a6adf9ff20d1bd53da54075ccdbc8566cedc3da1a10420083c9114d16", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "201e49cefc2b53f1794c8c681a37b8c7db4031eb5e790194e9a69b8aca97afc0", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "204d411e53d093a2d592ecb9176ed908df1a358623664de0b662c2378888c3b3", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "20706840e678532e037e248ab99599680e70c92cea2c2a33c9b80c8b5506f4f2", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 3 } }, { "text_hash": "20b5c8f5020c749b27c9d399177f8a4e388cc5c86c42033da900f81abc6ce2f1", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "20cd725eab44d7aa4d16bace372b37f3d723d873eddba156ba11c951392dc242", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "20df22206a10f98fef611a0deff142a50ec933ebfbc6f5d3bb5146aa52966d94", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 0 } }, { "text_hash": "21120184fe14afb4b08223aa676f6c7dd8e3c712b072eb47640b39a872693bc5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2114bc0104fc6653eea4d294fa4a4e01edf2e9c23048e7bd58163cf5855b8077", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "215cf016a07caef2eb95d9666b116e32f9c9e28c75a8c3314c172598917fc3e5", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "216fa2ce526e67298255b81ea07dda3b7db9ab9fbaddc38d3ef3df1b160462b5", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "21b9e781197bbad7aa2d8544ea2efaeb57835bb04cfd5d5ea8b8e0857372ad6d", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "21baabb80182dda3954d20608a77b3414b688da2a79dae940a5107678724c44e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "21bddd33fa7bda24dafcf505aecf1166a1cdfae4784239ec7f521fa5dc21974b", "predictions": { "teacher": 4, "int8": 4, "baseline": 4, "distilled": 4 } }, { "text_hash": "2265595e242bd22bd9ff850d7be32c0f4f0cb97d492702c62c423de96f5ab931", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "228d6af2d2ad6855379bf7d4ed3cdf9b76bfa6d78dcbc6880d20da02a3fc726b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2299e4281887fc6ffe90f1ef917fea2cfcca03a63263909a0ea4deb616b7893c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "2328a886f5bc5fa0f1bfed9a2ef36859a04aff6c31d133f6ede2e901d2bfc4ad", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "234d571b154ef42f53e3a174950c211c1b503b82cdf1a358192de51c91353656", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2363dda3c96b82e9f0ca623bd0e94c1862d31497b19361a0ec2b6425182c217e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "248f6fcd4d1369d6296fdba86d2a712d3c8cb09ad1a41d64334619eef2f64797", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "2524b49c49939e7fcb4ac9e58cd0228f26acfac99e0c7ecf5d60e11155179679", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "2526dc49de7e8303fc38beff2c992b8ca291fbc04f568e5d5b31a43aaee05b53", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "2558d45e885a65ab2cab1e8bc0b827003b94b1961180029770e618a2e55a8413", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "256b1cb73caffb7842cf64cdce9a89e7af6773e28f7229fa7914bb7a54d97d4a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "25bf49a7c96231db2b5605a3a4ae9bb5227e495ac2cebdf505fb817a868fc789", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "25d659a49317c28963beaabf5a182614c73357db251e0da6c312eb145b4997d2", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 2 } }, { "text_hash": "25ef4492e4cf2907cd28f5aa1a6dd75ec548321dfc7eed6fda38fd0b13b3214a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "262d705d67402b27613e0d63f37c609fe12524034dfda81283efa5219fce536e", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "26b0d1d1cdd16469f66983762f1b29015c2cd1973a5ac09c62a361e72e5e04bb", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "27d2d27b9d6f8716b6fe2fb758ddeaead16a815efdaac544bea5f8ba90fd0e25", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 3 } }, { "text_hash": "2818e474d36896a5e1c406e74f6ad84e2be294bdc5a981dc04d554ff7f301a0b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "283cb2b3112f8087c8de6901a04676740ee2260a0cd1fd06bb7d881eb9383e5e", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "285c5081b2fdd5040b4a4672678df2cd25b1d6fcaee45850895d2ff94008e496", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "28da361e7895021fd16b69241f8b25502d9498d2839ad4f7b839997d287293d8", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "29202f32d741956912db68d4d5ee27f9abf2b4c1bad549f89bbe4214cfe8a9b5", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "2949be7fe8d7d239df22f0432197e8aeb6879fd873f8ea231fc44d08f34aeae5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "29d3fbd93c83ecfae44ccf72785a7c09adef2690a30f3dfc67b6880b25b6adc4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2a30bc587a26d3c1ecfbffd61b47b7faf829c20c42c3b25b590f2bc1a8552de2", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "2a4a8cd43456d3058038c1ca58ab6ab3237de9b4965e69d59f6276562c801e57", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "2a8848d7c1fd58d8622905c622b37686fb3b827dfd5dbcddfd4c7c9c7d3838bc", "predictions": { "teacher": 3, "int8": 0, "baseline": 3, "distilled": 3 } }, { "text_hash": "2b18fc42d9a467786386953f9d17cea1f26c3ad853a547f671f05fb6760e7daa", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2b2a8e7008cfce51edf68f0db8c16716cd73c154f858ab96a21c3848e038b6b1", "predictions": { "teacher": 3, "int8": 0, "baseline": 3, "distilled": 3 } }, { "text_hash": "2badf6079f033125c147c6c9fd9011327ef716e9b532995fa33a2f3cf0fa61f5", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "2bcd55f35d58888e41b71b4eb35f9076ecc83a8ff2b2d61621606e7271d30bd7", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "2bdb95e9652b512ba34562152bd9ec23248c334bbf342aa1bebfef05fd3a4853", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "2c09bef1ac4f22a9c1a601125bf57a26d9af0fd6404c31900be8fd885a5e8b01", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "2c16796bf48875b899de7f5222b0fd5c27f8b68668a4f7052fbb4eec85188ab6", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2c700e6c42bc230ed8bffbdc7b15939575a5c010c9dae381de92d4ae9885ff7b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2c9449e66ca4fae0ad0cb886e8208f2da475101b664a6b0845d7dc4641b69a4a", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 2 } }, { "text_hash": "2c95dfa6ca95f0539df0ecfa2b9ae6927e874aa663e97bdf45ba9b8dbc3ddb88", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "2ce33ba4bd354fba5a60b2bfbd31529f815fe174cc59266d5c76555666887601", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2cf0ebff8d0218d15b7942042711499419999549a4bd9711d965c22a75dd5587", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "2cf6d564c3ec041e3eab8b31b5445fe93121131d334ede81db5b76f9cbfa9e37", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "2cff5f5ee5d0013614e7ce3ea51ad3508962d250e1905647993180e7233dcde7", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "2d4b39d6b27c92876f460bf162afdbe60311151c19de6ad48770f6f1fcef76cf", "predictions": { "teacher": 3, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "2d7a5dc0f79867254138c8a016c5f1cbb687a605fab91dbb965eea81ff281d7c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2dccd3b757e6c616aff09391f9a76ab66add438bef325dff849878ea6f5dc781", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2e5b0af72e272225efaa9b91d81d9d95e586afb1bdef01e6b409c894573b69e1", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "2e929181e13c6ac6519304a402b5a6fc9a7d5088abae2c02e763ceee080b374e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2f34af16a8ed459d2ad7bf8953edf0dabd3c5ed7c7dc20dff8f7384aee58cb1b", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "2f38ba348b10f57bf61be3ab07e6b59aed337f40d65aea125d70ec52b65b00ad", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2f3b63aedcdab6175b033248ef256b98a2ee163208ccaf3052548ab7e906427c", "predictions": { "teacher": 3, "int8": 0, "baseline": 3, "distilled": 2 } }, { "text_hash": "2f42a929adf4d2b1902a87fced464ee6dc460bcfd475b5fceaad5587324406a7", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2f509c1da647c08cc875289852f2c45018cb6ac01cef31203c3031805ea612b3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2f64c6ec7d30e556b771ba4993d6525a0b8c6d2a6fc4af8f6e28edf357c36b92", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "2f9374166ad40aabc77d2f158d6fc2b9847d74fd20debf923adc83d72b01f936", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "2fcdf56c388605305030e82c8b1e4c201fd0d2a19630c08fc6b8d7974bc360b3", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "2fdcec16c538bd5285b8dad2f99fdeae098dac473344eba4b8d7c21ca96e588b", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "2ff0eca948b784d2eaea75f2443b53c9a58c0ef3eff060e19c9b9195d51247d9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "302173b7389b509e6b679798d789edfb2e7672ef6461643446d150dce9354abc", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "30554977dbf0eac94697bea278ce5d8b1b527da03e0508c08b528f155300edb0", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "306c97ee8b03738783a920f20f9e0dec23081aea6b5bccb66c542ea0d119a763", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "30e7016e7ee56d441620a419168ced0c40349ff23faf194e5e8237fae19124a8", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "31078edf5c37c1a2ca1a10e6885c7b949ee679bfd30075aff0e09eb82e116498", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "312fa0fdef367077ced065d3cd3c916158ceaae9d09e8861695c195b1d1fd810", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3156c636bf07b30a2558f56ce2234af6b87dbf3f04fbc1712b21c91746aa7c12", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3185a3022e089de5fb93ab1dc0cd6183ea0982f6dcaa33d12bb2125f50cc1538", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "319a86409836855aa7b3b8c92cb23103f758fe8a243918e60e98d8a1235778a3", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3264ac999b44339f97056f6e8d8d498dcbd691a73765a537c22c41caf0f67881", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3269d562e50274e351e620948c6124aa2fc87ccd4f205de38f4f9d9c94df589a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3283af186181754ae1053bb16945a7f381fd6138f2ba4b33d0ce50309313e18b", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "32ecd20c62d1df96f52f07ed3b281095e893017f434bd318f39b34a3d8fc02d7", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "32f36606a6a26bf900ab9ed5caddee416728be05ef35ffb0f7f25a3a4c28c72d", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "3302780391d25bf13e4ea5e36a95745457de02acff06bdb83fb67498259951a5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "332f425adfc06b672b776aa494a3f0caceb4a71847c1159edd75cb7f849176e3", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "334df03a48e3b192db885569ff5750d308e13a3145990677a4dd066b7f502e00", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "33be8f632030846b837fb667582649ffb785bfa4be38bf1e919a3e1b3237db1e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "33f29ccaf5a09b3bf7e484ce6be5c5ce01a6ea7b835cc1f0e4650aad13728ca8", "predictions": { "teacher": 3, "int8": 0, "baseline": 3, "distilled": 3 } }, { "text_hash": "33fd3b6804683c38fc1f5df07e1f57ae2ac067f9c3fafbed5f87e6a57e198c27", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3452e8a1ca384eb48afab1fa35b02be26334a9aa7db643662102284471a3a2d2", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "345aa4cbec0aa5f7f6a30fac10bb843b07c32e66ec2f01128292a61516749db1", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "346b2a3d5871e442a77bca79a20ebc8f481e24e53dc81d2be5cbd5f4720ce709", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "34a5cb923b0ef4579e704b60a83263dc83b15e11a4dfa05d1110f383a1763e6b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "352cd590e89202bf88078c994e59a08710c586b82373454e0045bbb0c1626bd2", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "358350882fb9da19a18589593145f932c7caf10b6dc573b6ce8ef0784e132286", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "359642c2a3e2c83b3a239fe718752d438d3ae0c879c4b52b59291765e218495a", "predictions": { "teacher": 1, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "35c72419f3e6ef4abd1e0c2f11ae9af3e52e014d28a5af68d820bbb9f8bdd050", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "35e4267cc954bb1395e3785db39756bd233b7b9f183b93450a7f2d50c0d0b64b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "35eccc7f0d1238ed41e2f5860d41ba86903c4d087cf2a13d67d178fec27dd96d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3621e84bdb3771b042ba7f18553f351766097d2366acba7079ce90300ad1032b", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "364c31579fd6a08423e756d1566a4812529b43b7b3ba5c971accceb081b0b482", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "3667048fc92a61f0a08b43966e159a8556ae943b19d55cbd1e21b8b42b886ca2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "366acb7a99a71043a1da541bd0a772c598103d7c48338d34075765a7c242a75f", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "36ff703574adc0fecd0ea3d58600ede63e2e3e0139210e973174fa8c895455be", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 2 } }, { "text_hash": "36ff71bc55796fbc30c8f305d1dbf402d3a61985df3369a34a15126f9b65d7d7", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "370e41112cbd7d140256cfcec4ede960dd0a7a0493bc0d993b3029a36ef4ecf0", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "37152cfb7a61f9465b7c55ba4e7750132d258f0fdd246047e96a87deaed04a31", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "3747a989abc16c3a1aed21aca40c214e306bd039b86d6e8b70953947261ba43c", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 1 } }, { "text_hash": "374922bc52fa35cbe2b61f95d0e35c6e8ead052de672119439ced2c0b707cb2a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "37a718d94fdb6b6b55758cfeed2839402c18ac872fd04742187ac542cf49ea10", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "37c1069230b2f0c6de2589ac1ce39919dca3598b4beb8afae17bd92873626c09", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "382213b119500c79fb4d1b168b0740dea2b489e6febd6d0c9ea18d2d0a080987", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "38516dca2f3f29d7ec1635f80aebfc716ef9faf3fd95f9e73d344c44ae800ba4", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "387efb31f7ffeb36795acae633aaed6f66d40a4af9b3154df1a6c09a7c69a567", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "38d88adce6f754470e8330b35dda230ad11574fe93981f9d876e2954d34c61b0", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "39b3a5e023cb98099fc43cbf364334c53319c52ec4cbedb02ae7a80f52a023f0", "predictions": { "teacher": 3, "int8": 3, "baseline": 0, "distilled": 0 } }, { "text_hash": "3a0ef9a63826529b0e0ce780400432de78212df765a09b90f9dd62a7600ebb4e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3a28c4c9bbeda5fb8648eec0175e93448b17b4303b7c8f74c0b3ada0be98f86f", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "3a3ffba2f8b7ec63cb7f7d005de71d1ea184d655613d390f128075dc3a3b0820", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "3a4d956522505ca2ac1e535f2b9dbf7e260b74054d5396413bca72ab7800167e", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "3aae7d1372403ebc189d68a23df672bb067df72e13d5e2bff923ca5a9f0392b5", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "3ae20d0132667eae7841b46a1639c9abe0d2c34355939762f1a9ceabeb639534", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3b1092db6afe9426b9e7f515b121df57e3889b850b40071869e0416f5814dd8c", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "3b6609e7c9f89d43c0561b9a07a9f79bbf697a16e23801b3559eab56d6e9c4d4", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "3ba38dc6d06b302937d28998f900ef0dab79b901ef628e525f7b8fda492d71ea", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3ba9595791497bd8187f56a8beeb2f3c298c03f18cfddc912b2151cfaea39e06", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3bb53a42bf95929738f7e050a0e83144bc4715d722c0adda5c34e8b5cc037e28", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "3c12827ca5df5fcef31dd643d0c6db27901617ced6efdd26166aba226c1d0a58", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "3caabed4aef06e6b71c9baf0d27b02d012845f92224bdf954d03fed1c76ffae8", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "3cac98cee5d358307377893e696709bec6cfa7dc1a8fa7797bac06edda6f43ec", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "3cfc2e048b1300de2b9bd8556574d0d853814925eecfebf1cff2a92614893997", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "3d24820ad7c0e07fdfc7715f35252dc3ccc5f207d6a80efe21c4827da1f475a9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "3d60397fe8fff0e051bdb98082dd6c5662f3f294f3ce6cbd0f95b06c789c78cb", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "3dbeb8d2450d395fed72994e62932c926a772ea79802e89aa0b92a7cab3af2ec", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3deec76b8cd91fce2a0dcbb1a46f1f440605b3e6af0fc3c94fb24d9c62cb1d31", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "3e74520e52c3e0c32ebce6b9c0f90fd563a6ad896999d4d85b2df18b60a17647", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3ea2128e6af0f8387b0f863830b21b9f738aadeb157038c7041a99f01d2ba605", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3ea68ddde4413610a4546bdf6256ccb86e86c9663a977bc67b0afaad00c0d7dd", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3f4f2362fbe396ff29972f6e2478ca5261c7483ad98a2a37736f50e9e233e4b0", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "3fb596b8cc8c8f08dfc83c855139cf69aca43506699de1133f30fbcd16d7e58c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "3fb748c0dfeac13e01c258a9ea0f848b1b58bcbd00dfea1e3251a1622c56117d", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "3fd3fd05cf6a38b06b892eac2eeddba2a0519959a2e6d553ff5b2266e7168024", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "406fc97ce12dbc85645a1c16042614aa60a6d7e8bb6c90f9f6d6686e5df8761a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "40bfba0b21f98a1c6130c2484ac4131406899a74944730df3066786c6ad4783d", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "40c2968830ec258e1d7c29a3245d0c54613f8dcd48d78ed791a6d268a4277f8f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "412530640f6ad5cc086acfc9012930ab3a57afb57a43acd16d44748f20140e02", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "414cef2363dc8cd77d08f129f3403ef8e8b1a8cc4522198770e12594cf85241d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "41548ef48b5cdca564f209c143deae78580cafdffd75f4c6acd11d8c93054f02", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "41574c5a444eb517f48d54ee66d43d587d0a809acf54a55bcd48b85f35580abb", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "417decc358721f25d200f8ae5ee5834b57d26aa481b014a58db1a654a64f0d29", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "41907af437113090feb26ed6d6d669cef335b87806c2904f17e302b1e977fca6", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "41c60082f4ed9bf8bf99f342ff7b329bd741d8eb7f047c1d576ee8f48ddc2a44", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "41c9569d7aa7ef2a30aa8177dc9f20b25abe680f6d61f56eb4ac9eb9b03f75f9", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "41d764b46128805b48a8d64fd3065b2a9f10195ec1e1f92180d4e292f05fa9ef", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "41e6ccb8513970c7f82126a5ff2ae6b874aaa26965a8e48e9486b07cb36ff6db", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "42283a73e3205b4c749160c5cb5c1f45a1f22ec9cd182bcc50acd39d066f9645", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "424c4cfa2704c077cb48ccaa3b26a89f6c0e4b76f68337943c4f446e587f9f61", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "42d667425b12f9e071bb884125d040bb4a7997541fdb07caf3fd738bb44be1dc", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "4377d8ad2cb5d39c1b45fe87a8368f10440038f087130ca6571aa940b5b3ee63", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "43ad358e86cb37f1d61200589d315898a1ce8b35f7126544675bf2f62b29cf2b", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "4413424b06a5fd782bb76149dbd45779c0657e893432cd4839b5c2eabea99f7d", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "447643292570267d82a2e0316d9389bb1606c1c780b0787af45bbf5769dff554", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "447baead21d4cfd88af054fe3624e8d7b059d98b5b55967533bf94207306fe2a", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 2 } }, { "text_hash": "453b386389d366d59d37ad03a00d9ab7c19bdacba3c7adac2ba57e4a7c95ad31", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "45ed4b8b17bf455b6bcc551ac92d73fe647e7c01f111e383cf0a7d70543fa9a9", "predictions": { "teacher": 4, "int8": 4, "baseline": 4, "distilled": 4 } }, { "text_hash": "45fc0b73d8c1cb6122e3e9234443534addec78030d8f90f425f10f350fa4dcb0", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "46282bb24c948b8660dfb25c5c1bdc280f56e26ad5a300710172eedc18b5cdc9", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "464cb98d28823b81f15fc703b0a7364c4370ef8d302b6872197f7cc717def592", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "467be6c6e61b4005e38d132fff0da9fbfc40a8aaf3ee9e190e47d0ab9d67603e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "469aa37a9544cf85242c1dca5b23e7c89483290aac8e11eb18e8275896b5ae31", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "46be9fe62231741610d0ed0f72b444e4c4a595a25eccb0b59cbde6202ef9e220", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4733a4af73c410cce110e306877452a1a69d1a353fe60c5c92a06828053f23d5", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "47dbabb78477dc8b3d42938236d1d276d478070bcd38a58ed66ec330449a965c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "48075201049c59ea576ab524895ea6c4353d303d10a400bb116e6f1cef2a8f66", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "48c9f01ec66ab6a4b46fca712653e3101da2f5ae93644ae31e1700bf37471837", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "48fd7acd27ff42d49c862392e2ff29bece2cd7326be4a84473ce73cd2be418d0", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "490700acab0d61c58d84397bd56f5771b74ba314817e78ae742e58526b422ced", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "49341c0f803c4b063bedcdc08ad57e87ee3a093b934b2ae46f9658a366f9df46", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "496aeff9495fc3bc444b9436ea804135adeb52bf45a0f9f97247246c3816b54b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "49c1985a4d8f98dafb270f13614c15108bbf9ba794339e5cbbfa9fd734440f92", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "49d73fcc61400e4ca516d5845b12a37e805928c7c90c651e0da06768adeeb6b5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4a0b434fe7b3d2bb1dabfc81b9e33f194d68014b885ecc29ec0f0aba02a5a3b1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4a16c38c458ba521bff0709138da8950b70bbce11e61095ae4c738fb453ee8f1", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4a7b7479cd26bd283542989195dc3356845eb236165953c61a88ed6c6475787e", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4a869f7a02df66e33bb28da8f6071680c66ef9660150eda5f6ae9f97c32d135d", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "4ab66657335c237c0582b440def4ff8e6e0ae687da413362c5f08e3da00493bc", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "4ae64820565e82c4c8903ac5f889cc735f2ccf937b340877c391ffd8f173f0ef", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "4afa06d912b39db8ef077f1758f3202b1ef50dcf29ce3f04ab7faa05b592a53d", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4b08976b7f531f358a436fd050c7d8ae011aa4b527588d093ab0a6f20f0fcdd7", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4b38a83ce345e2efb8dc58b588b60b455cd78c989355b796adb0cb541098c214", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4b42864ec425be385a4de548489c8155330d0171e8c150436e8069f94b06904b", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "4b5413929d0a28411df2aa37e9aeca88fe788aad031f7329fd858557495e7370", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "4b6369abbe1f27c3ba280e4847dc5f00929e7022edbbd86fa274aa4c1ec1e75f", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4b9615d1c81fa2d8d23be3abbeb9aff138dfb3a51e8ffd587d3a46a2e1cea573", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "4b98a9acfbd4ae52ee73ae59d76c42e2807b3f4628031fa8fcdcbd6c06a33f2d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4bfb721225d762f19b569d7d55be265210a658ecd2ea7c9d581c266808ee8e25", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "4bffc9c081369a977c8037fecefa10ce51c094fe047255360b133ab7136e326b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4c4dc5ead21efaec2bb08e4d2fc33d4a4506d92fe01e58c737b6c3190eaed46f", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "4c8acc6acc853cfdf5f9fa2cbcf17312d7af4c7fd6e3b6cf0acc5ac0a534117b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4dbb6ba93a02637a3c1f838bc2e17341d31c7ab3c3a4c1ecd071cca3f089a93e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "4dde267e2b1de7f918e3af6be6eb756fd34232ade218f01e9c3a41f6f6033caa", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4de8d85c0e3f812e6a22a5195d09fc4ebfec54a487ad870902eb29d904e172e9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4e2d00eaa5ce98aee9376851d8cd6eb59ac6f420a40bfc21b9f2283d53ba8a9f", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "4e2e3003b7fc279a3213504cecc5b8fa1582f356517e691717186a1ab6126443", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4e343762ac97bf29b998982cc029eaf7a4b3bb25c46d13de8fa7d7c899489cac", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "4e5c580c56625a4c0240dc776d9b848cfd6a1fd928f1c7e3d47f45bdcd664b3f", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "4ef4149fd62fb39e85ed17f4bf7a55bfcb4372fe39cf6db70b8dbe148c9ea0b1", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "4f238acd08dc0612f621f93b7e523bca0c09e9a1f9ef1442d1159d8d79ff21c8", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 2 } }, { "text_hash": "4f480d88b457687462b7891298a40c28abd883c9d16a4faa2bd6489c4c9116d9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "4f83450ee3023d2e33188b6b4ec5029718a8f0c5c19614ad75663d2f8b425b95", "predictions": { "teacher": 1, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "4f94716c0f96f025de3ea04745e02c40ed39a04bd5bc7a24f82786038e8fb48f", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "501a84fe8e535b16f57b6a95b3cef5800646395aa65a6326fce3a3d8b95b3811", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "5043a2194ef73b0cf8a7ad31c0b87e2c0cecac7076cf122a58fa1ed6a05e3cd8", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "504552736f249db1a4d3ed1a722fbfcbfc0e828c4cf1a0fe99ccea684bdde719", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "504ccad2f7432aea58041109851ecbaac1abbbb826821e9a36b68edcc2cf20f0", "predictions": { "teacher": 2, "int8": 0, "baseline": 0, "distilled": 2 } }, { "text_hash": "506febe6a18e21818c9a1d8f56cc52302c49d6acbbf04090f8b63b93de954ad0", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "507948cf8428c02c27b9ded7319da040c5a71be6e0ba61644db620e46a3a4e36", "predictions": { "teacher": 0, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "50f2d0583dda2b826acff16e5f300fcee284a7039f8a8df70ea92a4ed81c6c33", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "51629a7f604dfae52b34d332cc673dba5e9edaf8ed23834375ca778ed11f6742", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "518b790c4b39f0ee6b66c93c06245aac271c8f2956df24cf5181e25c70db8c2f", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "51a784055f0757c993bdf0ef980ba648a332d64504a426189e85e22c4be2aa9a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "51d9f8b0b802cca570b645cca3d2f52782fcf959a67bd1684541633b23a44074", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "524bd540b845736f154f2e08afd5a136c7591153d67daba1504a1e30218f5ab9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "525afbdc0760df56899d747deb90cfef0460ce4d607b3e0512ad0fa8e2fdc555", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "52962225f118ff3782eededd883f01c13e2e954d664cedfd2f5c90ea282d5565", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "52c41a192adc5769bd4a016c5b2a80b1b0bfc6faa7b64fc7b5c127795f7dc957", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "532df919d6e29b3f03b02233147f4736896a62d8d95f268c91fbfbcbcde99e69", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "534d9e6f3fb3f5932fcaa99cbeace5513e51bbb0e278cde0a7543facfa610287", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "535d24b15e0b0b93b87bd3d707a96323a3786bb5b32fb0de51357d4e17c4909b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "5384d180379dfaa9c94ae3ce6b44e6331501be2d1fa3d6f4702d545f80f1ae32", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "53a92d27687a0fe8a86e481344e4a5a1e56232dc38cc560f1bd8935208ac8a6f", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "53b1dec2684335066b91d511189bf20dc909cb674b7eda46393f7b84e9219fbf", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "53bcf9eef7fe4085697a601f9cc106578cfe61ce4ca7f83a62bd2362c134da63", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "53d08df98ab147146bee11be968ea49fdedc50dd8bd2eb13d38f1a78985255c9", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "53dc6e746d35ca4ef70aa27b75cd1d8fa52485498cd8e56e5849d684d8469c0c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "53e1241ba9927317c21a09f5c5c4c4a0c9341720fe079fd4d79164fb24de39a7", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "53ef7a6ae5eddff905ec8e89bffdc7fd32d55bfbbcf6b730bd6f414dbb4a0dc4", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "5415b31024cd9a39cadcb79ba341acfe166905829179e63d9c1224822cd55f07", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "5421c66cca1f1dfe66201de0b14465f30b03638d779f3db7a6bf19afdbfedf4d", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "546a01c9415f0a36ea6ff984a7aca042b43c81439e1ad3f6cc9be113976f3628", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "547a7b92b89b102a792940c543219d5603de8e9e0c4a70e7b16b8b01d8bb4d39", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "54a464eaf884fab75b7e2477ee458558b25c436df34e164f93576bb480d239e2", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "54b9d3d6ae657e940982c33a9152739db8247dd04122856d1d0b122270fdcdba", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "54c6bcf3c46341a25ac54ca045fc292518a526d63b05e7d26eb8c247cbef3622", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "56225d8d42b36f069242fcfcbd0a2824b94425b61228cf050524b0620a868357", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "562c339b12955607fad019efbff7af14f21f435084758344db7e42522183d83d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "566aa9823999bbe06ef93a536caf4c84ddbc617a269a2982bdb2323a65c70cac", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "56ab4ca042160f23b7e9ac35d2e72c4583b2c863a7a281df8901e884a2d5fb38", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "56ec73a07d75f96187d9bdc4223519d277be9c942a5ff7a4beed4f115bb806d2", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "56f2c79ee313b54f98c7a003bd3c3db1aaec378c30a86e8c7f90ce0566f1e2d6", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "57069a5ce3583ea9614f86a27c2d33fd6e6dae504b6b105a64616fa1b6c3ddf3", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "57385917f548f7ebdf6ac4d0aa7dcf63ba8fd4007c04623677578d8baf064318", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5750c34d4c0bc135267a9973d616f0dc4509efcf704bcdbdaba98abcb4dd4dbb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "578d4c3624f805125ed890a52b316b979dc64b622707d1fda01a8b42ebdec571", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "57dcd17a2f278b34db23c7062824781fc7a4f73bdfb8992cf8ce291a7d2abb53", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "5839f167d3a707256231a663e9c21ab9a8df12cb48363df1d6b4348690373a53", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "584664ef38998f92a7032c53b9036c84f7750916ee7bb24b7a1b7c52d53a1b5a", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "585027c7a30b57bcb7381caeaa1f54092e168d3568738058a5c3c046d8be714d", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5866a101be384cef068d485684657ddf4606fda9ce6f6d7e9123235618ca664e", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "59041eaa743b4ed60acb1646f92b427eeb82e5ed6349b050a51e14c5cb89232f", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "59a6ed313ff8af64b061d3af61b60f0592b292d45966a4818462323a961cfe79", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "59a7ed347879e0415ffe931cf7393677e9c4da91c6a69aa788fba02636bc811e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5a5bde7f58b1712c785eed2ab43407a8d7932aae5d7b094da14d817f48f258cb", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "5a601e0b76e42c1f31a2b3f7054b0108ed6508d6c5dfaadfad94f7aff9b8acdc", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "5a9e3ef886d5dd4bca33a2ac4604519ef39145d79028af47ad569ff0dea47bde", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5abd4a6d38051535d1ecfbacbc4cd9fe9063223d45c9f5e071f9f6ea9b9ccbfe", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5b1f968cdc6348c04a929f136589b652d1af15f411b2531bbf58d837c8cbb87f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5b3fc4a1cb65c3d1da73aef9c545ad67133e0029ead06d054e5379b02f6bdb31", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "5bc417a8093f651994b78d4de388c4f535648df17c2a5aeea564bdaf64992fd6", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "5bdb6a0f2a0f28768e12f69b6a087fa394fdb5176a41bd50c4b602793431130c", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "5bffebb6e16d8efd5b16362573ca9d30bd1f6d13493872bfc56d1d4126cc644f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5c12948effd9f38c9b68bfe2ce7e09cd4a9fbad810b3be1777b8b599c76f19aa", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "5c24843f770613010fe3862c5505f607d5aa30b63ec2b156684298fcd102d837", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "5c58220456cdc77611ab34ed4c81789644166c724cecc670100cfe7d4496c81d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5ca7df8bdbb0c97bb50663a7f2f4248c3372f4f8cb7b83024c16cc7238c8d789", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "5cda42f4a314c2c73a7b494801ff0ac8ecbbf341edc79f0c9258a639c183ddf0", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "5d3d80b9f38421cc5bcb6839f482f7a6cc957491ddccf0e25016387bf81c96fc", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "5d520a9c60b060303d76bf0272a9f1974a59293154f2edbadd3ccb19411e6c78", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "5e2f00738669442327a4ba56a445219eaa37356a0704dc61c2ea77f07bda4331", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "5e80ed1bd867fbcc7049ead4a3a3e8438fcce6197d3a0bcb813c35dccc8801c0", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5ea5d6cac44ff636037cbe62e264a5cf3110b7baef31ec9db0f9fc705d3e556d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "5eb0500dcc7a285895eaaf1213da3a983842f92fc1ddffef07826e040c456b10", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5f07442ac24c85bf8a2efbc475e9e7c3947868fae0f8a13900fa215e36da350e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5f31fdcddcb94f8507e961b2c79f53bc4238f997f2eb739068463151d0ae2d2e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5f59c419e0b9957cff0487d5fddce9532295480fa852013a0058e2dbe8369b6a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "5f62dd0f27fb072b1e5d805f033ae8faa3e524e13f14ec0cf336bebe142fbe7e", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "5fba0a6f6d2cd310baf21edaba4cb1863a3260f012633a1d3b4ed9196b2385c5", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "5fc01123c633422b06d0f68b03e03752e62150f94966e85cfd0b1989bd6b6092", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "5fe18930879a3babe60696c6167eeb456378e0c74770a82a18643f629b2a9836", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "601f81c0a8e679fe2087bddd02543efa47066ed5500dd94412b0668a1fede641", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6077ae620ca62938bfe91900fe0ae6ca10dfdf50aa10d5ed1f09944e3b361f85", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "60b01853c1033c64f327a8d8417e780776a944144f618d7efb9891ec3ea40add", "predictions": { "teacher": 4, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "60c83d9653dfec9867ba934c9ffe208a9e49775a44bfb13faec33ba2b4438ec4", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6122aa1553707c0d795c796b77065561b8318e6b5795b99fa126a650456041f4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "612c848d8ab95adb7e37dcaf5a991e982dc027abe4d2a8b47693e6d453166184", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "61e11da3e748859b113b0a3ac2fbe0cad8af0f2b7acee5da9fa6ed8ef04b4067", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "6205f71a08e3be8b97658524b0f63d192dc55f8d9290b4d7b33978b93426e6a1", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "620773f0eb6189fd9f10bf9142f3248dfad715b9612969219786c0b73846572b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "620b26376dd42910421d64d0c1d7f4a9fb8eeaeab3653c2d85ff837910bde648", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "6252ca83c745529f50091c15141f2819d9c3d4537c4269d6f9e89d8048de18e6", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "625428a3885717eabe87b8a128d4a2bf989f6bbd97607ffbb198a8f358daa9f3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6265b28b3a669e0b50eb8b89925c444428607344e6e51d3dcb8d299fa67cf82e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "629cee7e3aa90d5d393e3e1c323e991fe5a835f71cb4ebd1c175914de3c66e36", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "62e5b4a8ef8d9916bcc5b91e1b47fd18cb2f7d52feaead18fefebfe36f44a8ff", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "62f6f2f329130de6b230ecc72bbc89b9b74739480ec5cb270f3099df025bf52b", "predictions": { "teacher": 3, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "634032dd5d7288180dd8747231df5fcb1dc948b2d1089f7f9f96c253b3212da1", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "636f2a8c299063f49af9e324f42a5032adc555d2afa2124c1afc0c1fa95d2be8", "predictions": { "teacher": 4, "int8": 4, "baseline": 4, "distilled": 4 } }, { "text_hash": "638a2a9d9158de9942d1fc993a44dda654cc61a6bdcc69c52fef24c3c24bb1ee", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "63a72410ba74deb9000c29bf2fa582dc38d87f285f47bd2af82cbcd610d59c6e", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6416d00b52d3664646205870bf936e4aa5031b59ed7612572d6b95b0c2387551", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "641a37afb78478f370e19216f326596f4c75fa9388ecff3d552c8a5c29a31d71", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "64922d76a2df1321d3ff8a81c5943f4f59b3c45be4b186aac558033ec1618851", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "649a2a647bf93d13effd6de941930bfa68707af1bdccaeace4e3bc3e206c4239", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "649e4fc1d0def4a56bcb13902f3e34cc1f6d070afddb1998a3ae3a9fde1b446f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "64c003a114839189c2ed8ae4c4d4f523b406b3e4d7e879d4e73e03573147fc2b", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "65513031ece1e7b29c9144eebfe625059c80a5f72377dfb8e1b5eec693d448b6", "predictions": { "teacher": 0, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "65899a37e17a8d3dbe1a31e287e4196834ad349f528672fef79c61b204a1f4ef", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "65a4cb1b92f99e9ee7337b11c186d8d24e10072fe084e32d2c7fd7915fee186a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "65bdb3769201deb755682bf9134bc777b152e0a6192e7615b852df3339147e84", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "66343a504e4db507a1bc719237f879df6552d0cb4fc1dba4a60ec90619fdea66", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "664130559578a4a8a175afe75791f131ff588a0b1458f2d9084f9b8c419181e7", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "6646b5c699235a0925326d33809e51c96c110e8bb8e70b0ecd021bfef47deffe", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "6666a8af6192f2de9d25f4df097efa1ee69c8962f5e152d18237b8ce51fb6cf4", "predictions": { "teacher": 4, "int8": 2, "baseline": 0, "distilled": 4 } }, { "text_hash": "66683cfdd5d99f13213f98d670e8a3b61f4ade9ed04c4f01f171aa94c12674a2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "66ab49cbbcf427334cfe90fd0b9e40ae3f55afe206ea0446eeaf06b9f1140754", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "66e14bc5259cd0aa0915d24ac0462119d2bbf2a82c00ffab56aec4beaa918b79", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "66fbf17cd5d82762f3d379103592837eafc9b487a61a492ac7ef55905e3dfc86", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "6706941b0cb861ff305f3da975f7c935564e0925981c826a8ca733b569581ccb", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "670d14c4ed12f57ec1a2aacd8d3b5f639fa28cb91edd5d9c949f77740a9d191e", "predictions": { "teacher": 0, "int8": 3, "baseline": 2, "distilled": 2 } }, { "text_hash": "67213d5faa943d09a12397885bac8bd7664460789129a6726568c459b22691e0", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "6752f5b4ae466471ad953bfbf5d57f33389c5a2d3062be4dcb967bf4dc3609b4", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "67affb305bb93fd1a26e0a2f2f60dc741c5dad149f612b895eff8ec4a171014e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "67dbb68a7a5173508f6af1ff49f4bd3cb24dfbefeb57127eff5cc5006824b981", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "67fe3fc9ca9223a525f956fbfd83cef76b8809553ef81ba68a9eb5faebe96ede", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "6810a226e97aba06fda84fc90947d0f2afb1afee148fd7dbe3946974cb1c0dd2", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "6853ebe9c9bf439bf7aec67c55ce02475623f09d45c8372ef478666dcb6df617", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "685e467d7a80061de83e0c780847d767065e117d32c7fe6dfa7fef8eb04ce432", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6878273635733f3077b37273f3736eaeb4b4c80e793b188a0db285c44f09e3bc", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "687ac5d5d24116bec771588201c4fffab1da39b06aebeff52611cbfb7af65369", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "687de3e8786da036694e85ff9ccc5ecc81cfdc06443b5a30d845b9a2a9335a4a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "688e1273225ebf5b05c094a6c312061cb3904ac7fa990c9eb501255f714fcec0", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "68c9d23ed96126d4970aa876dfb058631a73fafc00cfe23225e2e58f51679e4a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "691081b023168be9a901bcc4c629248f2e8fc7fb201d57fd1e21df0cb178ffc6", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "69841bbd0e05c447f563409c8167be5f84bdf63b0c3af438d6da20c788695c54", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "69db1eef2dd56b096ec680e17de0914febcddb9cb7fa63f6d953f07cab62305d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "69f3249c9d645c4c192482a7754d77a6f7457a2166a71b4b4399a0872085947c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "6a0758a54ad089dd943ab115570c3013538bce090ee2d2b13f0ae98e59ac63dc", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6a0aac7e216c33ae27354a19607719c48ba737bd49a67068f159a9df13b427d2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6a15a02763294e39f359f242d0ffd2eadc6f2bbf7108eb836fd1cb451e988175", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 2 } }, { "text_hash": "6a15c9c2a4aecaa15e00f027e2ad600115dc2e51a0db80dac6e9db9850117cb4", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6a396eb109fe3cfafcee8cd8d7980f999c150bbb6c0a54080f4dd1b93bc89530", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6a53c97476ca38ebdefede7fa9e6c6cff445173a557431c1640d649259b81732", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "6a9b9b4deefb402f3cd2ad74940863ff34327e12c86e80b0312319df77b33661", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6b19d9d0f65d7409093f198b7fa4a20b2350a62034a16fa59fb9abaf272df73d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6b6158650917706f0ea176c4d768869ebd74178cf7e4b0432d2d7850f3aad24c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6b92d77c457e01a25d98f4a1e002ac539f59dc3dfad7eb059d07793a88c2cddd", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6bdf909d365fb6d6f5e3d919c207d4c0eff4ed2194dcdc7bc2fd1d887f6ab396", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "6bedee49f5dacce224f5d4daa6e10df86a417c380d3b2438c5fc9893d7cb189f", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6c16907ea8baa5bfe3a53f84afb60b2acb7655f93444583064ab8b82b8f7ff76", "predictions": { "teacher": 0, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "6c7304e5f32f9060513a96183c71070cebe486c787348937121d9e5485f37e57", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "6ce6a47a49e0774580746c26dcbff6c9bfeaa57105575fc2bc35b1fbda1528e5", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6dcee055220e9affdf1ef8aa7a3d5f6d624b84ed14ffc7401c59adc48b4e792c", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "6e2273c0356458d5e0888af09d9a0229db7d92e79ec626f900eb6f89ec7fcfa0", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "6e32433380d4f9a50396f678dca3a43189596ab4011c3c3c5579d8f02ac5444e", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6e730c946aecf05b49fc8ac93c1ff7137cd8596e1ec9d2345a5bb77be365acf3", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 3 } }, { "text_hash": "6ed252f6151040811111e012235bf1ef852badf34f040a102e3698fc19554326", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "6edc89eef91382bee99fbf9ec72b569225e73dc5c4050fdd45b66a25161642b8", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "6ef214339894c161bb875d118e0c20c9a7d19dbad0de954190184a5466b0d9b4", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "6f0b45b9554274b400bd12e9853dc57227ab9fe9a146f6b0f7918320c4d7914c", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "6f4a8642952f945cb8e25cdf1533c0f51c51d7c15765678876e734f9244930e9", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "6f94a0595156ec8b1103d55af16b3195a7555c9782a15ed2d1aee0be6e6c082b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "6f96794e6408a2a78108da0ff19d655cf49fb54018709c22ca57d961bda97f5a", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "6fd238c90a954a42178798a9f8205ca2baa8731e14f85b86e22ae0c8d7c0d419", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 1 } }, { "text_hash": "6fdc65e8d717c866c0533db7ace70efd15c813a312279b7c878c8257e96fd80a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "70037da72c39d13c9b1718064df72c6067f64d84e723dca2f0233a9443999a94", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "700394fd27bdaa0a78b16691882813747dfc0dc30f979fda39f6c2e61b270fb3", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7092b4d5971576cec46c772fbd3d6ea8d6ee6e9b58de7f5223a5949304a765ba", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "70d1b2e42bbdbcd4ea81e92d908b142dd8d6da9e9176eb372d9fab2f9031efa4", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "711c80f035df494e0282a446567b8733845aa9940f4964ad9316d2ef1095b590", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "718c349589e096f986d7d1da990171b00a123b013b9bc686abc068e128260c64", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "718fd36ea60a5e577ed7b995f39551d7ac240d7c6f111a30177fab7bd879fe6b", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "7191087f2960b7cdea5d427b034301086c384649cec9c5111a5565f375cb566a", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 4 } }, { "text_hash": "71927ebf8d4f829a6bdda1f0539acd854dc4fc74283118f97e1d8c35fee9df2e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "71af3b93d26ff96edb866a18bf53f0fa21824312428c10ec3ef18b67ee72a95d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "71dd3e7d290bcdd4142d657ecaaf50d1f53304dd773f2068021b0940a8eb53e1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "72098ed73c65e4bdc1afe68f4a7d0177972cd16fa0082b9fdbd4fab9fca30ace", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "72c6e3814f99ab9312ce082395e61a851b8dbb9731029fdd1535499ef6d84826", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7307bc60a638b66b6a8c8ef7eb94b4a18ce21584c64e1a3c26d3eccafc4923bb", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "730c2f6591930a0f618185ce884e25f8aec5e6f79c21f8c6ee8937e28474a93d", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "732963efa6077691b5d4d206e67e4140f2a977cea7ccdd2023837d18b53c1d32", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "740184bc1855d21093e334642de62211cea03ac85ac2bc18a5f07842f33f38a2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "742f871754c747f456476ccb3efdcfdde82e7e18fc66d9cae4020842e6dc45ee", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "74598849257bad6927d9ae3da31855fc8971bfae03fdfd617a3dc15f8c3b2636", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "74a27e8dc2fddbd52cfaac21b7ed833de8b1bdfacf5b976d9062d26db74e6ae0", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "74db8e222207d76c877b1b91936c91184d9c9652ee7bf53785bf73ba2b1e826b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "74dcc11c239bd12a131ac534eea5f20faa82aef5a451ecf12ba913f7c95899e7", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "74fb2b3118c7273ded34b4a8f4d1317f4de9eb45d740a0e4a6461c07ee543575", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "75409fb9e68abffb135666ee7b78a3ba86eefb6470c2c54a98b7cbc75903af27", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "75d79c9075eea1303a5c2ca1d3f0208b935f4a8a15cd67af28aabdb3d0140f35", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "7668a95594785491229072f27e42c90636130c989d525eeaa3b3db373c900f71", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7674e5ef287b877fac7fffb5e7ab6b0f4c8bceb064f552f39352a892eacefda1", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "76b9b61141a65c37076b2a3498407db526c1794c5ffcca1c724cea561a074da4", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "76c885934eab2cb2e07ab0bb14fba70749d09ea0e904c98a0c8e60f3a1150169", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "76e084a6704721f0a085151c3bd6c5f4b4b5f9e03fdf5c3b3855e9baa8b48582", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "773d69ad2352e397e53ec9a4f04254bc8f188e1ca0aa7311d2520d6fa58b5305", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7748985d0e5377e6f7ac27ebdef596f4d60ed09f05559aee3e9cb2f0c0bc6543", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "775ef4324cf73afa99911116b8addff7c89ced2bcbeaa5f37f04fb0a616d45cc", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "779caeec4238977eab2455c1ced36954c6e6d1b13ba7b11deabbb6191e3b21bb", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "77adca8dc934a53225dba0d2a9353601e44209bddc82e6458bdd0272cf060bff", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "77b30f38d1a1836fc4d6dcef90324aa0b27730328493f7a7964539847b8ed363", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 2 } }, { "text_hash": "77c66d8731a32c6a1759f1e14ee69f6a1702ef424c62eff628e0c1478d577b49", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "782e85e51b61d146402f640d51f60584d76107a904ec0211a5b82f0b0fb86383", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "78405fdbd1ea1d2b661c622992c13b9fa911dad3e355f862cbccbf15ac0e8f4f", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "78afd3901a658772f6470cd5b4c834dfbf6332fc51e4019f01a2b56afb853e97", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "795e86af868bb6ae8da6028a643ed434db8189ffdeaf70e9471b2574131ab29a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7965557d5261713719f052ec9f05ed9b36c222bba547bd30ae82867522edbef7", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "7988ad4b24f25420c259fd47b65a20c7350178b4ce829c70fa0d79bb19c4ea09", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "79aec6220f4e7526624f06a2925837f889d4ed348b20584a3202bac2e2c22957", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "79b49f3612de471e19a91632366e82bc4406b7399824ad83b3b1a8059ae01f7e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "7a62047ad5d87dd21a6e7efa3d4c4aa4a6eb64edae7bf15c3ff0658befb68ad2", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "7a938517d5989311af827c7e00fa9e788b9fc66668ce65fdb942b43ad876edb6", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ab5d23e5a0116f82f044e73c5e3413d519dba8466f63ad67bcf327822f7cebd", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "7ab994eadf1f55f4780724afbd66b03dc059e0e1eb014c666c21649a8af03863", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7adbb48cf44c48939bf8fb0a4465d948680b80af75cd80f056dba206ce17394f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7b16c3194423cbec01464a51f81d580397a8a610807cfb31dd0aba333d0b538c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7b2175c51c257dfd8025aa3d87039170269b793f872d02284ac6373b5479e1e4", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "7b627bc5cf85ee561933ee359bee8cfa13c93eb7f67f0310f9f2f22786630185", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "7b73caf2289177c282919354313e1811bf47ba2e6ee5e025e08f9edd8f0e8c50", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 2 } }, { "text_hash": "7b8adbfe033053eab20a98134792cc5ad3c1b962a4e2dad6fdaa63cac1d7ba66", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "7bdb1035fb13a47b83cf4d2e45495d735397033978e6c27853b5eee93125b37d", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "7bff2967cf84dcc9b6a42c1d280fd7c032dd86cb73b4f90e9bd881e44ed5450f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ce26140297f7408c7c4d0639e8f61a9e521dc5adc36211d6493965c44bd12f6", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ce9e66a12b4f3b04a7a6a1828469dd5b6ce5ba1d8811b8395adc2d8e378c3f5", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "7cf83a29a4216a592f9f2cbd7d854819c1e94587c3ef02d7d5626484b04b2e94", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7db015397450839f559ea75edb18529ab274ba212281733ea6dccc6c387ce9d5", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "7db470f13a85fbf16ec3ec4b65182d060be26b3610c77a82691b69f9f366d7d2", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 3 } }, { "text_hash": "7e2b3ea31d1547f8a217655f2c035bffb838caf913711dab88aa24118e680bc6", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "7e5d14869448270c854ba2b56a05a8e63207724687c1b787ece517e46ee0489d", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "7e9853dee2a29874ab3dabe5a4ffb1fbc0d267052ba7761eeb28cef9ff1ff5b7", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ea3848f0008d19f1ce8f51af522c6894609b4f0fb828cf60e12641bc8105a9e", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ec623bcfcbd5f09c4e6424d6484a00f0d9f3506a74dded15314adc04279715a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7edb3cfc622a8b8007fa5345d8d8fbcec86050e106cce7eb54467a6c858e2757", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "7f0ec1f46c96f350c167c5b104387811ebb596558434a565480bdc2364b4e2a2", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "7fe935689bbd0a9c79a51ebc98faca3b4214d69ef0fd6847743f13e8c0f2c375", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "7ff46374e95bcb6dfb9a12b03c87f6b8257dec1edfad6dcd2da297076473b53c", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "8041d486299c26a7fd1bcea7f42b1aa41c917368afccac0b149425b605c865e4", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "8047d24ad8b883f2e5d8d841e7375dae13b58cc86a29f4bc4225d13a2b8c9ba4", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "80cda61b3dd5ebceda8a544891961c97b908b9cab8d12edd8a02c33be06d59fb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "80d4dad04e07ad15f80f0adc9d09b0c021857e1b7151039064687a6ed4f5458f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "81332865b6b475fb3cc7868f4dd6f0b19dfa287089ba50db8408a5c4e15fdd72", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "813f8a5257afa3d37e4eb6fbcd523cb0ce240611ab9e7113967b200cfd7bd7bd", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "81953777dea1a79b2870c7922dce09660620a4c588527af5008ceeae69f4d524", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "81ee5abc010f2b78fb9fae42385f606e7ae217ef6120506691d67e0272824338", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "81f704ed736a27f1c922127918a043240a25e28d8665f6c8f6016e1a34901231", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8219ff6db6c940ce1609e09e43a0b857db6a2abda006d527270f6e51bb86f3ff", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8275df4f1759ca9b0ad807a8952c58c24b14ec56834b2fe2f8e6c9a2f31a8fe8", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "827775c0f229d9343b6a0e4780874e29bd2f42f030f705fb43471116595cb2e4", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "829328e7bd13f3787bf7a042f0f6e7ef7a786e7bb41952fc6a92a57c8d2c4200", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "82c244a439cf5659d94ade0cb5f18b75df463ac25b8f4837940f7554a964e703", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "83829286c3d5050c646b11a0b7f1043d55d92e7f09456f0b5d92caed1f6f6f6c", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "841853c98c3fc7c6627b3902b74169805f0f47af73f0d13b19bf47ae0d60ddc2", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "847f8361ec0547fb6cc567fafe63bf96889e1fecba4ee1ef007fc21c3d40ecd8", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "84bd99b8bdc7e6427ee8da7ea41b093d35a8bd6fe6062083dc261c3bd04aad38", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "858d6ed0d596fbe1408b98571d169c59ec5f169633154a67a41907ad7eb92c2b", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "85d41829586617ea28424627388b9e4a2385049b1f4b6d563932296f86324082", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "85ed4812dc2de8fba1e4b0fbe934f6ccd429c4ff1e1f8fb38fb59e1cc9d49239", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "86102a2004875efaa939a3e0f01bba950fecbd4c38dd731d139c36933c1bcfd4", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8672d0b11846030b1c548d4fc50c3bb7bb52e7d41dee224fa5b839200c836474", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "8678e2acc3c46968e522be935ccfd5aea02aa0cad1b706775a774f83669a10cf", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "868d1230a23c0a7621d74c2d07f1f1a14c51035210ed482e23c2bf08d034ac58", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "869b2d8c69ede9821592cd07a5596f4d027ee743e691cee9b357b7510e27c9c1", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "86e94e780d1fc8e695810f3158773e3e420282c84199d58e65acb63eee827450", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "871ca865c9eb6320dda28ca2059a3df51c2205ef4b4fe245337e268926ab6489", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8723f124e3f41b23012bfe1168350f213ac8232af79a54a784ab7dd95964bd60", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "87434146f08a150f686a30f363e9ec5a82d6126641df43793fa6cef1f8fc159e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8784a2d1254fe5950dc9d8a37efd6e3e7476afb9e5e1495dfa87c2185b55ad90", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "87aa4566dec6e3832fbbdc292bdce85ba4f8fb036741a5dc1b59934e6856d429", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "87c369c9a7589eb1dcab45fea63e8e7197ac37121b3ba71e4ce88ccc0182e8d3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "882867024df95930d6faff9ac21d15cf326f9b8d8acae1b494e0d71b14d53111", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8849940dfb735d5505adec8fc158f7d3131f4a4e0cf1c3ff61682a5ec43e89f0", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8861aceeb4c3db65cb9f4ad43490dfbdc0be0f828365fa1d7bd97c03c244e8d1", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8872ad23dd192173fbff80c683ddd035f6acfcc427441471db2dc51a9d7fa385", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8883860a0e172a1424613b144c9c979b96dd188e561935c90ff79befa97eba1e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "888a87634ac7745b5696949c572016a2503bf43ebdc3c119687cc3d3d153a289", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8892dc113d5a6e7af6fd44cf19c118c33f28528917b572f6b10e294d45654703", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "88e25b469c71ea2ac50c8ce59cce5338c52910c77ba5ce851d17d31a2f423aba", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "896ded9dca436142af97bdf4aa298390fbb8efd95aaab42efb87ab261131935d", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "898318d7121bcf125870ef4b1a0a12c2fcab7e49948477ee8c1bae684db05da1", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 0 } }, { "text_hash": "89a47306c4d0657aba6986a6f267ea1b1271e5f096167141b5006c68915859e9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8a12b444cecf91916e7ea35df3e5e01d3737c961cf0565b5ca18add558cb8358", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8a12faf5c55f61a447bc10bdf631e4181925646d259aee801ace29148e59f7be", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "8a74254622e10626f3603939e9390683af779df412ec1fc74504a10e67223805", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "8a8ac61d1bcb06cb1394ea911a4954ba85a21bd1497835b0c3acde991f1bcb72", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "8ab455ed05057f7b3913b575f766b11f15376386dc2b6d73c8a12d3759ccb82c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8afcf382a7833bdc0446fc4ef747d5f38e517efd77bab5037ac9302f06fd1f70", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8b4994d4880728704e390251d23d0505f46c4d2b3b96439976869ce186af8547", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8b5057b61dbf928b0bb38dd44d84ab50e7201758fbb109fc0a848eea8649a472", "predictions": { "teacher": 0, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "8b7c56294d03128e4d0398806768bde430e300eb8a7e35a8496d8265ac3e955a", "predictions": { "teacher": 0, "int8": 2, "baseline": 3, "distilled": 0 } }, { "text_hash": "8be2e8c99da733de7cc4566a99debbebafcf574ada85eb46b740f30afdadd6f3", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 2 } }, { "text_hash": "8c039f930854dbb293a7e5bcc424c151e029e10209ce702101280f3e30287de3", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8c0bfe57162aa4d63d373ede2686d84743fe6daacb50b3c275550282a7ab81d0", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8c5a4bcc8be596d1a8eb4bce63ec542fe457a0dc4a7ebc372b6b3f4e1aff864b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "8cb31b501cae88fddf398f9c1d4f929b91c531bfe75a935c428f5e9f815ff48a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8cb5c7722c4d8fb315f31f0eedbcd6cde982a9165bf3080c51899c0c60809fd8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8d318a540bd448a963df5aae0781c33184cb2bed06985a7a1717277162c24afd", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8d9b8fa3101f0e4b438a99f3e49e38d9c7a65beaa3ec227b1fcdaa6a99b915c2", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8de77059098b4320ec759e22ccbf220f673b52da18544b3b27deebd8fdf82916", "predictions": { "teacher": 3, "int8": 3, "baseline": 2, "distilled": 2 } }, { "text_hash": "8dfdfbe7239926230fd20700c8fa32cbd2ea0ec081ec6f47ed0a91331e2e9295", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 3 } }, { "text_hash": "8e20c2a50964274651834e7698cf3b54a8d8bc18bcf272e081a5ecee4ef36734", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8e2dc96a080f9a7477bce39f33bd3196d38e385663f3fa58607853d59b1901dd", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8e42c6ab012e22c1301ef25dc94873da3519680d25de3a73f752cd97a3b3b70a", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "8e7505797873fb561d39f3c3b5e54b9c497227f61b9d9b2554134feacca99d8d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8e8068b0eb5ab51fc85d5c5458e061fae3bd53e9fc9a4aeebea3e0244935ba96", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8e8449958abbd9cdc7e952335a1fb071319a3fb761dc7714efad822816b5a6ce", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "8f3d8ec7ccefb8e135079b648d89de9e1a86328dc7779730b39dd949bbba7c41", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8f6a40df73b423d9e235070e401a37d4ab78b66c2a09253b9f9504e9b33b5be2", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "8f77615e2f918599337d0c5bae542ef31362f6243537a4c007bfb0082e542aea", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "8fc02270f42d33fa8c338d50b040de16220b79faeda2a75b32e52cb2bbd51658", "predictions": { "teacher": 2, "int8": 3, "baseline": 0, "distilled": 0 } }, { "text_hash": "8fc68da47948dd07edd6aff8a36af9746ced58148ec18cfab9b69805c1349b8d", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "904dec490148423121ecf8b60db0ba52dc205294b431341e072680aabfd76e96", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "9052a0a2b31f629f7f93f98f1595690bdb756425d10d5b37d4670454181c2f78", "predictions": { "teacher": 3, "int8": 0, "baseline": 3, "distilled": 3 } }, { "text_hash": "9091911489534751e6859b45aad407d7273a4f137fd8c95892dcd86b6a84b811", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "9093f41e2195dffac845c63c040458aaee6d2688f63b08c7705547851b74c154", "predictions": { "teacher": 3, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "90c3fc41cc3f0761d6305008cf82228b63010045951502fd70633e1f405dca23", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "90d4ae516b5451fb8fd5f6dc2d324bcdbc2c28463692f304d438b50dd90a3150", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "910f5347b87568f4b00c83f3e09396ad6ca340dfe9cd4032186313b385f15bdb", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 2 } }, { "text_hash": "91430895c83fc46e669697974be74eaefbb685af9ba43d22e448f13ff4d2f3d9", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "916817cfdffe12a7964acabff872f2024cbb011be8a434caf65f3c829568f6ea", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "919f69ccdf89e1d364e2bab4371426d2a58d16d01f2f4d9299e4d187db9e5dbd", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "91a49b410bb6cfd34a7d5a276fa072260f0899789826b13cdc5439660901c1c3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "91a618f0912fa9e1d7ad45e6c367078414019ea2734c605133d1ea63471a3676", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "91af7b36025bc067d483ccbf14b2babf068fac569de227250b2d133da1018baf", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "91f80662a409b87f922ef02e58b0bd67127212b6139cfe7c3dfd8fb5749af5a6", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "923153418b0894e58b8d53d7ba4284302824439698bbe149bcf9f063fb1d6b3b", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9239f46c1c0ed1c0dc856c0f7212a1c6925ec0a2431e57b2a7e62383cb937a78", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "927f10e1086ca16508f60057096bc4d8af183f14b830feb1f12181378242cb98", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "92aba59cca77b1a98e5adc54c15e5dc709608ef98b1e2ee0829cb20c7bb3633f", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "92ac442cf9ad6e893a962650a441e24cda88372b59d12db1ac77b1b2371dbac8", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "92d93e3bf415c50413bc09e32607202360c360b08d14e76f84e11b9e17edc546", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "92e0ba2b49dc340a91792f6e15f07dde11c96588596bcd27c18d4b1127491b09", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9300316b000ba76717e3efafeca558e5521efd53ca5f36904fa0a43cad8ec07c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "93abb8d2e06bc9c2bae8bd24c56388768688651c7163d3d3551dacb6640a94c2", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "93d7c2759f165ea445470417213e489adb7b5fa79bfd4d03c54fe947a4c0171b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "93ed19da18fd31f1b66a0b8f1c304d19a1af2e27f9322309a141be9e683dfea8", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "94226429b801cb7f2c567f81ceb74ef65a49e6473163568b5b335e2fb7b48951", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "945cb89c1f96706f231b9182e6b136bd963f882179113e299e8af27f9b2746ff", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9482e15d8db13a5577558cd56e4069ede706bb06dd83b91272a77f1660c63280", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "94a3de642918436e8dd76801ffe17a97bd8b1fb336baa478378979bc538dc7e7", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "952f529d2d3253eed23a72617b3d7f29c3d1cb763da693353f8e121aca3ffdf9", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "95a778a2308c5a5c2773cc1bc3f44277469cad62584c08e5ffb7b86a9bcedc15", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "95df965d3917e39763ce4a2216630c7d131a39dbe00feb424742fe4f7319d5dc", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "960570e798d500d94549a094a35a05348ab86b9b59188d5b3be4a7ea21bde40c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "963b946ee848d0f92a189034f111d569863a8af23ae668a2867c3d9336445e49", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "96828d13756321c49e76062e27be05a371c92adcdd5b9191a8ccf262d90ba0a2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9699ef2404d28dd35afa1a29d41e7b6f84b8a0c43da384f1676a986497b33804", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "96aecffe5a1265836a4e1ff2815effbea8c16029a5f8cb765b0d038840cc3ecb", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "96c00822f90556017df29afc1a4eb3bd6d97333660bae2ef24a92fbc4b2f7e1c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "96fffd574b5354932e13c8e06599765e9a2c8f9da79392ed7fd9959a260c03f8", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "9797ed1a4e69432907d43761cf515ebf42ce9672b8c138158a3874bb26ba0d03", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "97e55a3dafe77d985de83e1047bfab80f13b5035fc7098cb886f46478f3afc36", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "98176b4808fd8207defd91311e3a034c410a3a06cf045f28adae7d348ca440bb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9823bf81817fc8b843a69ce0ece241916c4c95276bbbd842d343ba76ddb728a5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "982b4925815863f252a19317c3758846b805c732081cab3d14f658dca57430cd", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "98328c5f6af9852a8f252eb6f733ca5457566bb79535e763c8535ff062cb80a7", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "98fbb5a6f271416f3d2f99d9f9ebe6db77e04b33c04795c84d3de6c721f42fc5", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9951b8b8a1665f2a65919602291be2f7e50394a705277e658d70bc2cced4d8d8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "99546b8c44582cab429d29a4aef42184f715224577eb091e9b99cb805c7c386d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "997968e3e7f5c6115f4abbc3ed951a22ee2737c009c73c696744e6303d1c785c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "99ad81d88471ca392773ce6e9445765c38be58282afc7d172664b750b20f7b84", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "99bec8ce9b24f4b19337c3b59d61598e60a7a80f6da9bf55e0da1c3a328862de", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9a036d0cc74201db63f32ebd6b66bb2ecb553c031b0556be8b2391abe70199de", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "9a6d61d4c3d2f674d7106675973d97e03f4df3f83176ec35eb731d536e2d44ac", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "9aea36038e5013dd5a013dece73ec314e2f6781d2b56d4b6a117b4d4be8c0821", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "9aefeb5bf88d3bafa21fb810844867c3f0a1f50722e64cfffd1f0d0037b016e9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9b0411c962013140bed20af761880f8fb031ef7938c2f506b8eea65325370693", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9b8c6094088a94fd756a372ec0985b3438195756f2785bd21e6a368f4c049ec9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9bf26033c48dee4e4b2d52cf7471f4592fce9048af9c378fdcb46e87af84458c", "predictions": { "teacher": 0, "int8": 0, "baseline": 4, "distilled": 4 } }, { "text_hash": "9bf26fceae329f137f0bd5d2f0a3089344da93ed89e0d163a5f9167b801d5938", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "9c3b8bba10c4eabc44ed212343390a7a282e2a325e6bfcfee3db5b5f672e4743", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "9c5ef100b2ef032a7ee490cd3eae2684ad9ef9056069d175fdc467eb1a35e21c", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 3 } }, { "text_hash": "9c775132fe7589e08afa7f46efd9969278c7c83519b0bf2df658c11e4cd73a5b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9c978ae83265f7f90dab7eb99aa3d2f4fd63f62f51006a111b37818a49d8e953", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "9cbb7d4844688668979e514d3ab48d6afa21c3d986fd7f7e7a9405ff13df4476", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9cd0c849667a30ad67d52c29d9371430db52605a1b9a0c73bbe77562ba5a3b43", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "9d085c2ad4a7537d5d2eb800b3203e5ccb47657dd09351f0fcb643712ac866cf", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "9d2ee039cea9021169774109912e21646ae94607258f8ed348bdfe99d28be02e", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "9d3eabe4fdf4014f3599286c58d939cd23633f031a7acd7a97763d4739fb48bf", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "9d69f3f8d0d851fa0624d5f46861fc8298e39c2c30ed3ec2e49807cdd9d93724", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "9d73feda218da26c165c76a20cd4fe50310e9a87a41989133f28207c8ffcde7e", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "9da419786c3459753f8b673ffde128f0508ed5ecaa71d562139640b7af9aa3cf", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9db390361e6fc3ac4648a2a94f456736c3916591f8df4fbc766c9686d8c1168b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9e072e718f87861e8ecae59f37b238f050ad921d293f1f5fc96d6d406e28b8d9", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "9e2142f19910e3da29e90d576a75c2870c5adda149f98aa2b3302f9adb7e0661", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "9e554bf27ff81d6d1855388325c4175e94080f4006664ef45411c2b4aee6b8ae", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "9e8703ea1e6d3e6d8ad3f76e7786b45c755fb0984163d352f8356b10d28fed91", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "9f0cd9afa67295ca79342a587207a71c1f929a4019e66744f7df6b629fcecfc0", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "9f126396b28b4cee7cc348e8c822fdd6e9583239fa6c6d51ecc34879a0cc8e5e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9f24c97e3d4098f90a045fcdb11de35800b48cbeca1770e69359c1c9e26336e2", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "9f3164cc0e8dffa0a7dff329126bc221e7dea76fd9b55e9783afb9450e54dada", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "9f5a7bbaa85cecac74d7ec26690aa7d423f69d56fe410f3d677a349d92fa09a3", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "9f94d790e575516b82c35881ba031f6f8ca06cc572bc1421880ad1321523f8fe", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a0ac89ce565bde257f1c7f0afead5935909195842466dd3dcec6a19b461de398", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a11bb3247e96b28b9589a27fcb01a3190305b8ef87eb53d3a6a3d95279802616", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "a11f161fd991897f520d1979eed9ee4c182bdd4fe6e74220dac67f1090bd7727", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a12455f565b261e87d6e5559a26789fcc60f7c560869c76e170dcfce427cb6fc", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "a177fce5fc59624e230a45c7ee4135e7206b5dfa5a2167d477cd89dddcf6a5f2", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a1897052d15bafd0941bcad883a07ba8e24049a505ad16a3f5ab5ea399a87d1d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a1a7267b4745af0976c029fce8167cad3871cb9e77c2e4d12d321302f55689fe", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a1aea9467a7d46557adaa735c8989a33817c569b6494ad934d69d547aedb1837", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "a1b4e318d0650b1d8fdeb03a168c2aab4c88fb67e05a37fbba756f96a26f1152", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a219a1f1515f6bd687d82413e596fb3956b0a5d844a7b7434013065e24f6c655", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "a22b6b5da8afbe30a89f81a08a43b069b5a16a3f49aa038a02d49b113032bc76", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "a2cf9b5b4126956fd5da0fecd5c8522c2cd7b310e2c76a5080413f6fded4c368", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a2d9243212de68dc032a4e8df8e2f1155f115979757807d8bc8f7141c90bf8c9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a2e3a68fbef35a6cea82c462f738be22f0af6e67464c187eb6dd77ead42b66ec", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "a33c07d778c62e91d0367d8f9658d6da8b89b77c4a3798b70fab4cb8d81d6dda", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a34e4c34dce76c499c064030b38ebe1a3a02e112a6b1f8fb6a24c53a3df4f937", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a3c1b18a93e3331576ad1ebf49843f2bb8640133544c4c57acd7f54b2df464af", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a3f79b1502f8a41aaaa8ddce515a3702260c67427af98fddad3de59c8e108067", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "a4071c4e1952c0bec6be613b241512b031626485769161f9aecda3a5533d8eb2", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "a4d1c092601a980d8ab0f2516fe858bcf32ad6a1e5cd647022dbcf70298fd8fc", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "a51b76583d0afac7b2a20588e58c09e0850c26274593d7b501ef744fefbedf9e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a59315e768d1a51769a509f34a45d6556782a0a2654cd325582b21d1b6f2b03e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a5aaa569af2c609092cecaf2965f422a329287203757787f77d8e9b4510ec8f8", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "a60199723e0165a4c653e99d055a91866096c155c30ecff2d8b3a6e0a8ee479b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a62b8befdbf77baa31d0a89fc6f686170bc913cd91481517d7ed56098dcdbb93", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a637f428b782980431f6b9bc75b26bc62c8fefab87896d53eb458f53463cba9b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a6504635641b956c32e7d5c31229e3601a82a8260d51a938e85587999ae10246", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a6811b3518c35db2698cbacc2063d840c3e3f257fce388fc095671279c5980c2", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a68127d0fb68b7ba306e91f346181b9ac8deb88f6d7a370e9944a8224dbe38be", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "a6b7c76d9c5226ea5d46ba4a9e1907e51f909c3ecb5bb1fa820391c2968842df", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a78a6aff511156ff3ca0ba1a4b4ad6f1413e177efe79c4ee7864af27cd771896", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 2 } }, { "text_hash": "a797035514e4472e2ac6ed524019ae9c0f76cdb0c192c1c496879eaadefe64c3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a7d173b0b3663312ec38460e8c5339c5ef9c3ee87fa55ebf595d596015500fe1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a7d5be07f346fca352f0ce58d9ba8bd1f36888d2b5a19e0d331a97d45ef18ea9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a8669468f94deac10fea2895a950b553935ec70d11047275182eb2c1785b2950", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a86baf8165be9779b38d30bdc09064725a61ee00e23c31a033e873099775f145", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "a8994c9d3fd6dcaa8f05321e22d5a6e0c03b45aae069508ee4b59c9da60fc515", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "a90ef1ae409ce31eb4322400e9b33acbeb3f3571aa6b969e32c475b8b3ea4bba", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "a9206090925e7e3bfe650c09ac49299f0cbb896e9811079dbd7777ba74a4017f", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "a92923a30149f8cc9e43bfe19e574f8d2a614758e4ec2cddbd13a1e03b84c32a", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "a97136bd9f64dcd54c987ab851189818b7bdf19a1f77234c236d83176c2b77a9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a981d7766c349b671610c6dca3633fe0eea5e9e7e885cb3487a5f573bea33a37", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a9934c0ecac2cfe88d7d1cdd6447f7b2f027df60300dd45451482d1ee90b3c3c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "a9a56667cb9d58a4a198cfdb90400a3535a56164b2f9b6bcbfa9c2ab6819a8d8", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "a9c88ef9ba2e8d48668cebf848375dc8cf77e8bb1aa68815c1c154a985ccf64a", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "aabed59ac218128b16a53335bdc3c250bbba14ccfd21ef71a24926b682905c0b", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "ab2956bdd144b8c9e421280a5c3be07d983261df56d1d4c390902d3efd62785c", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ab359a40e9081a0fdcd1626692b2e361dfcf360332a1226e6a879ab4db7fb3b2", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ab4f830ff0254c572942f423129061341c2d42120fbaeb0cc40e003d505882ad", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ab64d5616403dc71ccb9ce0798631e2934faa765f2f519e7af643b37ed346d15", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 3 } }, { "text_hash": "ab65aff7c8af1c238d2e93e49f3a0e472662820fa29a14eef12b536deb74054c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "abd6ae0636e33d9218de694ee8b708b560862e212930ca90094a98f370229fa1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "abdc54509a5467237098cf9bb6265ea30c7e4f2dbd6eb4fdd82e03bc7a8f182d", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "ac043d923ba763947ff56cf7cde481a6e15d466e9fcb62db43a50199636f41bc", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "ac4e22cb27eef069d1c01dd8221ee0622405a4780ce251e8895422403c9dc291", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "ac72d98955564efad8466a05d28736f0789eae9cf8c9beae78143db86f04fb0a", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "ac87153139a040453b9605a8074ac1697411e620fd66edd93602ac568c194160", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "ac92b0ff39d76660c5bd4d743a02d07592509bc0f787476f0b13e3a4ef1a26ae", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ad03d0d804a98496301df1ad9ac4184531e3abbfabb3cd1ba5da402148a5ba1d", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "ad32df2d216057f843ececf971aafa4a7557817ef375e453821399c4f60e0557", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ad3ee0718ebaa04394e591c0546e10cab9274cee3606c0864ee05e1288542022", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 0 } }, { "text_hash": "ad66bc48610bc08af26c1a3db7427f3efe10c027f5d67ef476b729b0d7a70baa", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "ada48ecd6584a8ee830e11ae39e31c331f14cc10f157d56e7d3bd6f74bad1e16", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "adc1f39f1d85cc43627f7267d53037ccc62f1fb23162eef890a108ed8b849857", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "add620da54ae0c28f40017bf62d473a3a5085b432e7f2b758111fbf3130adf00", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "ae390509d9554c179c3316a51e57610179a00dd52253d777d5465b0fb5a8a727", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "ae6dc20f728b2bf44a3bb26fc7597808a2473c1c47b3afaf1cc64e528e21ea3f", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "ae92e5c20c98e920506c10afa3d47bbf297bc7ef7b2a28afbc320f38c74e1f9e", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "ae9c9e8a4fc5e7ce0b88e23e43cc57ce4b0bf0d2191d50b9dfea890dfb19c9f1", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "aede9a70bb11113b56f3c8f2afbb472dfc3f614a779280b9628fd2c7a2c60995", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b03fed1c540bb546a995821ef6d7226f08fa9c6b47c6f327fc05c20f7dcbb033", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b0be470eddf6bbc9de1086862e42a6fff0a55bfe7e3b1ff6d3038caaa18e008b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b1054f02d96f64447b6f3219147311c5f23f6bda54477cc403d1b6cb244ab350", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "b14f85a66c0f32f6c94419fdfffee8d40778448a77a21abaa5722f82e0e4a8ad", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "b1919a0e0937fee3a728dfe8e3630848e0a6b5a10c61465e1b619189a649ed38", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b19d4ddd54402b2cfaf9e91c9dcf0639c6d08c027ef2741ff0edbf2df1cf16d5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b202d68f749ab97a72ef784fc26a840a184c69f63dceea423012ccbde44499e9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b2125fb2037dc9b06c25e71d3d132ec87beec88caebc85a7278699bfe64c855e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b244de9f91bd4607e84642dc258bf7fd3072e6d12cf70ab4588ec19a83b6f7d8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b24a0a60dbe291bc88c411dbabac9ab977694ae0af8c300982d9f3dff28170e0", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b26a04f34f4dd26e7a0069a2c387f2fda9dfc969519b226985cca963744ccc13", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "b359eb95c6ff1be6e34723f9947623d5566d8d38ac7317d16d3a97b1230c752d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b3766fb00f2464b6daa5b6eb37e2c7d9c49ee2f854410748103025e57db4656a", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "b3b3e9e5d98de9841505ee8fd47a90e7a7ccc4b234b7b013e62b1f2d688c1bbc", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "b3e1e911f8174211220809fcdb4b563ac354aa106c7dfcdd233be255fabd0dea", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b420ff02e6bb52fa4f91ff769a190aa590b16e33ad5a5af15e4ecea1bdc27efa", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b479009adbce89ffbb24a43b9ee8630fe1ea766a287c1ade42de4e113d4fb277", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "b491ea05980851341254d701c63d6a05e99901604010cc49698b859051b9201c", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "b4b9858ea1af82ff65512c0f96fceff126e1d141dfcf901dc75fe26f38eae5ac", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b52a27123c1175231fe27c1631abaaef30a2c1c54ce56b5ae410ae3188a00aab", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b56e9f61455f9ba5a4845db7b057d0615234765858594611ec0f38d893948f12", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b5e588bc255d817eabbb3ecb3515d56062fd96d0e51bc8792f40186eea55d18e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b620a83ca50d5f5027ec7a8fe1335e52be0c902ef7d2138390f798554046f6c6", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "b6338e46381deae59caa090f23b4763360e86ac6fe3d8b07e874b6ae431b882f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b642306793a3268d1708c020ab124ea97343d467b0c55fd4ff03d389e5bdf4b5", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b648acd5abae88feec84b2b4efa6ab3446d4bf0eddf21f6d647a58b6c734dc8c", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "b655d264b1b627a98b8cc5de7398684a99665be756d0bda8b84a45404eec57e4", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b69720e565005a35ded7a4aa6a5ced15afcd95bdeb89af468ce96ae975174928", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b6a5b4b230b222194aab907ccf81ffb6d1c4d5d1b784c74181ccc32d3fe5b012", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "b6a6537a7610637b9c0511231664da7423df26e81e0ec69c86ef2b1fac12a481", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "b6aa47aa428012f8accfa22d37087c6ed8a310b06dbfeda081f040f0b9dca3cc", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b74ce88580d14932fa95136a29267aad391ee9281beae4ffa321dc60c94117c8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b7a5bf316e2f7f72506a80d482b465cb5ca2f490a04b079dfd914304d5f5bda7", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b7e8fd7d3cccdaa2c195e9e7244568c7295cd060abf343938cfe95f6fdd5eb56", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 3 } }, { "text_hash": "b8047d5e6a51498a872b8dae2dd830c63f1f7d6caec6cc20f3a6d92d4c35e925", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b863fe9eca05476c4aae0a3ac8059df965c78591aef295a513ac0fb98e5ec0c6", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b883e38017b048c7e192a1dc2e98a8262878bd866da40231c2ddc769623680c2", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "b8a5a94a4dc5c8de1cb29177ec28720c01bd642ba243fa9f9ebc6a679b5fa655", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b8ab1acf87f873520c296b6c4501764246524f93b0d27a6f5d844106f758b3de", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b8d08ed0bc887bc20f8416280e5143fc48e9ab841ab1dff0c8128e8f3d716d40", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b8e2da0192777b2ac0c3d0022443667a8fb28b6dcc2aac619d4b3d3840c8f607", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "b8e4d812459db588f0b6036ced166db097769f2044530526d955d9d1f9fe72ff", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "b90f3267aee0d841cc856d4a374960c41bb06176e4e29217484f6cb25e327d3e", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "b91225ca8a835bc70a885ef735ea0f503c0ad8b52d02777f0c2b8f09c16d5480", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "b914dd66bd8c5c3005577fef6795b363ca55d24c691151b2309c3f5e2bb91c5f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "b91d1e2d0800b65449faf13e6b323db10a8eee8605161db5d6a684f5d1700612", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "b9559ea9c158730f17034437668c305224d3565da90f365b6ebbfbc32d237c7f", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "b9d0f5e064dfd20168783406686d1d56d756b5688232f3ddcd4d119372819eb1", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "ba7c62225e7500754187cf6099038cec38b805e9aea17fb109f4738f3c500efd", "predictions": { "teacher": 4, "int8": 4, "baseline": 4, "distilled": 4 } }, { "text_hash": "babecce4c01f00279a32ecb7dc02a38b632afee8103d5eb289b1aeec5806a6f8", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "bac032868c4c1ec4fd011514a4d632f46df77755c74dc90c80f15ee4d8a08b8b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "bae53d0a14b60b2b9399a74f052f30d55643e106b3c3fbf8cacda477a73d5a3a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "bb5bd8bfcca2eea726aa3bd37d2b0097d469ffb1caae9bf35e7085f1fd6c7322", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "bba7acdd91b6702c31814dff08dbfbc0ecc86b8a431744d4d7951ef8bd07329e", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "bbebcace12b9126bf07d1098633f6ec0f97d1889e0b73f11d11c3239d83b61a1", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "bc2a5c0140dacd2a775b115b92567294a7db10ce8f7e0a675941ba81f2b1acc2", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "bc6bb888166f571b77f478dc4205a3e402868fcf34263d3e2d0c04f5d7dd1104", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "bc8a519d712f52604523ef5860b935f125a23262a58f03cc66fe687f5d983299", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "bcef089d06950871fa98b1c44c0719f3cba5f46f50dd44c7f841ad79e4b472ea", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "bd2102d06124edfe9eb33f25c42c62b8fc96f9e21826a31328fe9bb201b35948", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "bd59c5e5c85c9cb2687e056bb67ba8918369e65f65e7b9b36f6381f88d28d0e3", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "bd8847dafdc5bfd8c0dfc897f14d10d0c475e9aacba53f386bf3fd80cdf8cbbf", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "bdc8652ed0068dafc9c8e4339e1622bdd401c23035e708f945b1a2425676931f", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "bde45613978680f9f975e979491cfc59ea986a509a9384812cf028df83be2b37", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "bdf5788d23d9604b69d87b2697b1f979f164b907a29a291648e077a5dba28121", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "be0c2e73b91f8fbe71a177fe1209d6ac8cfe1ce3c72c7cd50d68ff8f19dcbb36", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "be2044a2d6bc7dc6cc95dbbf882743db12c5ca9d85459994cf05a97bd39b4b5c", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 4 } }, { "text_hash": "be26fc65102f0529682dd84dc4e105017a3118c1b6a79f71d3ad6f2e71ef1925", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "be521ec1ce82afe909a88d93754f6e0ced4ec7a8a84befe7446d9b7bb5cedd2b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "be5f828f6de5e98dca4dfc8b10feda8b53d85a53ef64671b2ef5deceb1281b1e", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "be8179e357e5a350ba8ab14c9939e0d11ffd7e1f843f05473a0ff9b25d625533", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "be8733fe02f848737a1f142138f17238443c4aecd1736807f9cd4150d51acb4c", "predictions": { "teacher": 0, "int8": 3, "baseline": 0, "distilled": 0 } }, { "text_hash": "bed8d6ef6d4c00203fa33170fef6c8ffe9788a937844be641dc279951864b632", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "bef95f99f1f5cd520f3e66470ce490d77b075474676d413d9fc79a6458b9b335", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "bf08d3fbfb714a63beefec4ecd0f9ff3fbdc469616b6981db63ae761172443bb", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "bf3edc196579bfa7c6b29c98e754c9d5dee595bb98eef091dfa4dbb3c0f92b57", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "bfa74b369ba66d4c39fd10bf175194ef8302d89cd032f944ffe4444de00cafd0", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "bfd55f88031a3d306ca3d39eaab6e4124d1ebf783d5973c8a0a5ff8c38a75e68", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "bfded8d24268271c7acaef0db7c210685d66a4e84a22dc8c11f451836858295c", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "c02a419b79ffa4db0b4f4af09f8540cabe2df68f660d060a2c4a8659636158ff", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "c0395f239c48d6bab9a1393483a4c997f1ff5460c25b261de2068ac5666f4d76", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "c055d9452c607b12e473c0529408e9cf7c6e4ba6ac0e5d5d9e55b56ffbacda72", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c0a287c45d9cb381d906988aa05be8b0fddbc11f51bc7719bddf7453532c6e0d", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c0f7819f5ae9e218923e2f94523f3f6bf7527348b716600aa1a2103aca856b1f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c10bf073a7c65668ef2aa11530209a7bffdcae481eb5c359f4e3e5c6570983eb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c1581829a7770373403c51ef27c5e41fa89441e3dc05f67f08f94471a0e820c5", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c165fe5c306ccc3352ff7b1b28bbe3ba8f4c2dd1193d469db2f5fddba4cf2039", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "c17e21e232cb375a8eb323a01a66a9a70930ecd3a8c17665edb2a7edd4c4983b", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c1a42df127a6f938b1dc575031e56cf1a0f3a73167d04421ac7dd3e239b5506f", "predictions": { "teacher": 0, "int8": 0, "baseline": 1, "distilled": 3 } }, { "text_hash": "c1cc45307806b5321986467d1ba411d97e327ae3cd515c97f0156bfe1dba9d5e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c1db399a5c92958540026e37b1317630a0a61db7d5642dbd8f18b51f843598bb", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c1f9be97d9354482b4f8ab2473ccdf3801f749157fdb031005a1af44cc22d200", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c2496243e8316f6142b4c78cc0494aac3ef9b59442092aeeb3bfdea9fdc69f57", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c27204695a73fc38bb26911b3adf64a8d5cef5c725674ceb21fe8f48352477ab", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c27c3e07a0041be3b98c4778fd8300c7d083bccc8a24516a8af1b4c0ef64522f", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "c29ed1df85a25910ec84819b8b4e1139bd36cdd325e262025d6197c839a463b2", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "c2eb9b55d4e7b55529d6005019dab13b549eeaf3d6f827ac21ab913d13552a0e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c30ca79e096253a95acedf455453463fc9b142a43fa1ecfce31f6bc21be15dd5", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c32d9f5997c6056342fb0cb5d0b18081d4d0f85e7ade6d60bef6977ac83f762e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c345ff95957d31e85d2736622e2eba5adb90e6487510014f764042ca16abae43", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c34e2a1982101c77f2cd368f9d81241e6e4e00bccb9ef4fb436847424132a8c6", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c3edf8cb9264502c86a668bb6688ab7319636b3b778f23be64b79e4b59208cf9", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c411d10241539d801b15ccab9ab6637725e5eafec0c39652de33f8a465d0aacc", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c41b36428b009e99d190e6e71afe73229eb5050d0c21ea4ba3a94baf3db33ecc", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c4278ee719c6dc29e9d04da9941739e86df74f6f7d8dca113dbeb7bf37d941e6", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c4278f670d74f49b4bf80ee794258c31201e6321f4168e0d4086137740a67ee3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c4295b07303f1007255396fe8ad574cad74314845a392aa2e1c6d57bde9c8617", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "c477c49ecb70954c0104b86a77ff502486bc34a16ea83eefca724d83aa8210b9", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "c497c93d6d62c82dc46a184401b3a690fe5f76b8dd2a060691df15db1eb0561b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "c4a89d25313f74a7f6f2aa6bf98ebb163f5a529bea69f9d119afd07d292a03fb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c4f6901e345c11a80fc4ea48ba41d27e342bebd4fa6823eeb0de3f9a4f23725c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c5163ecb7fc27f9fd61e64fdef04c575aec5122f4fe39cc611e667b82ce9d99c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c5253756807843ac99d43ce24af467d4478b2f20497afb06a0d1447a438e85cd", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "c573353b2c59ccd9b9f8ab920bbeb032116a221b241b1a4c1b7674fcc1fd20d2", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c5bc3acb972403fd9a1c3d2c8c4198038f6335b239c8e75857c72673c7a388b4", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "c5fd3b476eb0ec7f1130060aa9fafab4c21329971b09b0db4730451567154dc2", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c65143b5f47f8ed47472826addbcad5b486dbc92dc745d0c56f27781593fd4b9", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c661d99d8bee609727b9e2ac79160dfe77e9280dee640cea219d873908c18fc8", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "c6908b121f69eff4c3b0e85e02a83687d095d70e36dd2668cab81c0bf4c51722", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "c6c71bfe04869a8aa84ad6d6992b9231e8ab49f6c6de363f824fed37d2c1fb22", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "c6d9dc003e09becf6ff8e832e1157b6de0d1cf9b4b281412b4582b4441738918", "predictions": { "teacher": 0, "int8": 0, "baseline": 1, "distilled": 1 } }, { "text_hash": "c756b17fef3c39f069e3ac15a1ab563dd58505741599ffae125ff18fa5407407", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c7c8b08c470b4250954feee6f08500577068bc0d93f537c3678173375a1a1b93", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "c7fd4c7dd833e0b88a3795b245e21b253984bb64e2d8d918232fbdac125b666e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "c817f61f6d506cc01e956857322485f965d19602e095cec311393d938fdd9539", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "c84efe76aa76e8c07853026479dac74e4658c36ac2cfbbc35dadb63afb3d963b", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c86debc305b0901793e438cd066205dbf53e5ca5a064174935a173843fad3bc0", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "c8b75cd96ba74d1603b710f2a1750e2e81d62f7dbf7663c74eaf225118b6ac10", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "c8eed754841d6ea2f499f983322cc051a246cc44b78025c4c617c68dcadb8992", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "c91ca58925312c12b53fdf80c742e2db0672a2c24bfef3e5d43760eb18566a5f", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "c97fb58d3a0aa5ceb7fc190d0dd20ad915bbf1f849f48fffe903ac9d888d16a3", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "ca29aac350213cd45c98d551d5fc449730f041266185cc94fde5017b7234eb90", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cac7117c3f86310272274afdad124ccd8ccd9a17c031533c2e1f4979bd6b2782", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "cb13cb215e8ce41a93874ceb5a63db6989f02119295fa7b132811c3177bd6687", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "cb180864ab579e9fe46209fe1c9cae0f1e4fb9bb9e331ba6544048a814862b96", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cb45776daa3341dc21335a9911851e849755c00b6490e3bcfd433f9611c3062f", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "cb6ba3b10479a3b5d798b9740e73e4e2ee19d52b82bfd6361bc65b3157750235", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "cb807d35d3e3faa3213f8bbd26fa71222d0259d6050f20896459a3c82e4e5583", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cb98edb631c5d61364a5a3e96ed40c8f22d485a232c5f71d32480f60b33f0bf7", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cc16ca69e7a1aa10620f2a81f654c78f59165ec77980303bef49fe067f083bd4", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cc4e987fb4ff0f35dbd481e7de5eb2d2b2d5c5b46278302db5556426196c7a3d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cc749245d695615b10099f08e4f6854ae2d883369392ee143222055cdc653adb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ccfb02595c5803955b2b9d20a9b4217531170305e18c7d4d50b4f799317f6295", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "cd5a898b29c5ba96950ae7767a1d4bd749db7a4f357d59f8872f152c6a404041", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "cd7c710eea9914db00ff3a34bf21c5a67de52de71342944f0ea8dd521cfc924d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cdab365e744dd23f5ea9a1afe746a822746da96c18b18a9667dd2ee89e0a041b", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "cdbf317053413352442ebd922d4b48610a9156b12b1210f4a2f62964193dba92", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ce4cfbdcb229af51e43d78e052de2964dd73ba6f93d1471883ae9dfc9ae32858", "predictions": { "teacher": 1, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ce9de99fc83d5a7cc1844a4816e62ad34e25ebd3d88f6093d01bd1e4f30179b4", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 1 } }, { "text_hash": "ceab708d0454d505057de8340d9f8ebe0a85cff404a191b3ba848a7b77042160", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "cf033d1468ec3a724417a1cbef334e1e44ef69ec3d215523116f846e1026ff6b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "cf0401ff75cb5f1119b9e2aef7724f20df8c76d9e731851833c08873585ffb94", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "cf274f76aab766712b551de664e7468d42d209a219561e1f869f45ad5db1d977", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cf3b66dda8632e7b1d187b54db62a44b5f35497b3047a21c46679985cd70e466", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "cf746a40c99d8ad0f5bfaf2e3b7431a8aaa1afb476165fc6cd7e698167437596", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cf9043b2455f8af3a8fb30747cddca751baa48029f6381f8ecde20e796558f96", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cfad3be14eabbf4bd16c12bba31c9c443c5b065dee6543b1035e737d3b290469", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "cfe8bd5cd17065b62189522230bd08bbef049b3a8728d3c311372045b634a4bc", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d001db176f669bf37377534f0f9a65071fc122fd3f052851db822f4cbbc13474", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "d008a61638b990359d0c12840b868674cdcbbf8b4bd2d1708fd00af2fb510d85", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d0451f07cc0faa326fe02bd73b2485230d27b46982dded674eff698165ce8a5d", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d0e0eb29dd13e88c60af45b1be1bf42a171c7afb81bf4e8a941fca21601c7d53", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d10ff798c9d2a832410a24d7096ba5e1161f76079d2c5c2d2e9107456a55339a", "predictions": { "teacher": 1, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "d1574b412caebdbbccf4f4b7b438f2f5ecd1593833ae8f7c1f53d43f43d7167c", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d16c25d55b2a72a5fa079a9328a9e92bfba2b14fdf25d6f65f713253568d5b32", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d1aa6ac003beec96d128f4c39461e4689636ae0618c98915018c2d85f98a0e3c", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d1e1fb2ab84edf9d852c633c988999f6f8d4e96bbd637fb181178b8d81d2264a", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "d1f96125a835b3e6504da0a5698ed8d64d5cc1ed7d6e17cc3248ebcf552a8a73", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d201262f2e9b4f56645f8dcfd45f81ad1b7eb1162be5cf19a2557ead7e84ff11", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d26788cb95d25466d5bf53fbfe031847495454b81d1f40bc88af85d4bbeba156", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d267ee4cbec5cfd72f156512274be8adda7eced266a2ee7a2c8778c6bebac462", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "d2b715bb01be683d2227f7fce639c6129ef5cf2effce527c10cc80e8f455c485", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d2cb3b85fb6f4d5e6744eea48e416470fa1c49d7654dfeb5ee611c18dd7c649a", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "d306c854d4fea30b35a9ad57875b3f70904f1c18487ff4c4aee29d38e0dde26b", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "d3533a399007f92a217e5ef08e1ac394e324179ed78b94ae2f35cc5e16f8573c", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "d36bab47915712f5e3e73db7f753f33728a2b0ebcfe955b7ef307752b07c0f7d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d39da88621fd358d0c118810826fddf6c8293cacd34033af8d2f40b6eef4cbec", "predictions": { "teacher": 3, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d412103502393c9be9aba7c61c454f1b03769b1fc87f63a7d345f947b7a4933b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "d4253aca19c2fefff1595a1c2cd14d3af41ec9d0d1190081081d03813d91076b", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "d44079a579811c03202938df40b4641c720ba36b02277433f2c59b768bfba730", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "d4587f9233d1cbe5b15bc361fea6a9013376b7cd25bfc0031fb0ec023c6f0c63", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "d45e0937c5a90be6378c0bd7ae8b87ed13d58c2860adb9a13c73521ca2ab6d6f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d4d5bdd773fe5cb64a9d467a98d90c21269970eaade00236266d8f8b9f01a6c1", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "d563e8c7901543ea88ac21b5437a079a5331148c62e58a11af1dc98c22ced89f", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d5872fe780a4f373029ef1f28bad8d282da055170b3318d92ea96cabd4e18bfb", "predictions": { "teacher": 1, "int8": 3, "baseline": 1, "distilled": 1 } }, { "text_hash": "d59767200b0fcc436605a0fbeaa24ff6ed5c69d4bd0a58028a379c5ec7859585", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "d5bafe6133baade51fffd0a4d96f7f65d797d2575b3242110d63b5e5ac116b44", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 2 } }, { "text_hash": "d5c688267dbd02ed02d4cd2055fe028e3050df759af42c620af1d47e107d79db", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "d5d2263b2c728050d8e6638183dc07dcdd551638c5867f9bd3da070fd3ae41f2", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d5e98b1b57831fe7bd3922b89557424f7afcdf1f32a019034606b3fcee861ae4", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d5f69a3b780e1b6c0b4912d74d85257d3aa8fa558bc0a421ebdaf5ab18f16dcd", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d6092b7f8f57bae82075ba1af5c138a28ff9fadf1b8f2cd0119a70e47d13f6d1", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "d666233ec6caeabb03ca8e33f70f77b3eee2de8f0fc3735ae7bd8ded057693e1", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d6ac61bf7594cc08b24a9766a2d5ed26706c3046b6a0efe9cdc1c7abaf3f46ee", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "d6af171178708737aa0a6c4fd912394ca03ce5f43f7c6b9b397caafea68a9b16", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d70535e96c77a7d8576b7877500a1480633f6e03374c98f6b6239af8491317b4", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "d71a660cd07ed040bff0750a3bb4dcbd24f5c86e3b22b56914a1cd60e54a1319", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d75255e5fd16120db60d527308a44d1cbb0a73f1bf543dc25610c9d1e461ba39", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d78454aa156133c4e19eca6cf1cb7821018dca1948c2b2696bd7e3dcfffcac85", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "d7ba62670d43d97f169a3a026f5a99eb759118c4f36695349003e9428eb5f59c", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d7c6aeb551f96e07e2569b68bc5e48c9219f80547822274349b86cc5bf420b03", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "d8087f679b7f58537603dff74f4be0e99ac1fe8d0d335f53245599347545a29f", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "d84c6c0f74874277fcca47e778a2f9460e9c8266b57b624fa7d99c8c5fcdfc02", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "d8b0ce9594224cf375b6311717a0f800d2522c4befae6f8f12f88be2fc3b6d7f", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 2 } }, { "text_hash": "d8e6a018d1eca09f7a602efed8f2af5364e6f001095da006f5ea5e2afe8e14ea", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "d9182ab4324ac4ba2a7a6066d423b0577eb9ee420be3b195a94c62cf14de06e9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "d9615e3f174eaf0feabd81639366251c098eaeba71f44c3a33cd65b9a445df39", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "d976aa66e971041dea2fd15d0314d59a60a0f65085079536df12c4d803ad9175", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d982b4d613750d99539e8bdc313bb2165d8a925a0f705ca627671058fb9e69a2", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "d9c4c6dbcb903c94d94262659e88e9dc8e62ff590c834291d8c49c800a9d11b3", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "d9ce9dcee7bdfe7e050d0b9da717e9831e5824f890a7cc033644d9275c2ccb77", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "d9ed5c8a0c67f5c9a8246994355c8f280bfdbe77eb3da4d9f5cc2bad14400bf9", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "da08f234b6fed35df29744f9c88544c280f1e2e8623192c8cf5a9bf10cba6ce6", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "da29b6dde06bf0dc9938eb1462337b9815ab000c985e851ee1d40fac8cbcd763", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "da3512c5d3890eea68577be063c316b2a6cc30ba673a6380875ee1af01102944", "predictions": { "teacher": 1, "int8": 1, "baseline": 3, "distilled": 2 } }, { "text_hash": "da36a6dc0ff6338e1678eb4094111b77dac1319bf744a941e7380810881fc74c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "da3ae31cbd1382cb045606d618be357f037d5c5bbd5cc29a4cee89f4887c4640", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "da5d3e5507620d27eae5785fd547d390eff7908e264016770a202021247bc2c1", "predictions": { "teacher": 3, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "da6c108d70c40c41aa3583ad5b0d966a018e10c5857073bd74d5d49133ccfa56", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "dab6b11efb6b8f38cc22bd87c791e5ba4185bf9dd0b1e540dc15c89056855745", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "dab96bba8b044d1056794cd601b0559198af54762cc3f59aea9739eeec83dfbc", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "dad066f4230b132eff11b15ef20325e126867fe6766e83625a145e19762bbfb4", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "dadab59474e158a016c19cf9a86adf88f05910bd174e5bb1716077f1eeb08443", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "db10551783e9548a625be173d250f2e215bd549fa377cba18ef67f3c9f03e1e0", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "db4d1ead91456f39b7309970ba480284cfbd5df2b45205bb0dd575c1715f7f9c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "db700f6e73c0a77b90bb1db424092d848cae328ebd4fe5b1eb85e9eacf09c99c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "dc3896f4116ebc1750cc6a28a6460f969d6a9eb9769973c26b67125100a7f5e4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "dc614867783cf99d3dd4911c50b0448b55aeae417dbb24697744e72a5d040745", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "dc793ea9f353bce25a2ec7c74e3c82a4bef9f5344c8d274b2174c08edb65eb25", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "dcd1e12262dfe7d27eeb2d843b5529eb221af6dbd8ebb612935e58353cb5d34b", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "dcd683501e88d44e2c95b162d5098f7c23528a9cddaf406380f8869b03eb82e4", "predictions": { "teacher": 0, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "dcd83479255793b458b926f88051f017001f8a0fbe56e99b2adf30bc190c1c28", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "dd06d0323e5d9ed053fdec8af0c6a9d3374fd245247343a37f8f9158d832370b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "dd105eaacf7c6a6585ab1c25b4d5d5dbd850aa182d526d85ade035a73d572379", "predictions": { "teacher": 0, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "dd64fa8b10816f33b89b55543dc1f4900690e8d9310f510a26dd3c65061e56c8", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "de312f886cd5abbdc01620a3a54d6677b954112339a53da7d31d672b7495f5e2", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "de39be7c03e23d82bfee5c3ab50a54ea8193e7a4edb531aab2bdc61c34dc00eb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "de80f54798a06fcf3934319af97a3a414cd18245a3274109c22c550bc8f79262", "predictions": { "teacher": 2, "int8": 1, "baseline": 3, "distilled": 1 } }, { "text_hash": "de9ccad14ba0d641bb5819ebe2365c6b011f32bd0ece0b4effd685e34dc7ad95", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "deaf5994736056de92c3c0f08ddccd210d6665953270fd35aec5d162fc961a61", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "deb93441e6eee5ee7d2b2ab9205d162334102a7eccbc776a0d24b385295ddfb4", "predictions": { "teacher": 3, "int8": 3, "baseline": 1, "distilled": 1 } }, { "text_hash": "dec54f0b60b74c1b85ed3429afbae0842a5cae5ef29b2d1aaf86579bd737fa6b", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "df041a3232fbf5caaa64a1f5f780b07ef61e60ea7efbb83aae771a02aef52961", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "df2a9fe6c500f473c4e5550e9fc6673561d479d167f7a93b528d8b3e4241eb5e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "df3b444944ea79c619f82a98b0ede5653bcaad5fda58f48576e0edd04f89be2c", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "df6eea25a22a5442d16485acb95e1744f2e8674129db0fb5d386931dd7eb9818", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "e1147401125b27ae7cd353bbaaefe0468820eefc7b35a6ec5aa9212ea5502753", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "e11dcfa82f80030def47e9b4dfdb5ffc1df93c73e60998ce570b0ebbe66a16ee", "predictions": { "teacher": 1, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "e125a334542eb9d9400b3163ba6cf6269b077dcf5076e214e97df970f4ac1f84", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "e17140e69d71dd9a67c5f36337f489d1e3badf98f435f3262df9ae601cd83136", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e1b677a107d8368d725081a479fbad8d37b30570f0fdf59381ea2eb53c3e95f4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e1e440627cb522c039a81284302e6d29a760f93eb780a6abf896aa735f161efc", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e2550b900396b86ab1e97bffb5edb0ea40c0fa5a2415d4f439ee9ee9e3fbb356", "predictions": { "teacher": 3, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "e295cfd3d2e97e57d6a1a2b7980fc862708d00b5d7e32ac74a0929ce0f25776e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e29b6c14de8e368957501b81b6d68aff0c34a9046bf3766c372593f430256fea", "predictions": { "teacher": 4, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e2bb7cd20dcb05d8238b28cc29a0fe09829dd414b944e0bc827a4032746053bf", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "e3453bc34a0f92528e3a78401e4fe338747e82566adb1c1b53ebd81cbea50580", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "e35f9fd75c80723bc278d28815d05413d189aef767be878d8d6b0680bfefb5b7", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 0 } }, { "text_hash": "e3771da71c7a7868e9ff6fccefaacd0a4ea34a5933560e85fce8f55081413496", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "e3889f7d1304d1dde218d82642a5c2192eaab910d02d7d36f5aa06e6263a6b8b", "predictions": { "teacher": 3, "int8": 0, "baseline": 2, "distilled": 2 } }, { "text_hash": "e3aed6409b91839294f2dab8e039e614efb875b7ae9ebfc5f82aea4a7570cb4f", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "e3e67f9f783f40c14a2fd84d266648805fcbd142885ab53e3937e729713e0a18", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "e41436cea1c445704e44aada709c36c3e553fcfe37981659b268775f7ea8c919", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "e4bd503febbf9d44150a0798e8faaae380c40569d48c258c2c5d52b665b3a3a4", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "e51b06ffdc3dff611ab891842212eeddd486b8b2f72a026ec19f9168ac0045bc", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e52e40febeae2b288b732fe59ffa049cd7d6fc779a087b57d4cbc94c58792d6a", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "e52ee4fe2ec501a6eace23c27377a434461879275e3877fa5d67d59aa5867ac4", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "e56a2a32109a26ff16a252bbced530dcc7065a6552524f05194e350bc5004fd6", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "e692bd184923d2994cb2c26721cb760fb710d5b16d65975f7b6b9fdf8935125f", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "e6a26246f167a51638668efb491ec880e61263c40f532a12f68b42c7010b8ea0", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "e6c64319a8bd751cae1839f54d40aed8e1531545ecfd6e28608dc8edeec8366a", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "e6d87baf5858fd26576ef54500c052edc4d3bf995ac059348d0663a295156288", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e6e0d735adb7c0520aa618f183172df31140a736715b21a34d8590593ffc622c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e6e317cbfb4c0b19fc6205cf629530c59a46e63ae4241b62173aa34f3166223c", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "e70152dc6cce5362142ec3e9a93dd357c447cba04e44f5705fba64803b959972", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e72f26dd3bf4351d5706f199ca16fb0c7b64db6ff5067067286b804d4f002ece", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e747088bf8972c80e2917e714e2cfe1d2e457a595583e0e00baf4e8ccdc41eb0", "predictions": { "teacher": 1, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "e7bb70a376e9257023d7aa63388de89d348f49736da7f242fada94255d565517", "predictions": { "teacher": 1, "int8": 0, "baseline": 1, "distilled": 0 } }, { "text_hash": "e83b7b04de6ab0e84aa1ccd09451d0159bcd28c8a836eb9c179219dfb08e4824", "predictions": { "teacher": 1, "int8": 3, "baseline": 0, "distilled": 0 } }, { "text_hash": "e86362f5e090d6f16faf5855b17597cc79d62c89226fdde29e56192eae815f37", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "e87d501ca460e2b7135247ab8b722686c2a39a83ad58ef2e36c7b54f2ff013be", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "e89de46f8cc867d60e70f1c559172d1624f118e1661d4f3a20ae49ce83bc1e7f", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 2 } }, { "text_hash": "e8aa1e8195a6d2570a26a7df8942a7cfd36e72523d0c337a7b3e50f7e73bc028", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "e8ea788bdc305f13e4373c7ec96ebcaece75c5594550a07e44a9d2ff541440c9", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "e92a571115f9ae184b2db2df89d0999d56bc257459a4d98ca7fa07dc2143f5e1", "predictions": { "teacher": 2, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "e941e7871b6082121df7bf0cd127ce582e742d4248893b4c2e514a6f6f815691", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "e9cd9a68451b54209147af5f1d5c9266db1c9422cd124c2eba3db570dc52cedc", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "e9dc43f1c29dd13eb706ec77e0095039ce3b89a947dbdf26d2bc04843a527442", "predictions": { "teacher": 3, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "e9fa5f6c18c1fc39168c58937c1d3176de469ce5949d38a7697763197845c29c", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "ea07e0c6147404f5c21b9d819117daa5d36a888223d47d76ea9a51a53e879846", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "ea0e31601e09acbe7139bf798973bb6f65f7d7c3088b6b89d6a5cc4a30d7987c", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "ea31382b8122dd5f1f773db6b0e401153a146cbd44ce392f6c7c2b2c04c7a004", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "ea4a1c9201c2530d03f7187bd484f249ec166b4d570d16c278d73e9efc2b3fad", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ea64f46cf983ef7e8afc137df016b396cea6d0b17be45b9a01ca8b13b387b0dd", "predictions": { "teacher": 1, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ea9e69f429508a5e51b7ba27d0a4013e4d6a3e93e7ae9efa068689200eeb4faf", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "eac1d2604b5d3c33cc752bfc3d033dd9712bf653d8bba12d78312b261b6d4837", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ead0f48e9cbc17cfb34e0f53486b05008237f75fbbc42d622fbbd372d7844d56", "predictions": { "teacher": 1, "int8": 0, "baseline": 1, "distilled": 1 } }, { "text_hash": "eadcafb1a571172e8192ea7d3a271566aa2518818032b85a5c56b95523f8e6c0", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 0 } }, { "text_hash": "eb2cf9a831cb86f3bb08286313ce62a46274e1389cfc512d8e4ffaeaf148d39f", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "eb57253086757c48acffe99e72203ce317ff64511c7625fbfba867bcb82f8ce9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ebcbfd443eae1725c50f00fc628120f032a6cbe12be3d1379638a877b0b34d28", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "ebcf92e098432f08fa7a46cde3030df3064053a5856139116abb16f5419c1fff", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "ebfa84285fe4e185a74908c5d8dd6888c0c54216de15dc394e3abed4d69b2976", "predictions": { "teacher": 2, "int8": 2, "baseline": 3, "distilled": 2 } }, { "text_hash": "ec03b9d8683ab8651763887bc2b0529a28e845b2a38afd0028d83df09e805364", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ec1f8a26197af40d6a1c02f5743cff2d176174f42afbe36a22e5fb97ddd77231", "predictions": { "teacher": 2, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ec2729232e2c737760d5167af248bd3ed03166cbcf0191628dc2d6ffccba7916", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ec33f1834fe9a0514aef649d5046f171cdf813750a12797257d3b16f77bfe9e1", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ec50a32d582c8e6af55815eed80e9fb881190e15e79405a3ab81837eff85de1d", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ecb8327ca92a665020f09ae39af3a341f5448f049ce1f8a971cb0163e76e8310", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ecca670f16e45844f6554b8977525667eb8672509ce591ed39417ce835c424fa", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ecdeba1b2c41136427662ae09422654cb968c62b4036a599c081ff35b520b80a", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "ecf4e7cb2cbcd6cb81b0bf5cb2f0f922fcd826aa06d0396308661fe225bd7d46", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ed35f26243cd8398873e0eb0298ac8102b0ee7c28bc2afc9e0a9e3f6d2b7f757", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ee3a30ca9b8edde60e12662091d1c3baeff9d49baec857852a7fe89479a1d90f", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ee7edb0a84b1e60a58cf6dd732deeab35696c5a5ab1ac874ead870b1bf784ba1", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "ee89e8f9a10a75993d013a7a18dcb1f5ff182a03d5dbdfe5d72d8ecb5568236d", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "eeddd24063172cb5df6bca924d20294c74e2c1145faf98a078391db288caa7d0", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ef15a56e7eb20247367fb6958b27cdd072f80b0c74e9c40a03e6638f608f33e9", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ef5e13aa84b41ff5c1767e747cce0c374540bfcf7d0720f72486d110e1586d00", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "efdf504dc67f6bae9610ec5fc6c75960bcaf2c7f0233f1df4201a9021506a387", "predictions": { "teacher": 4, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "f0b66971f061b2f2289edd7a4faa0725edda1bb535f166cba7eaefed7e036498", "predictions": { "teacher": 3, "int8": 1, "baseline": 3, "distilled": 3 } }, { "text_hash": "f106b0c30a89f5d2fae91ad8976549e87da6527761dbba97c7c6ad5ea2d145e5", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "f14086c4415f51552d3517f08b6318d80095a88ea87a72f264698d8a0dd61acf", "predictions": { "teacher": 2, "int8": 0, "baseline": 2, "distilled": 2 } }, { "text_hash": "f193076b28320e392383f06afca09444baa68295ae41be1e847b05148313789f", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 1 } }, { "text_hash": "f1a9c378e935055ea9464c9fcf4bab3746a2e6964a1b0028595832a09ad28d02", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "f1b03623a08a453beed1081cc30e0ebf3e6c342d2f857d6dfa1687f7df074cf2", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 4 } }, { "text_hash": "f202d1e894afc58e20271928accb61c502ee2eafecef4653aa1539d51612fe17", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "f26107400ad2436936d9feb49699b9118c1b8ebd3fb0e7357910d82afdc7d196", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f26314539a548ce05ebf37c69eec45334157dcd4035f6e087be6e508b0491eec", "predictions": { "teacher": 1, "int8": 0, "baseline": 0, "distilled": 0 } }, { "text_hash": "f2768ecb832b9f192ac7e3102bd3ca74bfda5b1b9407306ec043ff452fd76ea1", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "f29635ea56a4f583063fb3c8e1067dd9042703904f9cc7211dd9d94dd46d97ee", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "f3197296ea5f6841664ab1a3f40fbef7c75782dc16f91709d32ae96814ae1eaf", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "f35700c49488bae14d7825e79845a9482697d043ef8e9d538b85d61c2e2c3896", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f35dd418a879703601ca28bbccd4a6e1b0a01bb560ba095834413ecc3a0cd8a2", "predictions": { "teacher": 0, "int8": 1, "baseline": 2, "distilled": 0 } }, { "text_hash": "f37dc19f57203ac1631e8e400ac519f6a00dbf3559adb9e02e6101a5b347318e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f3a1516689ebe67616724a996d437dc11631a042cee9b4cff50fbf50e7c13c6c", "predictions": { "teacher": 0, "int8": 2, "baseline": 4, "distilled": 4 } }, { "text_hash": "f428fff1110fd1ee2ad1b34a3ee796541f50876f123767ac3669c1f9435e2253", "predictions": { "teacher": 1, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "f5012a5ef1596e3b8cd9d52a625777e0976a0b7baf266915c529a53c1d8d7dbf", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f533e0d34e6a6c9bbf05d04edc8ac077e19466cf37d6a8ddf775b92bfa035f1d", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f5407f30b12341f14a4ea318edaf787ad3fda4ea3a16c5b98a62332141e81cc9", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f5b6d9f1dcb717a6fa251cc15b63f643e44200d1c381da687741ee7a17026f63", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f5d13abda0de3e6f6cbc2b632451cd277c6366a4c66d964db19e18ce1b482336", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "f5e1ec9bb6c415958d47f90a72cb5b025bc77268f3592e700b9bce7d3fc15e29", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "f613d9820b640e55ce7d9fac168b389c5bba471fe2b23c39883c3ad3a42681ea", "predictions": { "teacher": 3, "int8": 3, "baseline": 3, "distilled": 3 } }, { "text_hash": "f6141552dcf589c6abf26e733e1d47cff49a525a9e2a67f8c43c9de8d2ba8390", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "f61fa5ea11739d4bb9b7ce1cc41d04868d8222a5cd66971d9b141db3a606ccf6", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f635acc95153e0a8ff14be1fc8cf5a1b9296239fb91a8a29fa8afdd5346f5639", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f669d3e0916e16c8937dfbbb3b51df60ff42025698ef8b0aa80b5f7d6408465b", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f6e9e5f01f3949962cabb3654c54700de8334572bf9fe52677e2481e32a9cf83", "predictions": { "teacher": 3, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "f7b43c0d5cd5f7f13151351237e7b64dacec60fac5e74c5173c7a73b7986f24e", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f7e5ea243f3cd386b8f9df64a91a5e5f17e9880eb3e98beb5fce2a97d2e63840", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f808410a1e4c62513149d887866c2800caecffdf20000ef06ac83bff7d6e54f3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f81b5f5f5d95cdbb358fd86e18ee3c9ab5e4810e5aa4c015e0f94ea1e95b5023", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f8334c8e6cd3c9df67298276e3e79e98ae8c40f9a82a7405ecb931ae0e498725", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f860cb7f63fce1eede1909862e82c8222fc6bb47e9400af363036934b5f34709", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "f88b54b1013f6d7127b87e0d5bc9d2deb1ab5fac144fd6ea419de0d8c8fa7457", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "f8d0d5894611861809cd591b6d82b0be7a11baf3559b4925e5ad95b1f5602a1c", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f8d1fbdb32e3f02f2380618c249b00ac14b81f5268a99485bc6a5bd53113be91", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "f8fa2f1082e1dbc91c132a270c8b9327f023fd0d15a7598b2dfa000999c84807", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f909d4088c3eeb503811a7ce5621823e2aaa077672dbb519f132f01f501f837a", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f9173e81e1b083c8eafcc4efa476a19255262805c6f1110fe027ae5483b71c11", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "f93da1a02a2aab483b7ead6b7e951cc32f205654544f1459373a249cbfe4be49", "predictions": { "teacher": 0, "int8": 2, "baseline": 1, "distilled": 0 } }, { "text_hash": "f9533cf0b99202a7f4510cbdc55e2991aa082fda2e70f782a597373180bea13e", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "f9acda64da8976c939e2017adcba367a494d2f9c74b3409a41172317cb99c473", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f9c0040d7c2f9de50543cca68940e83890d7833152c78cbd70c4325829409648", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "f9d159725c1f3812239568c3c7c0910507805d823945b56061889f1bc37caae4", "predictions": { "teacher": 4, "int8": 1, "baseline": 4, "distilled": 0 } }, { "text_hash": "f9df59842ecc110f88dde616fdc7387db671fec55430240bec072f24f35e52d8", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "f9e15c14cf88ad47921b1b90485a21a9b92997542ef1c297c054a7d0d23518ca", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "fa08b310eec21a497711968d8efea0a90889385a7ec1cdce38de0fb565b5a531", "predictions": { "teacher": 1, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "fa1a1b78e8ace314b5f6c1e3e1759f05cf0370e8a2ca6b205590525952d249ef", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "fa48eb0471f8484884399bf5e3294d3a0ffc25447e6843a2e67f61d486b5a793", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "fa4e90dfbebd7d35bce50f5afc9653a28cb28d5b34b4779171098d7d55e0c333", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fa58795149951361f9718078f6e818753820cfed849f8ff61382a0550cb36ae5", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "fa5c40aca9d31467fdc0694427fc117d95cce4463eac9d50b392f9be059c0432", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "fa7ee12f4ddd33765e4144274244b5d0a2057056fca2858d3ce527f5e989fe8e", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "fac7eac4a36e9e68f2845ffc8b252e42866c71b8043f1652773d985cde90f625", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "fad6ef377837a903f1d9a5e611ddac353f8b50ac4c53b619d4f38fd6e6d0fa22", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "fae7d41ede79785ebd9b10955962d3c65a151d0d6fe68a30f38ff4505a96501f", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 1 } }, { "text_hash": "fb2074aeb72e8f75344b531d95423c0d224ff807abaa0b8faaae949f3afb63cb", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fb43d5ca3b5c861af596927017ece1628a0a6a70a65e356dabfaeac133e3f1e4", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "fb6e1309fe1fee240518840884ca79ecd46ae344eb6f88de77e32a8c7a6a0232", "predictions": { "teacher": 3, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "fb801a5a37758350bd1c58da9385012232e8035a00de025fec1490a79a8afb67", "predictions": { "teacher": 0, "int8": 1, "baseline": 0, "distilled": 0 } }, { "text_hash": "fb9b741499f8d899d8e5605260f0769a9ee7d698453588b2eb8c025b6ecab1ba", "predictions": { "teacher": 2, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "fba5b94e15a0902ae73c0ba266cbef5e6874d576f4fe9d9b81345dfe97d75849", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } }, { "text_hash": "fc40c348194fd202a77fb529016b24bb3ffac1aff084c882ddd99b12ea338072", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 2 } }, { "text_hash": "fc4c76e1904432caf80432c160bf16d02ba7feec97dd512a984fb77f90db8f0a", "predictions": { "teacher": 1, "int8": 2, "baseline": 3, "distilled": 3 } }, { "text_hash": "fc61c12b8ed7f94c060aa2866ccd363b8cef1dd25f02854cd80ea765c73e6297", "predictions": { "teacher": 0, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fc8e5c8d811774e04e665691f43d6275d0de3eb12e05277b6619756242979fb9", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fcaebe827dd6882d78c12fd9c5b63ea5704fe86388c898740c2c0bcb1f1de7f4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fcf9ca98170ee5f02de4ed12e6acab521e561e7a6a358c557c375825598ab91d", "predictions": { "teacher": 3, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fd3da0bc3f928aa91c01a7e1162c614745169ad4afe208ca3aa81f03e85b7629", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fd91210f52b1a23d2d8bff19749bb698c6deaf01efb85d9a54868cd82062e5a3", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fe0c4defab07552f4ca473d195ad74357a1a17639300c9bd8865212dcbfd1eb5", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "fe4d97b66d54c761b78db4031762c4d80b206ba20368e42a1adf07d094b07ac7", "predictions": { "teacher": 2, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ff5f9b0ef97a5edba57ef705deb2c273469fa72c67d31f29a8c09c8885a0e8bd", "predictions": { "teacher": 1, "int8": 1, "baseline": 2, "distilled": 2 } }, { "text_hash": "ff69b4ee746c536fc3a56dd9483f1f18a1059f143f75f6e6c7b55caf22f59c1b", "predictions": { "teacher": 1, "int8": 1, "baseline": 0, "distilled": 1 } }, { "text_hash": "ffb1efca18e9d316e84adc862dcbfed0e5463ae0beb03c3fd2a474f3d886f435", "predictions": { "teacher": 0, "int8": 2, "baseline": 0, "distilled": 0 } }, { "text_hash": "ffb73563ea203669b145885032163164a4e156d2614f54882400012a9c2857c4", "predictions": { "teacher": 2, "int8": 2, "baseline": 2, "distilled": 2 } }, { "text_hash": "ffb97baebecf3d0bb137a7beed73db08181be250d51070917d6179b9194858ec", "predictions": { "teacher": 2, "int8": 2, "baseline": 1, "distilled": 1 } }, { "text_hash": "ffeb6768d87af1988e4941b15f30993a2a8e98eeed7353483baad0be315a7e1e", "predictions": { "teacher": 1, "int8": 1, "baseline": 1, "distilled": 1 } } ], "largest_local_errors": [ { "module": "ultrabert.layers.14.mlp.up_proj", "calls": 4, "input_rms": 1.508181222161992, "input_max_abs": 180.2743682861328, "input_max_abs_over_rms": 119.5309725629045, "valid_input_max_abs": 180.2743682861328, "padding_input_max_abs": 169.4224853515625, "dynamic_relative_rmse": 0.2911559485089499, "weight_roundtrip_relative_rmse": 0.06107072751861914, "valid_dynamic_relative_rmse": 0.35118522427252485, "valid_weight_roundtrip_relative_rmse": 0.05817376274452529 }, { "module": "ultrabert.layers.13.mlp.down_proj", "calls": 4, "input_rms": 0.2953835341382612, "input_max_abs": 55.714515686035156, "input_max_abs_over_rms": 188.61754040750515, "valid_input_max_abs": 36.66936492919922, "padding_input_max_abs": 55.714515686035156, "dynamic_relative_rmse": 0.2714016265507513, "weight_roundtrip_relative_rmse": 0.02823735362304008, "valid_dynamic_relative_rmse": 0.34985652273369044, "valid_weight_roundtrip_relative_rmse": 0.031387869873376724 }, { "module": "ultrabert.layers.8.mlp.down_proj", "calls": 4, "input_rms": 0.46296223356158583, "input_max_abs": 21.86128044128418, "input_max_abs_over_rms": 47.220440149306626, "valid_input_max_abs": 21.856870651245117, "padding_input_max_abs": 21.86128044128418, "dynamic_relative_rmse": 0.1380970756031809, "weight_roundtrip_relative_rmse": 0.023421993623487274, "valid_dynamic_relative_rmse": 0.34792001520562, "valid_weight_roundtrip_relative_rmse": 0.02323560908970431 }, { "module": "ultrabert.layers.10.mlp.down_proj", "calls": 4, "input_rms": 0.3934459157336041, "input_max_abs": 26.1182918548584, "input_max_abs_over_rms": 66.38343622441533, "valid_input_max_abs": 26.1182918548584, "padding_input_max_abs": 16.848888397216797, "dynamic_relative_rmse": 0.17549715253696696, "weight_roundtrip_relative_rmse": 0.034357796327748893, "valid_dynamic_relative_rmse": 0.3342225074852809, "valid_weight_roundtrip_relative_rmse": 0.03308089408666775 }, { "module": "ultrabert.layers.6.mlp.down_proj", "calls": 4, "input_rms": 0.37373294954097064, "input_max_abs": 17.944950103759766, "input_max_abs_over_rms": 48.01543488686309, "valid_input_max_abs": 17.944950103759766, "padding_input_max_abs": 17.94271469116211, "dynamic_relative_rmse": 0.13903041821155537, "weight_roundtrip_relative_rmse": 0.02697618089997175, "valid_dynamic_relative_rmse": 0.3341607895131617, "valid_weight_roundtrip_relative_rmse": 0.027160564796241817 }, { "module": "ultrabert.layers.15.mlp.down_proj", "calls": 4, "input_rms": 0.8469154355295018, "input_max_abs": 125.54623413085938, "input_max_abs_over_rms": 148.23939777690597, "valid_input_max_abs": 125.54623413085938, "padding_input_max_abs": 125.04620361328125, "dynamic_relative_rmse": 0.19194996490421135, "weight_roundtrip_relative_rmse": 0.05886811940816521, "valid_dynamic_relative_rmse": 0.3301776605220945, "valid_weight_roundtrip_relative_rmse": 0.05925431876861778 }, { "module": "ultrabert.layers.9.mlp.down_proj", "calls": 4, "input_rms": 0.31812179219065684, "input_max_abs": 14.100015640258789, "input_max_abs_over_rms": 44.322696484145176, "valid_input_max_abs": 14.100015640258789, "padding_input_max_abs": 13.980713844299316, "dynamic_relative_rmse": 0.20249516657357372, "weight_roundtrip_relative_rmse": 0.033923592760853626, "valid_dynamic_relative_rmse": 0.3151307828501487, "valid_weight_roundtrip_relative_rmse": 0.027275953843462913 }, { "module": "ultrabert.layers.3.mlp.down_proj", "calls": 4, "input_rms": 0.07562072049694203, "input_max_abs": 10.25855827331543, "input_max_abs_over_rms": 135.65803401371014, "valid_input_max_abs": 10.25855827331543, "padding_input_max_abs": 2.279799461364746, "dynamic_relative_rmse": 0.3169506270906276, "weight_roundtrip_relative_rmse": 0.024283440067050854, "valid_dynamic_relative_rmse": 0.28694144604740396, "valid_weight_roundtrip_relative_rmse": 0.02533362168890844 }, { "module": "ultrabert.layers.16.mlp.down_proj", "calls": 4, "input_rms": 0.2763147034700672, "input_max_abs": 48.446746826171875, "input_max_abs_over_rms": 175.33177285811735, "valid_input_max_abs": 48.446746826171875, "padding_input_max_abs": 10.917768478393555, "dynamic_relative_rmse": 0.3240233648871303, "weight_roundtrip_relative_rmse": 0.039804691499231104, "valid_dynamic_relative_rmse": 0.2833166410510731, "valid_weight_roundtrip_relative_rmse": 0.0400758998333481 }, { "module": "ultrabert.layers.12.mlp.down_proj", "calls": 4, "input_rms": 0.4484880475388711, "input_max_abs": 104.93355560302734, "input_max_abs_over_rms": 233.97179964742003, "valid_input_max_abs": 67.37895202636719, "padding_input_max_abs": 104.93355560302734, "dynamic_relative_rmse": 0.23184073121770413, "weight_roundtrip_relative_rmse": 0.05853457557843155, "valid_dynamic_relative_rmse": 0.28067265965157295, "valid_weight_roundtrip_relative_rmse": 0.05006721705064973 }, { "module": "ultrabert.layers.23.mlp.down_proj", "calls": 4, "input_rms": 2.096317453635525, "input_max_abs": 109.77021026611328, "input_max_abs_over_rms": 52.363352733501785, "valid_input_max_abs": 109.77021026611328, "padding_input_max_abs": 106.91289520263672, "dynamic_relative_rmse": 0.13968901668097933, "weight_roundtrip_relative_rmse": 0.04684654006176202, "valid_dynamic_relative_rmse": 0.28053679789484026, "valid_weight_roundtrip_relative_rmse": 0.04380355543598516 }, { "module": "ultrabert.layers.19.mlp.down_proj", "calls": 4, "input_rms": 0.5483228387004688, "input_max_abs": 62.008934020996094, "input_max_abs_over_rms": 113.08836627698739, "valid_input_max_abs": 62.008934020996094, "padding_input_max_abs": 34.988529205322266, "dynamic_relative_rmse": 0.31440503275875575, "weight_roundtrip_relative_rmse": 0.04130431783172044, "valid_dynamic_relative_rmse": 0.2628895772213274, "valid_weight_roundtrip_relative_rmse": 0.04167021564429782 } ], "trace_interpretation": "Each operator receives the same FP32-trajectory input; normalized RMS errors use unpadded positions. Dynamic versus dequantized-weight FP32 isolates weight rounding from the remaining runtime quantization/kernel path, not activation error alone. Outlier ratios are descriptive, not causal proof." }