Full Benchmark Summary

• @ commit a7057b33695a46ea551c12173d37e9f4bf451106 (vs. base 5a48912c52f65ead960bec9bfde5a836d1b02ab2)
• Pull request
• Build

Data-Tiling Comparison Table

Name	No-DT (baseline)	DT-Only	DT-UK
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	723.910 (1.0X)	272.932 (2.7X)	222.729 (3.3X)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	6.999 (1.0X)	9.338 (0.7X)	8.566 (0.8X)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.859 (1.0X)	36.458 (1.0X)	34.246 (1.0X)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.864 (1.0X)	10.984 (0.5X)	5.049 (1.2X)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.168 (1.0X)	8.514 (1.1X)	8.531 (1.1X)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.110 (1.0X)	9.028 (1.2X)	8.971 (1.2X)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.037 (1.0X)	15.503 (0.8X)	14.040 (0.9X)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.396 (1.0X)	65.118 (0.5X)	61.113 (0.5X)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.701 (1.0X)	65.543 (0.5X)	61.493 (0.5X)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	69.078 (1.0X)	134.004 (0.5X)	64.305 (1.1X)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.949 (1.0X)	5.316 (0.9X)	4.640 (1.1X)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	3.774 (1.0X)	5.342 (0.7X)	4.948 (0.8X)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.907 (1.0X)	9.579 (0.6X)	5.469 (1.1X)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.867 (1.0X)	3.411 (0.8X)	2.796 (1.0X)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.490 (1.0X)	11.003 (0.8X)	9.955 (0.9X)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.787 (1.0X)	1.396 (0.6X)	0.655 (1.2X)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.207 (1.0X)	5.912 (0.7X)	5.333 (0.8X)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.540 (1.0X)	7.563 (1.0X)	7.584 (1.0X)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	6.574 (1.0X)	13.283 (0.5X)	1.810 (3.6X)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	216.668 (1.0X)	138.930 (1.6X)	108.981 (2.0X)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	32.187 (1.0X)	36.191 (0.9X)	30.060 (1.1X)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	273.498 (1.0X)	259.691 (1.1X)	229.542 (1.2X)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	26.880 (1.0X)	51.381 (0.5X)	13.059 (2.1X)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	70.287 (1.0X)	39.724 (1.8X)	40.306 (1.7X)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	88.835 (1.0X)	42.469 (2.1X)	41.889 (2.1X)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	79.770 (1.0X)	78.321 (1.0X)	59.040 (1.4X)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	178.544 (1.0X)	247.326 (0.7X)	186.457 (1.0X)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	180.599 (1.0X)	252.246 (0.7X)	190.727 (0.9X)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	519.970 (1.0X)	1087.049 (0.5X)	243.736 (2.1X)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	24.627 (1.0X)	22.565 (1.1X)	17.840 (1.4X)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.006 (1.0X)	14.754 (0.8X)	11.562 (1.0X)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	21.647 (1.0X)	42.272 (0.5X)	11.930 (1.8X)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.769 (1.0X)	3.299 (0.8X)	2.725 (1.0X)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.201 (1.0X)	39.500 (0.9X)	31.543 (1.1X)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.715 (1.0X)	1.297 (0.6X)	0.580 (1.2X)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.762 (1.0X)	23.615 (0.8X)	19.548 (0.9X)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.055 (1.0X)	0.055 (1.0X)	0.055 (1.0X)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.044 (1.0X)	0.226 (0.2X)	0.022 (2.0X)

Similar Latencies

Benchmark Name	Average Latency (ms)	Median Latency (ms)	Latency Standard Deviation (ms)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	41.889 (vs. 38.123, 9.88%↑)	41.128	1.683
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	40.306 (vs. 37.001, 8.93%↑)	39.742	1.767
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	39.724 (vs. 36.906, 7.64%↑)	39.316	1.262
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	42.469 (vs. 39.550, 7.38%↑)	41.845	1.513
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	723.910 (vs. 773.663, 6.43%↓)	702.739	50.073
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	24.627 (vs. 25.574, 3.70%↓)	24.532	0.333
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	31.543 (vs. 30.724, 2.66%↑)	31.422	0.401
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.562 (vs. 11.267, 2.61%↑)	11.567	0.094
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.725 (vs. 2.659, 2.48%↑)	2.726	0.012
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.201 (vs. 34.980, 2.23%↓)	33.949	0.447
matmul\_1x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.044 (vs. 0.043, 2.11%↑)	0.044	0.000
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	222.729 (vs. 227.498, 2.10%↓)	222.871	2.119
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.037 (vs. 12.248, 1.73%↓)	11.873	0.303
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	138.930 (vs. 136.653, 1.67%↑)	138.215	1.622
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	88.835 (vs. 87.470, 1.56%↑)	89.096	3.968
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	272.932 (vs. 277.220, 1.55%↓)	272.830	1.795
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	3.299 (vs. 3.249, 1.52%↑)	3.303	0.022
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.762 (vs. 17.522, 1.37%↑)	17.760	0.105
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.840 (vs. 17.600, 1.36%↑)	17.770	0.192
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	59.040 (vs. 58.273, 1.32%↑)	58.589	0.944
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	108.981 (vs. 107.631, 1.25%↑)	108.422	1.297
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.796 (vs. 2.830, 1.24%↓)	2.792	0.014
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	180.599 (vs. 182.746, 1.17%↓)	181.293	4.438
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	39.500 (vs. 39.053, 1.15%↑)	39.321	0.497
matmul\_1x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.055 (vs. 0.055, 1.14%↑)	0.055	0.000
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	6.999 (vs. 7.078, 1.12%↓)	6.995	0.018
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.006 (vs. 11.874, 1.11%↑)	12.048	0.239
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	78.321 (vs. 77.477, 1.09%↑)	77.750	1.192
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.930 (vs. 11.807, 1.04%↑)	11.919	0.038
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	70.287 (vs. 69.578, 1.02%↑)	70.247	2.419
matmul\_256x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	6.574 (vs. 6.637, 0.95%↓)	6.565	0.040
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.396 (vs. 33.711, 0.93%↓)	32.894	0.831
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.701 (vs. 34.005, 0.89%↓)	33.164	0.952
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.640 (vs. 4.598, 0.89%↑)	4.639	0.023
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.342 (vs. 5.388, 0.86%↓)	5.339	0.025
matmul\_1x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.055 (vs. 0.055, 0.83%↓)	0.055	0.000
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	259.691 (vs. 257.573, 0.82%↑)	257.135	4.715
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.316 (vs. 5.358, 0.79%↓)	5.314	0.020
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	14.754 (vs. 14.643, 0.76%↑)	14.743	0.163
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.769 (vs. 2.790, 0.76%↓)	2.762	0.026
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.049 (vs. 5.086, 0.73%↓)	5.051	0.014
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	273.498 (vs. 275.468, 0.72%↓)	273.762	7.460
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	61.113 (vs. 61.531, 0.68%↓)	60.828	0.535
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	36.458 (vs. 36.216, 0.67%↑)	36.208	0.399
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	229.542 (vs. 228.046, 0.66%↑)	227.060	4.589
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.207 (vs. 4.234, 0.64%↓)	4.209	0.013
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	186.457 (vs. 185.279, 0.64%↑)	184.892	3.211
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	14.040 (vs. 14.129, 0.63%↓)	13.980	0.178
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.907 (vs. 5.944, 0.61%↓)	5.908	0.012
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	30.060 (vs. 29.879, 0.61%↑)	30.028	0.169
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	26.880 (vs. 27.044, 0.61%↓)	26.857	0.070
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.246 (vs. 34.445, 0.58%↓)	34.107	0.346
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.584 (vs. 7.541, 0.57%↑)	7.550	0.068
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	178.544 (vs. 179.538, 0.55%↓)	178.995	3.345
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	22.565 (vs. 22.442, 0.55%↑)	22.457	0.268
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	32.187 (vs. 32.350, 0.51%↓)	32.171	0.129
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.514 (vs. 8.556, 0.49%↓)	8.472	0.085
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.110 (vs. 11.059, 0.46%↑)	10.798	0.614
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	79.770 (vs. 80.139, 0.46%↓)	79.404	1.122
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.168 (vs. 9.208, 0.44%↓)	8.924	0.449
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	1.297 (vs. 1.303, 0.43%↓)	1.297	0.001
matmul\_256x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	13.283 (vs. 13.338, 0.41%↓)	13.297	0.043
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.912 (vs. 5.887, 0.41%↑)	5.911	0.018
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	216.668 (vs. 215.793, 0.41%↑)	210.614	15.304
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.338 (vs. 9.300, 0.40%↑)	9.334	0.038
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.566 (vs. 8.601, 0.40%↓)	8.574	0.022
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.955 (vs. 9.995, 0.40%↓)	9.951	0.045
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.333 (vs. 5.354, 0.39%↓)	5.332	0.023
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.540 (vs. 7.568, 0.37%↓)	7.545	0.022
MobileNetV2\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags] local\_task(vmvx\_module)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	7731.260 (vs. 7759.644, 0.37%↓)	7731.058	0.451
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	36.191 (vs. 36.061, 0.36%↑)	36.223	0.141
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.028 (vs. 9.061, 0.36%↓)	8.991	0.088
matmul\_256x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	1.810 (vs. 1.817, 0.36%↓)	1.809	0.006
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.003 (vs. 11.042, 0.35%↓)	10.990	0.051
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	3.774 (vs. 3.786, 0.31%↓)	3.766	0.023
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	190.727 (vs. 190.148, 0.30%↑)	188.923	3.046
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	15.503 (vs. 15.550, 0.30%↓)	15.462	0.124
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.859 (vs. 35.965, 0.29%↓)	35.345	0.914
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	1.396 (vs. 1.392, 0.29%↑)	1.396	0.008
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	13.059 (vs. 13.022, 0.29%↑)	13.045	0.060
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.971 (vs. 8.946, 0.28%↑)	8.918	0.111
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	252.246 (vs. 252.910, 0.26%↓)	250.440	4.178
matmul\_1x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.055 (vs. 0.055, 0.25%↑)	0.055	0.000
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	64.305 (vs. 64.459, 0.24%↓)	64.070	0.482
matmul\_1x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.226 (vs. 0.227, 0.23%↓)	0.226	0.000
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	42.272 (vs. 42.367, 0.23%↓)	42.238	0.114
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	65.543 (vs. 65.399, 0.22%↑)	65.271	0.569
matmul\_1x256x2048\_i8\_i8\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.022 (vs. 0.022, 0.22%↓)	0.022	0.000
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.864 (vs. 5.877, 0.22%↓)	5.859	0.014
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.490 (vs. 8.472, 0.21%↑)	8.466	0.066
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.715 (vs. 0.717, 0.21%↓)	0.715	0.000
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.580 (vs. 0.579, 0.20%↑)	0.580	0.002
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.469 (vs. 5.479, 0.19%↓)	5.463	0.034
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	519.970 (vs. 519.049, 0.18%↑)	518.562	2.576
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.655 (vs. 0.656, 0.17%↓)	0.655	0.002
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	10.984 (vs. 11.003, 0.17%↓)	10.985	0.026
MobileNetV3Small\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags] local\_task(vmvx\_module)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	1749.986 (vs. 1752.797, 0.16%↓)	1748.239	3.688
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.563 (vs. 7.551, 0.16%↑)	7.566	0.042
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.867 (vs. 2.871, 0.16%↓)	2.863	0.011
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.948 (vs. 4.954, 0.13%↓)	4.947	0.027
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	19.548 (vs. 19.572, 0.12%↓)	19.576	0.071
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	3.411 (vs. 3.408, 0.12%↑)	3.423	0.031
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.949 (vs. 4.943, 0.11%↑)	4.943	0.038
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.787 (vs. 0.786, 0.10%↑)	0.788	0.004
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	23.615 (vs. 23.594, 0.09%↑)	23.580	0.127
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	65.118 (vs. 65.176, 0.09%↓)	64.769	0.623
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.531 (vs. 8.539, 0.09%↓)	8.480	0.144
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	243.736 (vs. 243.553, 0.08%↑)	243.081	1.385
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	21.647 (vs. 21.632, 0.07%↑)	21.663	0.065
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	69.078 (vs. 69.120, 0.06%↓)	68.857	0.492
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	134.004 (vs. 133.950, 0.04%↑)	133.843	0.666
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.579 (vs. 9.576, 0.04%↑)	9.579	0.020
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	51.381 (vs. 51.364, 0.03%↑)	51.297	0.146
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	247.326 (vs. 247.400, 0.03%↓)	245.915	3.901
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	61.493 (vs. 61.507, 0.02%↓)	61.143	0.606
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	1087.049 (vs. 1087.202, 0.01%↓)	1086.609	3.453

All Compilation Metrics

Benchmark Name	Compilation Time (ms)	Total Dispatch Size (bytes)	Total Artifact Size (bytes)	Stream IR Dispatch Count (# of cmd.dispatch ops)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	914 (vs. 1438, 36.44%↓)	4400 (vs. 4400, 0.00%)	273657 (vs. 273657, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	1651 (vs. 1919, 13.97%↓)	9680 (vs. 9680, 0.00%)	278905 (vs. 278905, 0.00%)	1 (vs. 1, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	930 (vs. 1165, 20.17%↓)	3328 (vs. 3328, 0.00%)	534713 (vs. 534713, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	1397 (vs. 1724, 18.97%↓)	8480 (vs. 8480, 0.00%)	539833 (vs. 539833, 0.00%)	1 (vs. 1, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	24679 (vs. 24708, 0.12%↓)	144544 (vs. 144544, 0.00%)	399493 (vs. 399493, 0.00%)	60 (vs. 60, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	37107 (vs. 40704, 8.84%↓)	238656 (vs. 238656, 0.00%)	10455045 (vs. 10455045, 0.00%)	97 (vs. 97, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	36074 (vs. 37685, 4.27%↓)	177696 (vs. 177696, 0.00%)	2957509 (vs. 2957509, 0.00%)	79 (vs. 79, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	55804 (vs. 73395, 23.97%↓)	682752 (vs. 682752, 0.00%)	5603845 (vs. 5603845, 0.00%)	89 (vs. 89, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	19603 (vs. 27442, 28.57%↓)	175008 (vs. 175008, 0.00%)	17092293 (vs. 17092293, 0.00%)	51 (vs. 51, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	30742 (vs. 38071, 19.25%↓)	190512 (vs. 190512, 0.00%)	14172293 (vs. 14172293, 0.00%)	74 (vs. 74, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	60071 (vs. 70889, 15.26%↓)	568880 (vs. 568880, 0.00%)	4216837 (vs. 4216837, 0.00%)	144 (vs. 144, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	44953 (vs. 48488, 7.29%↓)	287728 (vs. 287728, 0.00%)	18226245 (vs. 18226245, 0.00%)	124 (vs. 124, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	20104 (vs. 23103, 12.98%↓)	142464 (vs. 142464, 0.00%)	5195333 (vs. 5195333, 0.00%)	48 (vs. 48, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	63656 (vs. 74471, 14.52%↓)	91888 (vs. 91888, 0.00%)	99892293 (vs. 99892293, 0.00%)	703 (vs. 703, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	61970 (vs. 73566, 15.76%↓)	100448 (vs. 100448, 0.00%)	98413445 (vs. 98413445, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	324722 (vs. 340739, 4.70%↓)	6817872 (vs. 6817872, 0.00%)	33068869 (vs. 33068869, 0.00%)	1053 (vs. 1053, 0.00%)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	96754 (vs. 116801, 17.16%↓)	216688 (vs. 216688, 0.00%)	164493804 (vs. 164493804, 0.00%)	276 (vs. 276, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	26428 (vs. 32942, 19.77%↓)	67120 (vs. 67120, 0.00%)	133993839 (vs. 133993839, 0.00%)	185 (vs. 185, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	37155 (vs. 41779, 11.07%↓)	27504 (vs. 27504, 0.00%)	652742996 (vs. 652742996, 0.00%)	221 (vs. 221, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	31232 (vs. 37781, 17.33%↓)	15008 (vs. 15008, 0.00%)	652726804 (vs. 652726804, 0.00%)	246 (vs. 246, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	34282 (vs. 40392, 15.13%↓)	76768 (vs. 76768, 0.00%)	533839615 (vs. 533839615, 0.00%)	188 (vs. 188, 0.00%)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	31743 (vs. 37067, 14.36%↓)	58176 (vs. 58176, 0.00%)	1336009791 (vs. 1336009791, 0.00%)	365 (vs. 365, 0.00%)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	964 (vs. 1138, 15.29%↓)	4400 (vs. 4400, 0.00%)	273657 (vs. 273657, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	1505 (vs. 1802, 16.48%↓)	9680 (vs. 9680, 0.00%)	278969 (vs. 278969, 0.00%)	1 (vs. 1, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	2074 (vs. 2296, 9.67%↓)	2976 (vs. 2976, 0.00%)	534329 (vs. 534329, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	2183 (vs. 2615, 16.52%↓)	6432 (vs. 6432, 0.00%)	538501 (vs. 538501, 0.00%)	3 (vs. 3, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	23923 (vs. 24466, 2.22%↓)	106672 (vs. 106672, 0.00%)	368069 (vs. 368069, 0.00%)	87 (vs. 87, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	31852 (vs. 35651, 10.66%↓)	96992 (vs. 96992, 0.00%)	10394437 (vs. 10394437, 0.00%)	147 (vs. 147, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	29547 (vs. 33959, 12.99%↓)	114416 (vs. 114416, 0.00%)	2917637 (vs. 2917637, 0.00%)	144 (vs. 144, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	45916 (vs. 50497, 9.07%↓)	269312 (vs. 269312, 0.00%)	5215301 (vs. 5215301, 0.00%)	148 (vs. 148, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	17065 (vs. 19851, 14.03%↓)	60352 (vs. 60352, 0.00%)	17014213 (vs. 17014213, 0.00%)	79 (vs. 79, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	30214 (vs. 28556, 5.81%↑)	95328 (vs. 95328, 0.00%)	14129477 (vs. 14129477, 0.00%)	136 (vs. 136, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	50142 (vs. 57824, 13.29%↓)	329856 (vs. 329856, 0.00%)	3999301 (vs. 3999301, 0.00%)	213 (vs. 213, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	44334 (vs. 46925, 5.52%↓)	135552 (vs. 135552, 0.00%)	18353669 (vs. 18353669, 0.00%)	223 (vs. 223, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	15160 (vs. 18714, 18.99%↓)	44256 (vs. 44256, 0.00%)	5146821 (vs. 5146821, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	79054 (vs. 91012, 13.14%↓)	48496 (vs. 48496, 0.00%)	99982021 (vs. 99982021, 0.00%)	1786 (vs. 1786, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	74395 (vs. 88566, 16.00%↓)	48880 (vs. 48880, 0.00%)	98493893 (vs. 98493893, 0.00%)	1762 (vs. 1762, 0.00%)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	269272 (vs. 295862, 8.99%↓)	3422160 (vs. 3422160, 0.00%)	29827141 (vs. 29827141, 0.00%)	2136 (vs. 2136, 0.00%)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	102432 (vs. 119256, 14.11%↓)	155328 (vs. 155328, 0.00%)	169900268 (vs. 169900268, 0.00%)	439 (vs. 439, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	35242 (vs. 39525, 10.84%↓)	36576 (vs. 36576, 0.00%)	219461551 (vs. 219461551, 0.00%)	342 (vs. 342, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	46199 (vs. 52016, 11.18%↓)	17344 (vs. 17344, 0.00%)	992526804 (vs. 992526804, 0.00%)	330 (vs. 330, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	39272 (vs. 45633, 13.94%↓)	10272 (vs. 10272, 0.00%)	992522068 (vs. 992522068, 0.00%)	355 (vs. 355, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	43186 (vs. 50965, 15.26%↓)	38224 (vs. 38224, 0.00%)	875850367 (vs. 875850367, 0.00%)	346 (vs. 346, 0.00%)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	46751 (vs. 53633, 12.83%↓)	41568 (vs. 41568, 0.00%)	1336020671 (vs. 1336020671, 0.00%)	678 (vs. 678, 0.00%)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	925 (vs. 1365, 32.23%↓)	4400 (vs. 4400, 0.00%)	273657 (vs. 273657, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	1741 (vs. 2082, 16.38%↓)	9680 (vs. 9680, 0.00%)	278905 (vs. 278905, 0.00%)	1 (vs. 1, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	2382 (vs. 2964, 19.64%↓)	2464 (vs. 2464, 0.00%)	533817 (vs. 533817, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	2577 (vs. 3080, 16.33%↓)	4800 (vs. 4800, 0.00%)	536837 (vs. 536837, 0.00%)	3 (vs. 3, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	22781 (vs. 25157, 9.44%↓)	100464 (vs. 100464, 0.00%)	361861 (vs. 361861, 0.00%)	87 (vs. 87, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	32047 (vs. 33446, 4.18%↓)	99152 (vs. 99152, 0.00%)	10396549 (vs. 10396549, 0.00%)	147 (vs. 147, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	31746 (vs. 32138, 1.22%↓)	119792 (vs. 119792, 0.00%)	2923013 (vs. 2923013, 0.00%)	144 (vs. 144, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	47330 (vs. 51284, 7.71%↓)	260256 (vs. 260256, 0.00%)	5206277 (vs. 5206277, 0.00%)	148 (vs. 148, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	18654 (vs. 22462, 16.95%↓)	66256 (vs. 66256, 0.00%)	17020101 (vs. 17020101, 0.00%)	79 (vs. 79, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	30506 (vs. 35114, 13.12%↓)	100048 (vs. 100048, 0.00%)	14134149 (vs. 14134149, 0.00%)	136 (vs. 136, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	56634 (vs. 61898, 8.50%↓)	325280 (vs. 325280, 0.00%)	3994693 (vs. 3994693, 0.00%)	213 (vs. 213, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	38576 (vs. 45886, 15.93%↓)	123312 (vs. 123312, 0.00%)	18341381 (vs. 18341381, 0.00%)	223 (vs. 223, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	17161 (vs. 19003, 9.69%↓)	47808 (vs. 47808, 0.00%)	5150341 (vs. 5150341, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	75497 (vs. 87165, 13.39%↓)	39616 (vs. 39616, 0.00%)	99973125 (vs. 99973125, 0.00%)	1786 (vs. 1786, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	76925 (vs. 87566, 12.15%↓)	40016 (vs. 40016, 0.00%)	98484933 (vs. 98484933, 0.00%)	1762 (vs. 1762, 0.00%)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	257649 (vs. 276946, 6.97%↓)	3414288 (vs. 3414288, 0.00%)	29819269 (vs. 29819269, 0.00%)	2136 (vs. 2136, 0.00%)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	103303 (vs. 122650, 15.77%↓)	141760 (vs. 141760, 0.00%)	169886636 (vs. 169886636, 0.00%)	439 (vs. 439, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	35174 (vs. 39193, 10.25%↓)	33600 (vs. 33600, 0.00%)	219458607 (vs. 219458607, 0.00%)	342 (vs. 342, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	46392 (vs. 51481, 9.89%↓)	18784 (vs. 18784, 0.00%)	992528276 (vs. 992528276, 0.00%)	330 (vs. 330, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	46304 (vs. 48916, 5.34%↓)	11312 (vs. 11312, 0.00%)	992523092 (vs. 992523092, 0.00%)	355 (vs. 355, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	43287 (vs. 49946, 13.33%↓)	33968 (vs. 33968, 0.00%)	875846143 (vs. 875846143, 0.00%)	346 (vs. 346, 0.00%)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	53408 (vs. 56459, 5.40%↓)	38112 (vs. 38112, 0.00%)	1336017151 (vs. 1336017151, 0.00%)	678 (vs. 678, 0.00%)
EfficientNetV2STF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	87204 (vs. 108088, 19.32%↓)	841528 (vs. 841528, 0.00%)	165164692 (vs. 165164692, 0.00%)	276 (vs. 276, 0.00%)
MiniLML12H384Uncased(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	26260 (vs. 27295, 3.79%↓)	184528 (vs. 184528, 0.00%)	134119041 (vs. 134119041, 0.00%)	185 (vs. 185, 0.00%)
BertForMaskedLMTF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	34887 (vs. 38146, 8.54%↓)	264548 (vs. 264548, 0.00%)	534033972 (vs. 534033972, 0.00%)	188 (vs. 188, 0.00%)
BertLargeTF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	29512 (vs. 34099, 13.45%↓)	168052 (vs. 168052, 0.00%)	1336126133 (vs. 1336126133, 0.00%)	365 (vs. 365, 0.00%)
matmul_3456x1024x2048_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1794 (vs. 1794, 0.00%)	30384 (vs. 30384, 0.00%)	42579 (vs. 42579, 0.00%)	1 (vs. 1, 0.00%)
matmul_3456x1024x2048_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1826 (vs. 2260, 19.20%↓)	44912 (vs. 44912, 0.00%)	57107 (vs. 57107, 0.00%)	1 (vs. 1, 0.00%)
matmul_2560x2560x2560_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1719 (vs. 1967, 12.61%↓)	28344 (vs. 28344, 0.00%)	40475 (vs. 40475, 0.00%)	1 (vs. 1, 0.00%)
matmul_2560x2560x2560_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1786 (vs. 2268, 21.25%↓)	41284 (vs. 41284, 0.00%)	53415 (vs. 53415, 0.00%)	1 (vs. 1, 0.00%)
matmul_2564x2564x2564_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	2361 (vs. 2631, 10.26%↓)	85956 (vs. 85956, 0.00%)	98087 (vs. 98087, 0.00%)	1 (vs. 1, 0.00%)
matmul_2562x2564x2562_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	2214 (vs. 2823, 21.57%↓)	88832 (vs. 88832, 0.00%)	101027 (vs. 101027, 0.00%)	1 (vs. 1, 0.00%)
matmul_2562x2561x2561_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	2762 (vs. 3234, 14.59%↓)	84036 (vs. 84036, 0.00%)	96231 (vs. 96231, 0.00%)	1 (vs. 1, 0.00%)
matmul_123x2561x2561_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1936 (vs. 2483, 22.03%↓)	51016 (vs. 51016, 0.00%)	63210 (vs. 63210, 0.00%)	1 (vs. 1, 0.00%)
matmul_128x256x8192_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,splitk,compile-stats]	1098 (vs. 1028, 6.81%↑)	9004 (vs. 9004, 0.00%)	28085 (vs. 28085, 0.00%)	2 (vs. 2, 0.00%)
matmul_128x256x8192_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,splitk,compile-stats]	849 (vs. 990, 14.24%↓)	9748 (vs. 9748, 0.00%)	28833 (vs. 28833, 0.00%)	2 (vs. 2, 0.00%)
MiniLML12H384Uncased(stablehlo) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	30760 (vs. 33494, 8.16%↓)	55792 (vs. 55792, 0.00%)	133982193 (vs. 133982193, 0.00%)	185 (vs. 185, 0.00%)
DeepLabV3_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	17662 (vs. 21210, 16.73%↓)	42768 (vs. 42768, 0.00%)	2822215 (vs. 2822215, 0.00%)	79 (vs. 79, 0.00%)
EfficientNet_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	38522 (vs. 47390, 18.71%↓)	188816 (vs. 188816, 0.00%)	5109575 (vs. 5109575, 0.00%)	89 (vs. 89, 0.00%)
MobileBertSquad_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	68333 (vs. 70420, 2.96%↓)	50432 (vs. 50432, 0.00%)	98363079 (vs. 98363079, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	373911 (vs. 381288, 1.93%↓)	3537584 (vs. 3537584, 0.00%)	29788295 (vs. 29788295, 0.00%)	1053 (vs. 1053, 0.00%)
MobileNetV1_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	14985 (vs. 19112, 21.59%↓)	51488 (vs. 51488, 0.00%)	16971207 (vs. 16971207, 0.00%)	65 (vs. 65, 0.00%)
MobileNetV2_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	49633 (vs. 52835, 6.06%↓)	217328 (vs. 217328, 0.00%)	3864967 (vs. 3864967, 0.00%)	144 (vs. 144, 0.00%)
PersonDetect_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	17528 (vs. 19729, 11.16%↓)	59520 (vs. 59520, 0.00%)	314183 (vs. 314183, 0.00%)	60 (vs. 60, 0.00%)
EfficientNet_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	49539 (vs. 59672, 16.98%↓)	393668 (vs. 393668, 0.00%)	5314439 (vs. 5314439, 0.00%)	89 (vs. 89, 0.00%)
MobileBertSquad_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	438735 (vs. 450833, 2.68%↓)	3825444 (vs. 3825444, 0.00%)	30076167 (vs. 30076167, 0.00%)	1053 (vs. 1053, 0.00%)
PersonDetect_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	23228 (vs. 22337, 3.99%↑)	125236 (vs. 125236, 0.00%)	379847 (vs. 379847, 0.00%)	60 (vs. 60, 0.00%)
MobileNetV2_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	58935 (vs. 63028, 6.49%↓)	330176 (vs. 330176, 0.00%)	3977799 (vs. 3977799, 0.00%)	144 (vs. 144, 0.00%)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	20284 (vs. 21893, 7.35%↓)	56384 (vs. 56384, 0.00%)	2835845 (vs. 2835845, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	61609 (vs. 69265, 11.05%↓)	33856 (vs. 33856, 0.00%)	98346437 (vs. 98346437, 0.00%)	679 (vs. 679, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	36630 (vs. 38538, 4.95%↓)	20208 (vs. 20208, 0.00%)	652735380 (vs. 652735380, 0.00%)	221 (vs. 221, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	32095 (vs. 42848, 25.10%↓)	8992 (vs. 8992, 0.00%)	652720468 (vs. 652720468, 0.00%)	246 (vs. 246, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	294162 (vs. 314473, 6.46%↓)	4939360 (vs. 4939360, 0.00%)	31190085 (vs. 31190085, 0.00%)	1053 (vs. 1053, 0.00%)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	96607 (vs. 113160, 14.63%↓)	819952 (vs. 819952, 0.00%)	88844933 (vs. 88844933, 0.00%)	255 (vs. 255, 0.00%)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	27480 (vs. 25571, 7.47%↑)	50848 (vs. 50848, 0.00%)	2844741 (vs. 2844741, 0.00%)	144 (vs. 144, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	73588 (vs. 88148, 16.52%↓)	21840 (vs. 21840, 0.00%)	98466437 (vs. 98466437, 0.00%)	1762 (vs. 1762, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	41685 (vs. 48879, 14.72%↓)	11536 (vs. 11536, 0.00%)	992496148 (vs. 992496148, 0.00%)	330 (vs. 330, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	46624 (vs. 54527, 14.49%↓)	9136 (vs. 9136, 0.00%)	992496020 (vs. 992496020, 0.00%)	355 (vs. 355, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	224897 (vs. 249166, 9.74%↓)	1800576 (vs. 1800576, 0.00%)	28205189 (vs. 28205189, 0.00%)	2136 (vs. 2136, 0.00%)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	72301 (vs. 81264, 11.03%↓)	121824 (vs. 121824, 0.00%)	88135429 (vs. 88135429, 0.00%)	375 (vs. 375, 0.00%)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	21977 (vs. 24763, 11.25%↓)	41008 (vs. 41008, 0.00%)	2834885 (vs. 2834885, 0.00%)	144 (vs. 144, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	68779 (vs. 82955, 17.09%↓)	22064 (vs. 22064, 0.00%)	98466693 (vs. 98466693, 0.00%)	1762 (vs. 1762, 0.00%)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	41192 (vs. 47830, 13.88%↓)	10736 (vs. 10736, 0.00%)	992495316 (vs. 992495316, 0.00%)	330 (vs. 330, 0.00%)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	37216 (vs. 46381, 19.76%↓)	8672 (vs. 8672, 0.00%)	992495572 (vs. 992495572, 0.00%)	355 (vs. 355, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	226766 (vs. 249105, 8.97%↓)	1808112 (vs. 1808112, 0.00%)	28212741 (vs. 28212741, 0.00%)	2136 (vs. 2136, 0.00%)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	67042 (vs. 76676, 12.56%↓)	124384 (vs. 124384, 0.00%)	88137989 (vs. 88137989, 0.00%)	375 (vs. 375, 0.00%)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	862 (vs. 1051, 17.98%↓)	2464 (vs. 2464, 0.00%)	271353 (vs. 271353, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	1104 (vs. 1418, 22.14%↓)	3872 (vs. 3872, 0.00%)	272761 (vs. 272761, 0.00%)	1 (vs. 1, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	840 (vs. 1015, 17.24%↓)	2368 (vs. 2368, 0.00%)	533433 (vs. 533433, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	949 (vs. 1020, 6.96%↓)	3088 (vs. 3088, 0.00%)	534137 (vs. 534137, 0.00%)	1 (vs. 1, 0.00%)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	1627 (vs. 2273, 28.42%↓)	3504 (vs. 3504, 0.00%)	273093 (vs. 273093, 0.00%)	2 (vs. 2, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	2214 (vs. 2607, 15.07%↓)	4528 (vs. 4528, 0.00%)	274693 (vs. 274693, 0.00%)	4 (vs. 4, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	2223 (vs. 2659, 16.40%↓)	2368 (vs. 2368, 0.00%)	533433 (vs. 533433, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	2585 (vs. 2976, 13.14%↓)	3360 (vs. 3360, 0.00%)	535109 (vs. 535109, 0.00%)	3 (vs. 3, 0.00%)
matmul_1x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	1133 (vs. 1629, 30.45%↓)	4144 (vs. 4144, 0.00%)	273733 (vs. 273733, 0.00%)	2 (vs. 2, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	1769 (vs. 2199, 19.55%↓)	6496 (vs. 6496, 0.00%)	276677 (vs. 276677, 0.00%)	4 (vs. 4, 0.00%)
matmul_1x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	1855 (vs. 2404, 22.84%↓)	2640 (vs. 2640, 0.00%)	533689 (vs. 533689, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i8_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	2113 (vs. 2603, 18.82%↓)	4352 (vs. 4352, 0.00%)	536069 (vs. 536069, 0.00%)	3 (vs. 3, 0.00%)
MobileBertSquad_fp32(tflite) [qualcomm-adreno-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	57766 (vs. 69811, 17.25%↓)	257480 (vs. 257480, 0.00%)	98583085 (vs. 98583085, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_fp32(tflite) [qualcomm-adreno-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,compile-stats]	67271 (vs. 69649, 3.41%↓)	257480 (vs. 257480, 0.00%)	98583085 (vs. 98583085, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	60176 (vs. 69228, 13.08%↓)	148236 (vs. 148236, 0.00%)	98473901 (vs. 98473901, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,demote-f32-to-f16,compile-stats]	100650 (vs. 109775, 8.31%↓)	3178840 (vs. 3178840, 0.00%)	53160559 (vs. 53160559, 0.00%)	703 (vs. 703, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	184039 (vs. 209509, 12.16%↓)	7145960 (vs. 7145960, 0.00%)	33672074 (vs. 33672074, 0.00%)	1053 (vs. 1053, 0.00%)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	62525 (vs. 69027, 9.42%↓)	148220 (vs. 148220, 0.00%)	98475629 (vs. 98475629, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,demote-f32-to-f16,compile-stats]	70392 (vs. 81290, 13.41%↓)	3180856 (vs. 3180856, 0.00%)	53169775 (vs. 53169775, 0.00%)	703 (vs. 703, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	186577 (vs. 212291, 12.11%↓)	7144540 (vs. 7144540, 0.00%)	33657802 (vs. 33657802, 0.00%)	1053 (vs. 1053, 0.00%)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	102330 (vs. 117396, 12.83%↓)	148220 (vs. 148220, 0.00%)	99696557 (vs. 99696557, 0.00%)	679 (vs. 679, 0.00%)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,demote-f32-to-f16,compile-stats]	120259 (vs. 140333, 14.30%↓)	3180856 (vs. 3180856, 0.00%)	54433775 (vs. 54433775, 0.00%)	703 (vs. 703, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	326279 (vs. 355843, 8.31%↓)	7144540 (vs. 7144540, 0.00%)	35551114 (vs. 35551114, 0.00%)	1053 (vs. 1053, 0.00%)
MobileNetV2_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	18898 (vs. 24444, 22.69%↓)	189941 (vs. 189941, 0.00%)	14185150 (vs. 14185150, 0.00%)	171 (vs. 171, 0.00%)
MobileNetV3Small_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	28576 (vs. 32619, 12.39%↓)	277813 (vs. 277813, 0.00%)	10508286 (vs. 10508286, 0.00%)	208 (vs. 208, 0.00%)