OV - exec - Loops

Run 1x1	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threadsOMP_NUM_THREADS: 1
Run 1x2	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 2OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x4	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 4OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x8	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 8OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x16	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 16OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x24	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 24OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x32	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 32OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x40	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 40OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x48	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 48OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x56	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 56OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads
Run 1x64	Number processes: 1Number nodes: 1Run Command: <executable> -m meta-llama-3.1-8b-instruct-Q4_0.gguf -t <OMP_NUM_THREADS> -b 2048 -ub 512 -npp 0 -ntg 128 -npl 16 -c 16384 --seed 0 --output-format jsonlMPI Command: mpirun -n <number_processes> --bind-to none --report-bindings Dataset: Run Directory: /home/eoseret/Tools/QaaS/qaas_runs/ip-172-31-18-66/176-138-1719/llama.cpp/run/oneview_runs/multicore/armclang/oneview_run_1761384116OMP_NUM_THREADS: 64OMP_PROC_BIND: spreadOMP_DISPLAY_AFFINITY: TRUEOMP_AFFINITY_FORMAT: 'OMP: pid %P tid %i thread %n bound to OS proc set {%A}'OMP_DISPLAY_ENV: TRUEOMP_PLACES: threads

Loop id	Source Location	Source Function	Level	Max Thread Time / Walltime 1x1 (%)	Max Thread Time / Walltime 1x2 (%)	Max Thread Time / Walltime 1x4 (%)	Max Thread Time / Walltime 1x8 (%)	Max Thread Time / Walltime 1x16 (%)	Max Thread Time / Walltime 1x24 (%)	Max Thread Time / Walltime 1x32 (%)	Max Thread Time / Walltime 1x40 (%)	Max Thread Time / Walltime 1x48 (%)	Max Thread Time / Walltime 1x56 (%)	Max Thread Time / Walltime 1x64 (%)	Exclusive Coverage 1x1 (%)	Exclusive Coverage 1x2 (%)	Exclusive Coverage 1x4 (%)	Exclusive Coverage 1x8 (%)	Exclusive Coverage 1x16 (%)	Exclusive Coverage 1x24 (%)	Exclusive Coverage 1x32 (%)	Exclusive Coverage 1x40 (%)	Exclusive Coverage 1x48 (%)	Exclusive Coverage 1x56 (%)	Exclusive Coverage 1x64 (%)	Inclusive Coverage 1x1 (%)	Inclusive Coverage 1x2 (%)	Inclusive Coverage 1x4 (%)	Inclusive Coverage 1x8 (%)	Inclusive Coverage 1x16 (%)	Inclusive Coverage 1x24 (%)	Inclusive Coverage 1x32 (%)	Inclusive Coverage 1x40 (%)	Inclusive Coverage 1x48 (%)	Inclusive Coverage 1x56 (%)	Inclusive Coverage 1x64 (%)	Max Exclusive Time Over Threads 1x1 (s)	Max Exclusive Time Over Threads 1x2 (s)	Max Exclusive Time Over Threads 1x4 (s)	Max Exclusive Time Over Threads 1x8 (s)	Max Exclusive Time Over Threads 1x16 (s)	Max Exclusive Time Over Threads 1x24 (s)	Max Exclusive Time Over Threads 1x32 (s)	Max Exclusive Time Over Threads 1x40 (s)	Max Exclusive Time Over Threads 1x48 (s)	Max Exclusive Time Over Threads 1x56 (s)	Max Exclusive Time Over Threads 1x64 (s)	Max Inclusive Time Over Threads 1x1 (s)	Max Inclusive Time Over Threads 1x2 (s)	Max Inclusive Time Over Threads 1x4 (s)	Max Inclusive Time Over Threads 1x8 (s)	Max Inclusive Time Over Threads 1x16 (s)	Max Inclusive Time Over Threads 1x24 (s)	Max Inclusive Time Over Threads 1x32 (s)	Max Inclusive Time Over Threads 1x40 (s)	Max Inclusive Time Over Threads 1x48 (s)	Max Inclusive Time Over Threads 1x56 (s)	Max Inclusive Time Over Threads 1x64 (s)	Exclusive Time w.r.t. Wall Time 1x1 (s)	Exclusive Time w.r.t. Wall Time 1x2 (s)	Exclusive Time w.r.t. Wall Time 1x4 (s)	Exclusive Time w.r.t. Wall Time 1x8 (s)	Exclusive Time w.r.t. Wall Time 1x16 (s)	Exclusive Time w.r.t. Wall Time 1x24 (s)	Exclusive Time w.r.t. Wall Time 1x32 (s)	Exclusive Time w.r.t. Wall Time 1x40 (s)	Exclusive Time w.r.t. Wall Time 1x48 (s)	Exclusive Time w.r.t. Wall Time 1x56 (s)	Exclusive Time w.r.t. Wall Time 1x64 (s)	Inclusive Time w.r.t. Wall Time 1x1 (s)	Inclusive Time w.r.t. Wall Time 1x2 (s)	Inclusive Time w.r.t. Wall Time 1x4 (s)	Inclusive Time w.r.t. Wall Time 1x8 (s)	Inclusive Time w.r.t. Wall Time 1x16 (s)	Inclusive Time w.r.t. Wall Time 1x24 (s)	Inclusive Time w.r.t. Wall Time 1x32 (s)	Inclusive Time w.r.t. Wall Time 1x40 (s)	Inclusive Time w.r.t. Wall Time 1x48 (s)	Inclusive Time w.r.t. Wall Time 1x56 (s)	Inclusive Time w.r.t. Wall Time 1x64 (s)	Nb Threads 1x1	Nb Threads 1x2	Nb Threads 1x4	Nb Threads 1x8	Nb Threads 1x16	Nb Threads 1x24	Nb Threads 1x32	Nb Threads 1x40	Nb Threads 1x48	Nb Threads 1x56	Nb Threads 1x64	Vectorization Ratio (%)	Vector Length Use (%)	Speedup If No Scalar Integer	Speedup If FP Vectorized	Speedup If Fully Vectorized	Speedup If Perfect Load Balancing 1x1	Speedup If Perfect Load Balancing 1x2	Speedup If Perfect Load Balancing 1x4	Speedup If Perfect Load Balancing 1x8	Speedup If Perfect Load Balancing 1x16	Speedup If Perfect Load Balancing 1x24	Speedup If Perfect Load Balancing 1x32	Speedup If Perfect Load Balancing 1x40	Speedup If Perfect Load Balancing 1x48	Speedup If Perfect Load Balancing 1x56	Speedup If Perfect Load Balancing 1x64	Stride 0	Stride 1	Stride n	Stride Unknown	Stride Indirect	Array Access Efficiency	(1x1) Efficiency	(1x1) Potential Speed-Up (%)	(1x2) Efficiency	(1x2) Potential Speed-Up (%)	(1x4) Efficiency	(1x4) Potential Speed-Up (%)	(1x8) Efficiency	(1x8) Potential Speed-Up (%)	(1x16) Efficiency	(1x16) Potential Speed-Up (%)	(1x24) Efficiency	(1x24) Potential Speed-Up (%)	(1x32) Efficiency	(1x32) Potential Speed-Up (%)	(1x40) Efficiency	(1x40) Potential Speed-Up (%)	(1x48) Efficiency	(1x48) Potential Speed-Up (%)	(1x56) Efficiency	(1x56) Potential Speed-Up (%)	(1x64) Efficiency	(1x64) Potential Speed-Up (%)
2405	libggml-cpu.so - kai_matmul_clamp_f32_qsi8d32p4x8_qsi4c32p4x8_16x4_neon_i8mm.c:131-131	kai_run_matmul_clamp_f32_qsi8d32p4x8_qsi4c32p4x8_16x4_neon_i8mm	Innermost	66.13	64.83	62.97	58.55	51.67	48.67	45.50	41.83	40.29	35.94	33.16	66.86	66.43	66.07	65.02	62.76	61.94	60.70	58.81	57.03	55.41	53.52	66.86	66.43	66.07	65.02	62.76	61.94	60.70	58.81	57.03	55.41	53.52	142.10	71.04	35.70	17.92	9.14	6.99	5.66	4.75	4.26	3.64	3.27	142.10	71.04	35.70	17.92	9.14	6.99	5.66	4.75	4.26	3.64	3.27	142.10	71.22	35.96	18.34	9.58	7.40	5.97	5.11	4.47	4.01	3.65	142.10	71.22	35.96	18.34	9.58	7.40	5.97	5.11	4.47	4.01	3.65	1	2	4	8	16	24	32	40	48	56	64	28.14	27.69	1	1.18	4.53	1	1	1.01	1	1.02	1.04	1.06	1.05	1.1	1.06	1.05	0	0	5	0	0	75.00	1	0	1	0.16	0.99	0.79	0.97	2.05	0.93	4.56	0.8	12.37	0.74	15.54	0.7	17.93	0.66	19.29	0.63	20.39	0.61	20.96
2288	libggml-cpu.so - quants.c:2506-2590 [...]	ggml_vec_dot_q6_K_q8_K	Innermost	24.10	23.50	23.03	21.24	18.76	15.98	14.47	12.75	11.62	10.70	9.63	24.36	24.11	23.90	23.36	22.55	20.50	19.61	18.29	17.25	16.28	15.48	24.36	24.11	23.90	23.36	22.55	20.50	19.61	18.29	17.25	16.28	15.48	51.78	25.75	13.06	6.50	3.32	2.29	1.80	1.45	1.23	1.09	0.95	51.78	25.75	13.06	6.50	3.32	2.29	1.80	1.45	1.23	1.09	0.95	51.78	25.85	13.01	6.59	3.44	2.45	1.93	1.59	1.35	1.18	1.06	51.78	25.85	13.01	6.59	3.44	2.45	1.93	1.59	1.35	1.18	1.06	1	2	4	8	16	24	32	40	48	56	64	50.56	33.98	1	1	2.57	1	1	1.02	1.01	1.03	1.03	1.04	1.03	1.05	1.07	1.06	2	0	1	19	0	55.68	1	0	1	0	1	0.11	0.98	0.42	0.94	1.34	0.88	2.44	0.84	3.16	0.81	3.4	0.8	3.5	0.78	3.51	0.77	3.62
2289	libggml-cpu.so - quants.c:2492-2660 [...]	ggml_vec_dot_q6_K_q8_K	Outermost	3.37	3.43	3.63	3.56	3.16	2.75	2.37	2.37	2.17	1.87	1.83	3.41	3.51	3.49	3.59	3.30	2.97	2.68	2.49	2.35	2.19	2.11	27.77	27.62	27.39	26.95	25.85	23.48	22.29	20.79	19.60	18.47	17.60	7.25	3.76	2.06	1.09	0.56	0.40	0.29	0.27	0.23	0.19	0.18	59.03	29.51	14.74	7.47	3.75	2.60	2.02	1.63	1.37	1.19	1.06	7.25	3.76	1.90	1.01	0.50	0.35	0.26	0.22	0.18	0.16	0.14	59.03	29.62	14.91	7.60	3.94	2.80	2.19	1.81	1.54	1.34	1.20	1	2	4	8	16	24	32	40	48	56	64	61.82	61.76	1.19	1.85	1	1	1	1.1	1.11	1.18	1.22	1.25	1.41	1.44	1.39	1.47	0	0	0	22	0	50.00	1	0	0.96	0.13	0.95	0.16	0.89	0.38	0.9	0.33	0.85	0.44	0.86	0.38	0.84	0.41	0.82	0.42	0.82	0.4	0.79	0.45
1750	libggml-cpu.so - ops.cpp:8793-8881 [...]	ggml_compute_forward_flash_attn_ext	InBetween	1.34	1.26	1.30	1.32	1.13	1.04	1.00	0.84	0.85	0.94	0.76	1.36	1.26	1.26	1.25	1.19	0.98	0.92	0.91	0.85	0.76	0.73	1.58	1.51	1.44	1.49	1.40	1.21	1.17	1.15	1.12	1.04	1.07	2.88	1.38	0.74	0.41	0.20	0.15	0.13	0.09	0.09	0.09	0.07	3.35	1.61	0.83	0.47	0.23	0.17	0.15	0.13	0.12	0.12	0.10	2.88	1.36	0.69	0.35	0.18	0.12	0.09	0.08	0.07	0.05	0.05	3.35	1.62	0.79	0.42	0.21	0.14	0.12	0.10	0.09	0.08	0.07	1	2	4	8	16	24	32	40	47	51	64	15.14	37.61	4.04	1	1.86	1	1.03	1.08	1.18	1.17	1.4	1.54	1.36	1.52	1.84	1.76	NA	NA	NA	NA	NA	0.00	1	0	1.06	0	1.05	0	1.02	0	0.99	0.01	1.03	0	0.99	0.01	0.92	0.08	0.9	0.08	0.94	0.05	0.9	0.07
910	libggml-cpu.so - vec.cpp:385-387 [...]	ggml_vec_swiglu_f32	Single	0.83	0.93	1.02	0.93	1.47	1.18	1.65	1.45	1.94	1.53	1.57	0.84	0.93	0.97	0.89	1.02	0.78	0.71	0.65	0.61	0.59	0.53	0.84	0.93	0.97	0.89	1.02	0.78	0.71	0.65	0.61	0.59	0.53	1.78	1.01	0.58	0.28	0.26	0.17	0.21	0.16	0.20	0.16	0.16	1.78	1.01	0.58	0.28	0.26	0.17	0.21	0.16	0.20	0.16	0.16	1.78	1.00	0.53	0.25	0.16	0.09	0.07	0.06	0.05	0.04	0.04	1.78	1.00	0.53	0.25	0.16	0.09	0.07	0.06	0.05	0.04	0.04	1	2	4	8	16	16	16	16	16	16	16	70.45	81.46	1	1	1.24	1	1.02	1.11	1.16	1.78	1.33	1.62	1.31	1.63	1.21	1.25	0	0	0	3	0	50.00	1	0	0.89	0.1	0.84	0.15	0.88	0.1	0.72	0.29	0.79	0.16	0.79	0.15	0.78	0.14	0.77	0.14	0.74	0.15	0.76	0.13
2368	libggml-cpu.so - kai_lhs_quant_pack_qsi8d32p4x8sb_f32_neon.c:96-258 [...]	kai_run_lhs_quant_pack_qsi8d32p4x8sb_f32_neon	Innermost	0.37	0.31	0.36	0.70	1.10	1.29	1.81	1.98	2.31	2.07	2.43	0.37	0.29	0.34	0.35	0.31	0.25	0.27	0.25	0.26	0.20	0.22	0.37	0.29	0.34	0.35	0.31	0.25	0.27	0.25	0.26	0.20	0.22	0.79	0.34	0.20	0.22	0.20	0.19	0.22	0.23	0.24	0.21	0.24	0.79	0.34	0.20	0.22	0.20	0.19	0.22	0.23	0.24	0.21	0.24	0.79	0.32	0.19	0.10	0.05	0.03	0.03	0.02	0.02	0.01	0.01	0.79	0.32	0.19	0.10	0.05	0.03	0.03	0.02	0.02	0.01	0.01	1	2	4	4	4	4	4	4	4	4	4	77.23	48.22	1	1.12	2.08	1	1.08	1.12	1.12	1.09	1.12	1.18	1.17	1.14	1.23	1.18	1	0	1	3	0	65.00	1	0	1.25	0	1.06	0	1	0	1.04	0	1.09	0	0.93	0.02	0.91	0.02	0.8	0.05	0.99	0	0.83	0.04
2406	libggml-cpu.so - kai_matmul_clamp_f32_qsi8d32p4x8_qsi4c32p4x8_16x4_neon_i8mm.c:131-131	kai_run_matmul_clamp_f32_qsi8d32p4x8_qsi4c32p4x8_16x4_neon_i8mm	InBetween	0.25	0.30	0.33	0.34	0.34	0.42	0.36	0.40	0.38	0.35	0.41	0.25	0.29	0.29	0.33	0.27	0.31	0.30	0.27	0.25	0.23	0.25	67.11	66.72	66.36	65.35	63.04	62.24	61.00	59.08	57.28	55.65	53.77	0.53	0.32	0.19	0.10	0.06	0.06	0.04	0.04	0.04	0.04	0.04	142.63	71.34	35.83	18.00	9.20	7.05	5.68	4.78	4.27	3.65	3.27	0.53	0.31	0.16	0.09	0.04	0.04	0.03	0.02	0.02	0.02	0.02	142.63	71.54	36.12	18.44	9.62	7.44	6.00	5.13	4.49	4.03	3.67	1	2	4	8	16	24	32	40	46	55	60	27.59	27.86	1	1	4	1	1.04	1.18	1.14	1.52	1.79	1.67	2.2	2.27	2.36	2.54	NA	NA	NA	NA	NA	0.00	1	0	0.84	0.05	0.84	0.05	0.7	0.1	0.79	0.06	0.6	0.12	0.55	0.14	0.57	0.11	0.57	0.11	0.56	0.1	0.48	0.13
1282	libggml-cpu.so - ops.cpp:4325-4326	ggml_compute_forward_rms_norm	Innermost	0.24	0.20	0.24	0.28	0.28	0.24	0.44	0.40	0.47	0.44	0.56	0.25	0.20	0.19	0.18	0.19	0.14	0.19	0.13	0.12	0.11	0.14	0.25	0.20	0.19	0.18	0.19	0.14	0.19	0.13	0.12	0.11	0.14	0.53	0.22	0.14	0.08	0.05	0.04	0.05	0.05	0.05	0.05	0.05	0.53	0.22	0.14	0.08	0.05	0.04	0.05	0.05	0.05	0.05	0.05	0.53	0.22	0.10	0.05	0.03	0.02	0.02	0.01	0.01	0.01	0.01	0.53	0.22	0.10	0.05	0.03	0.02	0.02	0.01	0.01	0.01	0.01	1	2	4	8	16	16	16	16	16	16	16	94.12	95.59	1	1	1.04	1	1.02	1.32	1.7	1.82	1.58	1.61	1.87	2	1.92	1.68	0	0	0	1	0	50.00	1	0	1.22	0	1.26	0	1.28	0	1.12	0	1.35	0	0.86	0.03	1.21	0	1.14	0	1.2	0	0.85	0.02
1757	libggml-cpu.so - vec.h:411-458	ggml_compute_forward_flash_attn_ext	Innermost	0.22	0.26	0.21	0.29	0.28	0.31	0.36	0.53	0.38	0.35	0.46	0.22	0.24	0.18	0.24	0.20	0.23	0.25	0.25	0.27	0.28	0.33	0.22	0.24	0.18	0.24	0.20	0.23	0.25	0.25	0.27	0.28	0.33	0.47	0.29	0.12	0.09	0.05	0.05	0.05	0.06	0.04	0.04	0.04	0.47	0.29	0.12	0.09	0.05	0.05	0.05	0.06	0.04	0.04	0.04	0.47	0.26	0.10	0.07	0.03	0.03	0.02	0.02	0.02	0.02	0.02	0.47	0.26	0.10	0.07	0.03	0.03	0.02	0.02	0.02	0.02	0.02	1	2	4	8	16	24	31	39	46	51	64	100	100	1	1	1	1	1.13	1.25	1.38	1.72	1.82	2.01	3.1	2.09	1.84	2.36	0	0	0	4	0	50.00	1	0	0.9	0.02	1.19	0	0.87	0.03	0.94	0.01	0.71	0.07	0.6	0.1	0.54	0.11	0.46	0.15	0.41	0.16	0.32	0.22
903	libggml-cpu.so - vec.cpp:231-262	ggml_vec_dot_f16	Single	0.20	0.27	0.23	0.29	0.40	0.35	0.36	0.48	0.47	0.54	0.66	0.21	0.25	0.23	0.25	0.27	0.25	0.33	0.36	0.39	0.38	0.46	0.21	0.25	0.23	0.25	0.27	0.25	0.33	0.36	0.39	0.38	0.46	0.44	0.29	0.13	0.09	0.07	0.05	0.05	0.05	0.05	0.05	0.06	0.44	0.29	0.13	0.09	0.07	0.05	0.05	0.05	0.05	0.05	0.06	0.44	0.27	0.12	0.07	0.04	0.03	0.03	0.03	0.03	0.03	0.03	0.44	0.27	0.12	0.07	0.04	0.03	0.03	0.03	0.03	0.03	0.03	1	2	4	8	16	24	32	40	47	52	64	96	97	1	1	1	1	1.1	1.07	1.33	1.79	1.86	1.56	1.96	1.86	2.15	2.43	0	0	0	16	0	50.00	1	0	0.82	0.05	0.9	0.02	0.79	0.05	0.66	0.09	0.62	0.09	0.43	0.19	0.35	0.24	0.3	0.27	0.28	0.27	0.22	0.36
2388	libggml-cpu.so - kai_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0.c:127-139 [...]	kai_run_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0	Innermost	0.15	0.35	0.74	1.21	1.78	2.65	2.81	3.17	3.35	3.50	3.96	0.16	0.18	0.20	0.17	0.14	0.15	0.12	0.12	0.11	0.10	0.10	0.16	0.18	0.20	0.17	0.14	0.15	0.12	0.12	0.11	0.10	0.10	0.33	0.38	0.42	0.37	0.31	0.38	0.35	0.36	0.35	0.35	0.39	0.33	0.38	0.42	0.37	0.31	0.38	0.35	0.36	0.35	0.35	0.39	0.33	0.19	0.11	0.05	0.02	0.02	0.01	0.01	0.01	0.01	0.01	0.33	0.19	0.11	0.05	0.02	0.02	0.01	0.01	0.01	0.01	0.01	1	1	1	1	1	1	1	1	1	1	1	0	25	1	1	4	1	1	1	1	1	1	1	1	1	1	1	1	0	0	0	1	50.00	1	0	0.86	0.02	0.78	0.04	0.87	0.02	0.99	0	0.79	0.03	0.85	0.02	0.81	0.02	0.81	0.02	0.8	0.02	0.72	0.03
0	libggml-cpu.so - ggml-cpu.c:3228-3229 [...]	ggml_cpu_fp32_to_fp16	Single	0.12	0.13	0.17	0.15	0.20	0.21	0.24	0.26	0.28	0.30	0.30	0.12	0.13	0.12	0.13	0.12	0.10	0.11	0.10	0.09	0.08	0.08	0.12	0.13	0.12	0.13	0.12	0.10	0.11	0.10	0.09	0.08	0.08	0.25	0.14	0.10	0.05	0.04	0.03	0.03	0.03	0.03	0.03	0.03	0.25	0.14	0.10	0.05	0.04	0.03	0.03	0.03	0.03	0.03	0.03	0.26	0.14	0.07	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	0.26	0.14	0.07	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	1	2	4	8	15	20	26	30	33	27	32	90.48	95.41	1	1	1.05	1	1.02	1.46	1.22	1.88	2.26	2.44	2.9	3.47	3	3.1	0	0	0	2	0	50.00	1	0	0.92	0.01	0.97	0	0.84	0.02	0.86	0.02	0.88	0.01	0.72	0.03	0.73	0.03	0.78	0.02	0.81	0.01	0.7	0.02
431	libggml-cpu.so - binary-ops.cpp:10-32 [...]	ggml_compute_forward_add_non_quantized	Innermost	0.10	0.10	0.18	0.20	0.20	0.24	0.28	0.48	0.33	0.59	0.41	0.10	0.09	0.13	0.13	0.12	0.09	0.10	0.13	0.10	0.12	0.10	0.10	0.09	0.13	0.13	0.12	0.09	0.10	0.13	0.10	0.12	0.10	0.21	0.11	0.10	0.06	0.04	0.03	0.04	0.05	0.04	0.06	0.04	0.21	0.11	0.10	0.06	0.04	0.03	0.04	0.05	0.04	0.06	0.04	0.22	0.10	0.07	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	0.22	0.10	0.07	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	1	2	4	8	16	16	15	16	15	16	16	0	12.5	1	1	10.67	1	1.1	1.4	1.71	2	2.49	1.94	2.23	1.62	2.29	1.71	0	0	0	3	0	50.00	1	0	1.07	0	0.74	0.03	0.75	0.03	0.72	0.03	0.87	0.01	0.72	0.03	0.48	0.07	0.58	0.04	0.44	0.07	0.49	0.05
2389	libggml-cpu.so - kai_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0.c:115-118	kai_run_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0	Innermost	0.10	0.18	0.33	0.44	1.38	1.46	2.05	1.85	2.41	2.37	2.28	0.10	0.09	0.09	0.06	0.11	0.08	0.09	0.07	0.08	0.07	0.06	0.10	0.09	0.09	0.06	0.11	0.08	0.09	0.07	0.08	0.07	0.06	0.21	0.20	0.19	0.14	0.25	0.21	0.25	0.21	0.25	0.24	0.23	0.21	0.20	0.19	0.14	0.25	0.21	0.25	0.21	0.25	0.24	0.23	0.21	0.10	0.05	0.02	0.02	0.01	0.01	0.01	0.01	0.00	0.00	0.21	0.10	0.05	0.02	0.02	0.01	0.01	0.01	0.01	0.00	0.00	1	1	1	1	1	1	1	1	1	1	1	0	15.63	1	1	10.35	1	1	1	1	1	1	1	1	1	1	1	0	0	0	1	1	25.00	1	0	1.05	0	1.12	0	1.51	0	0.81	0.02	0.91	0.01	0.74	0.02	0.88	0.01	0.72	0.02	0.75	0.02	0.8	0.01
65	libggml-cpu.so - ggml-cpu.c:1183-1194 [...]	ggml_compute_forward_mul_mat	Innermost	0.10	0.09	0.11	0.18	0.20	0.24	0.16	0.22	0.19	0.15	0.15	0.10	0.08	0.11	0.12	0.09	0.10	0.07	0.09	0.08	0.07	0.07	0.10	0.08	0.11	0.12	0.09	0.10	0.07	0.09	0.08	0.07	0.07	0.21	0.09	0.07	0.05	0.04	0.03	0.02	0.03	0.02	0.02	0.02	0.21	0.09	0.07	0.05	0.04	0.03	0.02	0.03	0.02	0.02	0.02	0.21	0.09	0.06	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.00	0.21	0.09	0.06	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.00	1	2	4	8	13	23	23	32	32	31	35	0	25	1	1	4	1	1.09	1.08	1.69	2.17	3.04	2.3	2.81	2.51	1.86	2.14	1	0	0	0	0	100.00	1	0	1.2	0	0.86	0.02	0.79	0.03	0.94	0.01	0.72	0.03	0.94	0	0.65	0.03	0.72	0.02	0.72	0.02	0.73	0.02
541	libggml-cpu.so - binary-ops.cpp:18-32 [...]	ggml_compute_forward_mul	Innermost	0.09	0.13	0.16	0.16	0.20	0.24	0.40	0.31	0.47	0.35	0.35	0.09	0.11	0.14	0.15	0.16	0.11	0.11	0.10	0.11	0.07	0.08	0.09	0.11	0.14	0.15	0.16	0.11	0.11	0.10	0.11	0.07	0.08	0.19	0.14	0.09	0.05	0.04	0.04	0.05	0.04	0.05	0.04	0.04	0.19	0.14	0.09	0.05	0.04	0.04	0.05	0.04	0.05	0.04	0.04	0.19	0.12	0.08	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	0.19	0.12	0.08	0.04	0.02	0.01	0.01	0.01	0.01	0.01	0.01	1	2	4	8	16	15	16	16	16	14	16	0	11.84	1	1	10.67	1	1.19	1.2	1.25	1.53	1.84	2.5	1.78	2.29	1.88	1.78	0	0	0	3	0	50.00	1	0	0.78	0.02	0.61	0.05	0.56	0.06	0.48	0.08	0.59	0.04	0.52	0.05	0.52	0.05	0.46	0.06	0.61	0.03	0.5	0.04
1437	libggml-cpu.so - ops.cpp:6446-6456 [...]	ggml_compute_forward_rope_f32(ggml_compute_params const, ggml_tensor, bool)	Innermost	0.08	0.08	0.13	0.13	0.14	0.14	0.16	0.22	0.24	0.25	0.20	0.08	0.08	0.11	0.09	0.07	0.07	0.07	0.09	0.08	0.07	0.09	0.08	0.08	0.11	0.09	0.07	0.07	0.07	0.09	0.08	0.07	0.09	0.17	0.09	0.08	0.04	0.03	0.02	0.02	0.02	0.02	0.03	0.02	0.17	0.09	0.08	0.04	0.03	0.02	0.02	0.02	0.02	0.03	0.02	0.17	0.09	0.06	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.01	0.17	0.09	0.06	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.01	1	2	4	8	13	18	21	27	32	29	37	35.29	19.85	1.2	1.5	4.99	1	1.06	1.25	1.56	2.1	2.12	2	2.5	3.2	2.96	2.31	2	0	0	1	0	83.33	1	0	0.97	0	0.68	0.04	0.78	0.02	1	0	0.88	0.01	0.71	0.02	0.54	0.04	0.57	0.03	0.58	0.03	0.44	0.05
69	libggml-cpu.so - ggml-cpu.c:1163-1198 [...]	ggml_compute_forward_mul_mat	InBetween	0.06	0.05	0.10	0.11	0.11	0.10	0.12	0.13	0.14	0.15	0.05	0.06	0.05	0.08	0.07	0.06	0.06	0.04	0.05	0.05	0.03	0.02	0.16	0.13	0.19	0.19	0.15	0.16	0.11	0.15	0.14	0.11	0.09	0.13	0.06	0.05	0.04	0.02	0.02	0.02	0.01	0.02	0.01	0.01	0.34	0.14	0.13	0.06	0.06	0.03	0.02	0.03	0.03	0.02	0.02	0.13	0.05	0.04	0.02	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.34	0.14	0.11	0.05	0.02	0.02	0.01	0.01	0.01	0.01	0.01	1	2	4	7	12	20	16	20	24	17	16	0	24.36	1	1	2	1	1.2	1.29	1.69	1.85	1.94	2.29	2.07	2.06	2.12	1	NA	NA	NA	NA	NA	0.00	1	0	1.29	0	0.75	0.02	0.87	0.01	0.94	0	0.76	0.01	1.11	0	0.79	0.01	0.65	0.02	0.93	0	1.38	0
2387	libggml-cpu.so - kai_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0.c:107-154 [...]	kai_run_rhs_pack_nxk_qsi4c32pscalef16_qsu4c32s16s0	Outermost	0.04	0.06	0.13	0.21	0.31	0.66	0.36	0.79	0.76	0.79	0.71	0.04	0.03	0.03	0.03	0.02	0.04	0.02	0.03	0.02	0.02	0.02	0.29	0.30	0.32	0.26	0.27	0.26	0.23	0.21	0.21	0.19	0.18	0.08	0.07	0.08	0.06	0.05	0.10	0.04	0.09	0.08	0.08	0.07	0.62	0.65	0.68	0.57	0.62	0.69	0.65	0.66	0.69	0.68	0.69	0.08	0.04	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.62	0.33	0.17	0.07	0.04	0.03	0.02	0.02	0.02	0.01	0.01	1	1	1	1	1	1	1	1	1	1	1	0	22.92	1	1	2	1	1	1	1	1	1	1	1	1	1	1	NA	NA	NA	NA	NA	0.00	1	0	1.14	0	1.05	0	1.2	0	1.37	0	0.77	0.01	1.6	0	0.79	0.01	0.87	0	0.86	0	0.97	0
1285	libggml-cpu.so - vec.h:646-653	ggml_compute_forward_rms_norm	Innermost	0.02	0.03	0.04	0.05	0.03	0.07	0.08	0.09	0.09	0.20	0.10	0.02	0.03	0.03	0.03	0.02	0.02	0.02	0.01	0.01	0.02	0.01	0.02	0.03	0.03	0.03	0.02	0.02	0.02	0.01	0.01	0.02	0.01	0.04	0.04	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.02	0.01	0.04	0.04	0.03	0.01	0.01	0.01	0.01	0.01	0.01	0.02	0.01	0.04	0.03	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.04	0.03	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	1	2	4	6	7	10	9	5	3	10	8	100	100	1	1	1	1	1.27	1.43	1.64	1	1.67	1.8	1.67	1.5	2.35	1.6	0	0	0	2	0	50.00	1	0	0.72	0.01	0.56	0.01	0.71	0.01	1.07	0	0.61	0.01	0.72	0	1.18	0	1.74	0	0.4	0.01	0.68	0
1442	libggml-cpu.so - ops.cpp:6220-6245 [...]	ggml_compute_forward_rope_f32(ggml_compute_params const, ggml_tensor, bool)	Innermost	0.02	0.08	0.10	0.20	0.48	0.45	0.56	0.57	0.61	0.59	0.71	0.02	0.05	0.07	0.15	0.31	0.40	0.46	0.52	0.60	0.58	0.64	0.02	0.05	0.07	0.15	0.31	0.40	0.46	0.52	0.60	0.58	0.64	0.04	0.08	0.06	0.06	0.09	0.06	0.07	0.06	0.07	0.06	0.07	0.04	0.08	0.06	0.06	0.09	0.06	0.07	0.06	0.07	0.06	0.07	0.04	0.06	0.04	0.04	0.05	0.05	0.04	0.05	0.05	0.04	0.04	0.04	0.06	0.04	0.04	0.05	0.05	0.04	0.05	0.05	0.04	0.04	1	2	4	8	16	24	32	40	48	56	64	0	12.26	1	1.64	8.73	1	1.48	1.47	1.43	1.89	1.5	1.74	1.62	1.58	1.67	1.87	2	0	0	1	0	83.33	1	0	0.3	0.04	0.23	0.05	0.1	0.14	0.05	0.3	0.03	0.39	0.02	0.45	0.02	0.51	0.02	0.59	0.01	0.57	0.01	0.63
64	libggml-cpu.so - ggml-cpu.c:1125-1395 [...]	ggml_compute_forward_mul_mat	Innermost	0.02	0.03	0.06	0.05	0.06	0.07	0.12	0.04	0.05	0.15	0.10	0.02	0.02	0.04	0.03	0.03	0.02	0.04	0.01	0.01	0.03	0.02	0.02	0.02	0.04	0.03	0.03	0.02	0.04	0.01	0.01	0.03	0.02	0.04	0.03	0.04	0.02	0.01	0.01	0.02	0.01	0.01	0.02	0.01	0.04	0.03	0.04	0.02	0.01	0.01	0.02	0.01	0.01	0.02	0.01	0.04	0.02	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.04	0.02	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	1	2	4	5	11	9	14	8	5	13	15	0	23.86	1	1	2	1	1.33	1.75	1.25	1.47	1.8	2.1	1	1	2.17	1.76	NA	NA	NA	NA	NA	0.00	1	0	0.77	0	0.43	0.02	0.57	0.01	0.44	0.02	0.64	0.01	0.31	0.02	0.77	0	1.22	0	0.33	0.02	0.35	0.01
1744	libggml-cpu.so - vec.h:282-725 [...]	ggml_compute_forward_flash_attn_ext	InBetween	0.01	0.06	0.04	0.05	0.08	0.07	0.08	0.13	0.09	0.15	0.10	0.01	0.06	0.03	0.02	0.03	0.04	0.02	0.03	0.04	0.02	0.03	1.60	1.60	1.49	1.53	1.44	1.27	1.20	1.20	1.18	1.08	1.12	0.03	0.06	0.03	0.01	0.01	0.01	0.01	0.02	0.01	0.01	0.01	3.40	1.73	0.85	0.46	0.25	0.17	0.16	0.12	0.13	0.12	0.10	0.03	0.06	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	3.40	1.72	0.81	0.43	0.22	0.15	0.12	0.10	0.09	0.08	0.08	1	2	4	5	9	13	10	14	22	14	22	4.26	30.35	40.28	1.01	1.61	1	1.04	1.43	1.5	1.93	1.37	1.54	2	1.91	2.62	1.76	NA	NA	NA	NA	NA	0.00	1	0	0.2	0.05	0.35	0.02	0.49	0.01	0.34	0.02	0.24	0.03	0.35	0.02	0.21	0.03	0.19	0.03	0.27	0.02	0.17	0.03
86	libggml-cpu.so - ggml-cpu.c:533-2897 [...]	ggml_graph_compute_thread	Outermost	0.01	0.01	0.05	0.05	0.08	0.07	0.12	0.13	0.19	0.15	0.41	0.01	0.00	0.01	0.03	0.03	0.02	0.04	0.03	0.06	0.08	0.16	0.01	0.00	0.01	0.03	0.03	0.02	0.04	0.03	0.06	0.08	0.16	0.01	0.01	0.03	0.01	0.01	0.01	0.02	0.01	0.02	0.02	0.04	0.01	0.01	0.03	0.01	0.01	0.01	0.02	0.01	0.02	0.02	0.04	0.02	0.01	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.01	0.01	0.02	0.01	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.01	0.01	1	1	1	5	9	8	16	14	28	34	48	0	19.42	1	1	10.67	1	1	1	1.36	1.8	1.6	2.18	2.21	2.87	1.82	3.17	NA	NA	NA	NA	NA	0.00	1	0	1.49	0	0.49	0.01	0.27	0.02	0.19	0.03	0.27	0.01	0.12	0.03	0.14	0.03	0.07	0.06	0.05	0.08	0.02	0.16
1760	libggml-cpu.so - vec.h:646-653	ggml_compute_forward_flash_attn_ext	Innermost	0.01	0.03	0.03	0.02	0.03	0.07	0.04	0.09	0.09	0.05	0.10	0.01	0.02	0.01	0.01	0.01	0.01	0.01	0.01	0.02	0.02	0.02	0.01	0.02	0.01	0.01	0.01	0.01	0.01	0.01	0.02	0.02	0.02	0.01	0.04	0.02	0.00	0.01	0.01	0.01	0.01	0.01	0.00	0.01	0.01	0.04	0.02	0.00	0.01	0.01	0.01	0.01	0.01	0.00	0.01	0.02	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.02	0.02	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	1	2	4	3	4	5	4	6	12	12	10	100	100	1	1	1	1	1.56	2	1	1	1.43	1	1.71	1.85	1	1.67	0	0	0	2	0	50.00	1	0	0.33	0.01	0.49	0.01	0.97	0	0.71	0	0.39	0.01	0.67	0	0.38	0.01	0.2	0.02	0.21	0.01	0.21	0.01
531	libggml-base.so - ggml-quants.c:2563-2565	quantize_row_q8_K_ref	Innermost	0.00	0.00	0.02	0.03	0.03	0.03	0.04	0.04	0.05	0.05	0.05	0.00	0.00	0.01	0.01	0.00	0.01	0.00	0.00	0.01	0.00	0.01	0.00	0.00	0.01	0.01	0.00	0.01	0.00	0.00	0.01	0.00	0.01	0.01	0.00	0.01	0.01	0.00	0.01	0.00	0.01	0.01	0.00	0.00	0.01	0.00	0.01	0.01	0.00	0.01	0.00	0.01	0.01	0.00	0.00	0.01	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.01	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	1	1	3	3	1	4	1	1	4	1	4	0	9.38	1	1	10.67	1	1	1.2	1.5	1	1	1	1	1	1	1	0	0	1	0	0	75.00	1	0	1.99	0	0.39	0.01	0.49	0	1.88	0	0.46	0	1.8	0	1.77	0	0.43	0	1.72	0	0.43	0
1748	libggml-cpu.so - ops.cpp:8885-8886 [...]	ggml_compute_forward_flash_attn_ext	Innermost	0.00	0.02	0.01	0.02	0.03	0.03	0.00	0.04	0.05	0.00	0.05	0.00	0.01	0.00	0.01	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.01	0.00	0.01	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.01	0.02	0.01	0.01	0.00	0.01	0.00	0.01	0.01	0.00	0.00	0.01	0.02	0.01	0.01	0.00	0.01	0.00	0.01	0.01	0.00	0.00	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.01	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	1	2	2	3	3	3	0	3	1	0	3	85.71	89.29	1	1	1	1	1.6	1	1	1	1	0	1	1	0	1	0	0	0	3	0	50.00	1	0	0.2	0.01	0.49	0	0.32	0	0.31	0	0.3	0			0.29	0	0.87	0			0.28	0
390	libggml-cpu.so - traits.cpp:13-17 [...]	ggml_cpu_extra_compute_forward	Single	0.00	0.00	0.02	0.02	0.06	0.03	0.08	0.13	0.05	0.05	0.10	0.00	0.00	0.01	0.00	0.02	0.01	0.01	0.02	0.01	0.01	0.01	0.00	0.00	0.01	0.00	0.02	0.01	0.01	0.02	0.01	0.01	0.01	0.00	0.00	0.01	0.00	0.01	0.00	0.01	0.01	0.01	0.01	0.01	0.00	0.00	0.01	0.00	0.01	0.00	0.01	0.01	0.01	0.01	0.01	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0	2	2	2	5	5	5	10	7	9	9	0	25	1	1	4	0	1	1.33	1	1.43	1	1.67	2.14	1	1	1.8	0	0	1	2	0	62.19			1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0
1434	libggml-cpu.so - ops.cpp:6210-6484 [...]	ggml_compute_forward_rope_f32(ggml_compute_params const, ggml_tensor, bool)	Outermost	0.00	0.01	0.00	0.05	0.03	0.07	0.12	0.09	0.14	0.10	0.10	0.00	0.01	0.00	0.01	0.01	0.02	0.02	0.01	0.02	0.03	0.03	0.00	0.15	0.00	0.28	0.42	0.51	0.60	0.68	0.76	0.73	0.82	0.00	0.01	0.00	0.01	0.01	0.01	0.02	0.01	0.01	0.01	0.01	0.00	0.14	0.00	0.12	0.08	0.08	0.08	0.07	0.08	0.08	0.08	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.00	0.16	0.00	0.08	0.06	0.06	0.06	0.06	0.06	0.05	0.06	0	1	0	1	5	7	7	6	9	19	17	7.69	21.07	5.05	1.7	6.85	0	1	0	1	1	1.75	2.33	1.5	1.93	1.73	1.79	NA	NA	NA	NA	NA	0.00			1	0			1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0
1433	libggml-cpu.so - ops.cpp:6210-6409 [...]	ggml_compute_forward_rope_f32(ggml_compute_params const, ggml_tensor, bool)	InBetween	0.00	0.00	0.01	0.05	0.08	0.14	0.12	0.18	0.14	0.20	0.15	0.00	0.00	0.00	0.03	0.02	0.04	0.05	0.05	0.06	0.05	0.07	0.00	0.06	0.07	0.18	0.34	0.43	0.51	0.57	0.67	0.62	0.71	0.00	0.00	0.00	0.02	0.02	0.02	0.01	0.02	0.01	0.02	0.02	0.00	0.09	0.02	0.07	0.07	0.07	0.07	0.08	0.07	0.06	0.07	0.00	0.01	0.00	0.01	0.00	0.00	0.01	0.00	0.00	0.00	0.00	0.00	0.06	0.04	0.05	0.05	0.05	0.05	0.05	0.05	0.05	0.05	0	2	1	7	7	11	19	22	28	23	34	0	20.94	5.47	1.45	5.76	0	1	1	1.75	1.91	2.32	1.97	2.75	2.05	2.87	2.04	NA	NA	NA	NA	NA	0.00			1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0	1	0

Report Configuration

Loops Index

▶Scalability Runs Description

▶Filters

▼Columns Filter