diff --git a/benchmarks/avg_compiler_benchmarks_over_time.png b/benchmarks/avg_compiler_benchmarks_over_time.png index 0ba04a0..1310634 100644 Binary files a/benchmarks/avg_compiler_benchmarks_over_time.png and b/benchmarks/avg_compiler_benchmarks_over_time.png differ diff --git a/benchmarks/latest_compiler_benchmarks_by_circuit.png b/benchmarks/latest_compiler_benchmarks_by_circuit.png index a7982dc..9bd4f50 100644 Binary files a/benchmarks/latest_compiler_benchmarks_by_circuit.png and b/benchmarks/latest_compiler_benchmarks_by_circuit.png differ diff --git a/benchmarks/latest_expval_benchmark_by_compiler.png b/benchmarks/latest_expval_benchmark_by_compiler.png index c996c2a..cb06f14 100644 Binary files a/benchmarks/latest_expval_benchmark_by_compiler.png and b/benchmarks/latest_expval_benchmark_by_compiler.png differ diff --git a/benchmarks/results/expval_2025-02-14_00.csv b/benchmarks/results/expval_2025-02-14_00.csv new file mode 100644 index 0000000..e94815c --- /dev/null +++ b/benchmarks/results/expval_2025-02-14_00.csv @@ -0,0 +1,26 @@ +# Compiler versions: qiskit=1.3.2, cirq=1.5.0.dev20250131234248, pytket=1.40.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8 +compiler,circuit_name,observable,expval,absolute_error,relative_error,ideal_expval +ucc,qaoa_barabasi_albert,ZZZZZZZZZZ,-1.7437351558201308e-06,0.008098073486562062,1.0002153735345967,0.008096329751406242 +qiskit,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699526e-05,0.008049480963419247,0.9942135770867215,0.008096329751406242 +pytket,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878798699645e-05,0.008049480963419245,0.9942135770867213,0.008096329751406242 +cirq,qaoa_barabasi_albert,ZZZZZZZZZZ,4.684878806294861e-05,0.008049480963343294,0.9942135770773404,0.008096329751406242 +ucc,qv,ZZZZZZZZZZ,1.4755474233590525e-06,0.007145288851979636,0.99979353629966,0.007146764399402995 +qiskit,qv,ZZZZZZZZZZ,6.840459932028371e-06,0.007139923939470967,0.9990428591807784,0.007146764399402995 +pytket,qv,ZZZZZZZZZZ,5.754565510153638e-08,0.007146706853747894,0.999991948012851,0.007146764399402995 +ucc,qft,ZZZZZZZZZZ,6.505213034913027e-19,4.336789322639557e-19,1.999973205463926,2.1684237122734696e-19 +qiskit,qft,ZZZZZZZZZZ,2.2768245622195593e-18,2.0599821909922125e-18,9.499906219123742,2.1684237122734696e-19 +cirq,qv,ZZZZZZZZZZ,3.950986185094485e-08,0.007146724889541144,0.9999944716434399,0.007146764399402995 +pytket,qft,ZZZZZZZZZZ,-7.589415207398531e-19,9.757838919672e-19,4.499968739707914,2.1684237122734696e-19 +ucc,square_heisenberg,ZZZZZZZZZ,0.04475291753159164,0.95524708246841,0.9552470824684085,1.0000000000000016 +cirq,qft,ZZZZZZZZZZ,1.5178830414797062e-18,1.3010406702523593e-18,5.999937479415828,2.1684237122734696e-19 +qiskit,square_heisenberg,ZZZZZZZZZ,0.07860580325637458,0.921394196743627,0.9213941967436255,1.0000000000000016 +pytket,square_heisenberg,ZZZZZZZZZ,0.00038839342611028866,0.9996116065738913,0.9996116065738897,1.0000000000000016 +cirq,square_heisenberg,ZZZZZZZZZ,0.028044187211763102,0.9719558127882385,0.971955812788237,1.0000000000000016 +ucc,prep_select,ZZZZZZZZZZ,9.75781955236954e-19,3.110479912813444e-18,1.457105395999326,-2.13469795757649e-18 +qiskit,prep_select,ZZZZZZZZZZ,7.589415207398531e-19,2.893639478316343e-18,1.355526419110587,-2.13469795757649e-18 +pytket,prep_select,ZZZZZZZZZZ,1.0842021724855044e-19,2.2431181748250405e-18,1.0507894884443696,-2.13469795757649e-18 +ucc,qcnn,ZZZZZZZZZZ,-0.0001766335755311934,0.0032003725161868306,0.9476952156040286,-0.003377006091718024 +qiskit,qcnn,ZZZZZZZZZZ,-0.0006837729802561487,0.002693233111461875,0.7975209514921885,-0.003377006091718024 +pytket,qcnn,ZZZZZZZZZZ,-0.000454789650867551,0.002922216440850473,0.8653275598220255,-0.003377006091718024 +cirq,qcnn,ZZZZZZZZZZ,-0.0004547896509797271,0.0029222164407382966,0.8653275597888078,-0.003377006091718024 +cirq,prep_select,ZZZZZZZZZZ,1.3519025308939003e-14,1.352116000689658e-14,6333.992103616885,-2.13469795757649e-18 diff --git a/benchmarks/results/gates_2025-02-14_00.csv b/benchmarks/results/gates_2025-02-14_00.csv new file mode 100644 index 0000000..dea0749 --- /dev/null +++ b/benchmarks/results/gates_2025-02-14_00.csv @@ -0,0 +1,26 @@ +# Compiler versions: qiskit=1.3.2, cirq=1.5.0.dev20250131234248, pytket=1.40.0, ucc=0.4.2 # OS: Linux #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024, Architecture: 64bit, CPU Cores: 8 +compiler,circuit_name,raw_multiq_gates,compile_time,compiled_multiq_gates +qiskit,qaoa_barabasi_albert,1176,0.1898965835571289,1176 +ucc,qaoa_barabasi_albert,1176,0.6993982791900635,1176 +pytket,qaoa_barabasi_albert,1176,0.022991657257080078,1176 +cirq,qaoa_barabasi_albert,1176,9.695674180984497,1176 +qiskit,qft,10050,0.6023068428039551,3244 +ucc,qft,10050,1.7289512157440186,2740 +pytket,qft,10050,0.26967716217041016,5890 +ucc,square_heisenberg,2160,0.3427622318267822,540 +qiskit,square_heisenberg,2160,0.3552358150482178,540 +pytket,square_heisenberg,2160,0.09792447090148926,2160 +cirq,square_heisenberg,2160,11.789844274520874,540 +qiskit,prep_select,9744,2.4705452919006348,9708 +ucc,prep_select,9744,8.124043941497803,9702 +ucc,qcnn,388,0.31090402603149414,388 +qiskit,qcnn,388,0.23424577713012695,388 +pytket,qcnn,388,0.019728660583496094,388 +pytket,prep_select,9744,0.26859283447265625,9712 +cirq,qcnn,388,4.600502014160156,388 +cirq,qft,10050,63.35676598548889,4648 +qiskit,qv,15000,11.242942333221436,14856 +ucc,qv,15000,10.679558277130127,14856 +cirq,prep_select,9744,185.19989490509033,9712 +pytket,qv,15000,4.371891975402832,15000 +cirq,qv,15000,219.45891451835632,14856 diff --git a/benchmarks/scripts/__pycache__/common.cpython-312.pyc b/benchmarks/scripts/__pycache__/common.cpython-312.pyc index b9b4263..dfc462c 100644 Binary files a/benchmarks/scripts/__pycache__/common.cpython-312.pyc and b/benchmarks/scripts/__pycache__/common.cpython-312.pyc differ