Kononovk dev

script/gen_pictures

@@ -0,0 +1,111 @@
+#!/usr/bin/env python
+
+import argparse
+import json
+import os.path as path
+import os
+import matplotlib.pyplot as plt
+import numpy as np
+
+library_to_color = {'YACLib': 'r', 'Folly': 'royalblue', 'Qt': 'limegreen', 'BoostThread': 'gray', 'Std': 'orange'}
+
+
+def parse_args():
+    """
+    --src /path/to/data.json file
+    --dst /path/to/pictures_folder
+    """
+    # TODO: improve it
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-s", "--src", type=str, help="result directory location", required=True)
+    args = parser.parse_args()
+    return args
+
+
+def parse_bench_results(json_):
+    benchmark_results = {}
+    for bench in json_["benchmarks"]:
+        bname = bench["name"].split('/')
+        bname.pop()  # remove 'real_time' suffix
+        bench_group = bname[0]  # benchmark group name
+        if bench_group == 'Then':
+            assert len(bname) == 4
+            case = bname[3]
+            match case:
+                case '0':
+                    bench_group = bench_group + 'AllInline'
+                case '1':
+                    bench_group = bench_group + 'OneInline'
+                case '2':
+                    bench_group = bench_group + 'Scheduler'
+                case _:
+                    raise RuntimeError
+            bname.pop()
+        libname = bname[1]  # library name
+        bcase = '/'.join(bname[2:])  # benchmark case name (arguments)
+        benchmark_results.setdefault(bench_group, {})
+        benchmark_results[bench_group].setdefault(libname, {})
+        benchmark_results[bench_group][libname][bcase] = bench['real_time']
+    return benchmark_results
+
+
+def create_dir_if_not_exists(dirname):
+    try:
+        os.mkdir(dirname)
+    except FileExistsError:
+        pass
+
+
+# bench_data['lib'] -> {'': time} / {'0': time, '1': time}
+def generate_picture(name, bench_data, save_path):
+    picture_file = path.join(save_path, name) + '.svg'
+    print(f'Generate picture: {picture_file} ...')
+
+    libraries_count = len(bench_data)
+    assert libraries_count != 0, 'empty benchmark result dictionary'
+    benchmark_len = len(list(bench_data.values())[0])
+    # TODO: assert that for all values bench_len is the same
+    assert all(len(v) == benchmark_len for v in bench_data.values()), 'benchmark lens do not the same'
+
+    libnumber = len(bench_data)
+    width = 1
+    x = np.arange(0, width * (libnumber + 1) * benchmark_len, (libnumber + 1) * width)
+
+    fig, ax = plt.subplots(figsize=(40, 30))
+    for i, libname in enumerate(bench_data.keys()):
+        y = bench_data[libname].values()
+        ax.bar(x + i * width, y, width, linewidth=1, label=libname, color=library_to_color[libname])
+
+    ax.set(xticks=np.arange(0, 0))
+    ax.set_title(name, fontsize='64')
+    ax.set_ylabel('time', fontsize='48')
+    ax.tick_params(direction='out', labelsize='30')
+    ax.legend(prop={'size': 40}, loc='lower right')
+    plt.savefig(picture_file)
+    plt.clf()
+    plt.close(fig)
+
+
+# bench_results: dict [BenchGroupName][LibraryName]["X arg"] -> Time ("Y arg")
+def draw_bench_results(bench_results, save_path):
+    save_path = path.join(save_path, 'picture')
+    create_dir_if_not_exists(save_path)
+    for bench_group, results in bench_results.items():
+        generate_picture(bench_group, results, save_path)
+
+
+def main():
+    args = parse_args()
+    for cur_dir, subdirs, files in os.walk(args.src):
+        if 'data.json' in files:
+            bench_filename = path.join(cur_dir, 'data.json')
+            print(f'Parse pictures: {bench_filename}')
+            with open(bench_filename) as f:
+                json_ = json.load(f)
+            benchmark_results = parse_bench_results(json_)
+            save_path = cur_dir
+            draw_bench_results(benchmark_results, save_path)
+
+
+if __name__ == '__main__':
+    main()

script/shit/results.csv

@@ -0,0 +1,54 @@
+name, time, cpu, iterations
+STLConstantFuture, 511 ns, 510 ns, 1312484
+YACLibConstantFuture, 32.0 ns, 31.9 ns, 22096915
+FollyConstantFuture, 28.3 ns, 28.3 ns, 25076414
+QtConstantFuture, 30.3 ns, 30.2 ns, 24063211
+STLPromiseAndFuture, 528 ns, 528 ns, 1309909
+YACLibPromiseAndFuture, 62.2 ns, 62.1 ns, 10973978
+FollyPromiseAndFuture, 64.9 ns, 64.9 ns, 10741754
+QtPromiseAndFuture, 69 ns, 69 ns, 10832945
+YACLibOneThen, 147 ns, 147 ns, 4785874
+FollyOneThen, 172 ns, 172 ns, 4108779
+QtOneThen, 170 ns, 170 ns, 4490234
+YACLibTwoThen, 236 ns, 236 ns, 2990642
+FollyTwoThen, 296 ns, 296 ns, 2349923
+QtTwoThen, 300 ns, 300 ns, 2349923
+YACLibFourThen, 415 ns, 415 ns, 1693791
+FollyFourThen, 558 ns, 558 ns, 1244561
+QtFourThen, 600 ns, 600 ns, 1693791
+YACLibHundredThen, 8725 ns, 8709 ns, 79019
+FollyHundredThen, 12542 ns, 12503 ns, 56253
+QtHundredThen, 9000 ns, 9000 ns, 56253
+YACLibFourThenOnThread, 27789 ns, 18837 ns, 37001
+FollyFourThenOnThread, 30961 ns, 20014 ns, 34970
+QtFourThenOnThread, 30321 ns, 24912 ns, 36924
+YACLibFourThenOnThreadInline, 27312 ns, 18980 ns, 37703
+FollyFourThenOnThreadInline, 34727 ns, 22842 ns, 34598
+QtFourThenOnThreadInline, 36656 ns, 22842 ns, 34598
+YACLibHundredThenOnThread, 53120 ns, 36885 ns, 18914
+FollyHundredThenOnThread, 75488 ns, 52666 ns, 13471
+QtHundredThenOnThread, 80023 ns, 52666 ns, 13471
+YACLibHundredThenOnThreadInline, 43156 ns, 33789 ns, 20653
+FollyHundredThenOnThreadInline, 54391 ns, 34591 ns, 20284
+QtHundredThenOnThreadInline, 43203 ns, 30342 ns, 20284
+YACLibComplexUnit, 39182 ns, 39157 ns, 17977
+FollyComplexUnit, 49353 ns, 49318 ns, 14191
+QtComplexUnit, 44012 ns, 42012 ns, 14191
+YACLibComplexBlob4, 38641 ns, 38621 ns, 18098
+FollyComplexBlob4, 48809 ns, 48778 ns, 14379
+QtComplexBlob4, 58034 ns, 48778 ns, 14379
+YACLibComplexBlob8, 38387 ns, 38269 ns, 17942
+FollyComplexBlob8, 48119 ns, 48092 ns, 14557
+QtComplexBlob8, 47123 ns, 48092 ns, 14557
+YACLibComplexBlob64, 40176 ns, 40153 ns, 17654
+FollyComplexBlob64, 42885 ns, 42851 ns, 17041
+QtComplexBlob64, 49231 ns, 42851 ns, 17041
+YACLibComplexBlob128, 41073 ns, 41014 ns, 17024
+FollyComplexBlob128, 42016 ns, 41978 ns, 16553
+QtComplexBlob128, 44512 ns, 41978 ns, 16553
+YACLibNoContention, 1623865 ns, 684637 ns, 1027
+FollyNoContention, 2917857 ns, 899710 ns, 775
+QtNoContention, 3214920 ns, 142923 ns, 775
+YACLibContention, 3337525 ns, 661014 ns, 1107
+FollyContention, 5953766 ns, 956817 ns, 732
+QtContention, 4023142 ns, 3123021 ns, 732

script/shit/utils/results.csv

@@ -0,0 +1,54 @@
+name, time, cpu, iterations
+STLConstantFuture, 511 ns, 510 ns, 1312484
+YACLibConstantFuture, 32.0 ns, 31.9 ns, 22096915
+FollyConstantFuture, 28.3 ns, 28.3 ns, 25076414
+QtConstantFuture, 30.3 ns, 30.2 ns, 24063211
+STLPromiseAndFuture, 528 ns, 528 ns, 1309909
+YACLibPromiseAndFuture, 62.2 ns, 62.1 ns, 10973978
+FollyPromiseAndFuture, 64.9 ns, 64.9 ns, 10741754
+QtPromiseAndFuture, 69 ns, 69 ns, 10832945
+YACLibOneThen, 147 ns, 147 ns, 4785874
+FollyOneThen, 172 ns, 172 ns, 4108779
+QtOneThen, 170 ns, 170 ns, 4490234
+YACLibTwoThen, 236 ns, 236 ns, 2990642
+FollyTwoThen, 296 ns, 296 ns, 2349923
+QtTwoThen, 300 ns, 300 ns, 2349923
+YACLibFourThen, 415 ns, 415 ns, 1693791
+FollyFourThen, 558 ns, 558 ns, 1244561
+QtFourThen, 600 ns, 600 ns, 1693791
+YACLibHundredThen, 8725 ns, 8709 ns, 79019
+FollyHundredThen, 12542 ns, 12503 ns, 56253
+QtHundredThen, 9000 ns, 9000 ns, 56253
+YACLibFourThenOnThread, 27789 ns, 18837 ns, 37001
+FollyFourThenOnThread, 30961 ns, 20014 ns, 34970
+QtFourThenOnThread, 30321 ns, 24912 ns, 36924
+YACLibFourThenOnThreadInline, 27312 ns, 18980 ns, 37703
+FollyFourThenOnThreadInline, 34727 ns, 22842 ns, 34598
+QtFourThenOnThreadInline, 36656 ns, 22842 ns, 34598
+YACLibHundredThenOnThread, 53120 ns, 36885 ns, 18914
+FollyHundredThenOnThread, 75488 ns, 52666 ns, 13471
+QtHundredThenOnThread, 80023 ns, 52666 ns, 13471
+YACLibHundredThenOnThreadInline, 43156 ns, 33789 ns, 20653
+FollyHundredThenOnThreadInline, 54391 ns, 34591 ns, 20284
+QtHundredThenOnThreadInline, 43203 ns, 30342 ns, 20284
+YACLibComplexUnit, 39182 ns, 39157 ns, 17977
+FollyComplexUnit, 49353 ns, 49318 ns, 14191
+QtComplexUnit, 44012 ns, 42012 ns, 14191
+YACLibComplexBlob4, 38641 ns, 38621 ns, 18098
+FollyComplexBlob4, 48809 ns, 48778 ns, 14379
+QtComplexBlob4, 58034 ns, 48778 ns, 14379
+YACLibComplexBlob8, 38387 ns, 38269 ns, 17942
+FollyComplexBlob8, 48119 ns, 48092 ns, 14557
+QtComplexBlob8, 47123 ns, 48092 ns, 14557
+YACLibComplexBlob64, 40176 ns, 40153 ns, 17654
+FollyComplexBlob64, 42885 ns, 42851 ns, 17041
+QtComplexBlob64, 49231 ns, 42851 ns, 17041
+YACLibComplexBlob128, 41073 ns, 41014 ns, 17024
+FollyComplexBlob128, 42016 ns, 41978 ns, 16553
+QtComplexBlob128, 44512 ns, 41978 ns, 16553
+YACLibNoContention, 1623865 ns, 684637 ns, 1027
+FollyNoContention, 2917857 ns, 899710 ns, 775
+QtNoContention, 3214920 ns, 142923 ns, 775
+YACLibContention, 3337525 ns, 661014 ns, 1107
+FollyContention, 5953766 ns, 956817 ns, 732
+QtContention, 4023142 ns, 3123021 ns, 732

util/bench.hpp

@@ -6,11 +6,11 @@
 
 #define BENCH2(name, library, arg)                                                                                     \
   BENCHMARK_PRIVATE_DECLARE(name) = (::benchmark::internal::RegisterBenchmarkInternal(                                 \
-    new ::benchmark::internal::FunctionBenchmark(#name "(" #library ")/" #arg, name<library, arg>)))
+    new ::benchmark::internal::FunctionBenchmark(#name "/" #library "/" #arg, name<library, arg>)))
 
 #define BENCH1(name, library)                                                                                          \
   BENCHMARK_PRIVATE_DECLARE(name) = (::benchmark::internal::RegisterBenchmarkInternal(                                 \
-    new ::benchmark::internal::FunctionBenchmark(#name "(" #library ")", name<library>)))
+    new ::benchmark::internal::FunctionBenchmark(#name "/" #library, name<library>)))
 
 #define GET_MACRO(_1, _2, _3, NAME, ...) NAME