Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.036=0.580
σ	0.350-0.366=-0.016
min	54.483-53.890=0.593
max	55.610-55.076=0.534

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.136-0.156=-0.019
σ	0.006-0.011=-0.006
min	0.130-0.134=-0.004
max	0.145-0.169=-0.024

cache=y

dps=1

iters=10

policies=100

*mean*	43.786-43.388=0.398
σ	0.008-0.007=0.000
min	43.777-43.378=0.400
max	43.803-43.401=0.402

*mean*	414.000-418.000=-4.000
σ	0.000
min	414.000-418.000=-4.000
max	414.000-418.000=-4.000

*mean*	0.122-0.141=-0.019
σ	0.005-0.009=-0.003
min	0.114-0.122=-0.007
max	0.129-0.150=-0.021

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002
min	36.615
max	36.620

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.549
σ	0.265
min	12.095
max	13.015

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002
min	36.615
max	36.620

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.539
σ	0.684
min	11.498
max	13.303

op=table_records(), no indexes

*mean*	41.928
σ	0.000
min	41.928
max	41.929

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	13.833
σ	1.001
min	12.667
max	15.253

op=table_records(), repeat

*mean*	41.928
σ	0.002
min	41.927
max	41.931

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	12.552
σ	1.780
min	10.188
max	14.965

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002
min	27.603
max	27.607

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	8.870
σ	1.014
min	8.056
max	10.539

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	6.811
σ	1.002
min	5.911
max	8.429

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002
min	25.664
max	25.670

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	5.521
σ	0.150
min	5.309
max	5.758

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.971

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	5.420
σ	0.123
min	5.319
max	5.658

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594
σ	0.001
min	2524.594
max	2524.598

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	1058.527
σ	7.762
min	1049.860
max	1072.308

op=load_product(), with indexes

*mean*	8744.559
σ	0.033
min	8744.544
max	8744.640

*mean*	3759.750
σ	1638.957
min	1884.000
max	5939.000

*mean*	4684.269
σ	1621.620
min	3551.965
max	7814.220

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078
σ	0.002
min	62.076
max	62.080

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	87.906
σ	12.325
min	70.343
max	100.030

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	249.750
σ	419.694
min	88.562
max	1288.325

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.686

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	150.290
σ	14.623
min	126.440
max	167.088

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833
σ	4.318
min	11655.305
max	11667.520

*mean*	4250.625
σ	1894.699
min	1884.000
max	7539.000

*mean*	6541.240
σ	1137.262
min	4908.641
max	7992.148

op=vertical_lookup_list() on indexed

*mean*	11560.068
σ	0.001
min	11560.066
max	11560.069

*mean*	7539.000
σ	0.000
min	7539.000
max	7539.000

*mean*	5507.632
σ	1371.417
min	4392.043
max	7283.253

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.586
σ	0.022
min	172.558
max	172.613

*mean*	1884.000
σ	0.000
min	1884.000
max	1884.000

*mean*	369.721
σ	21.995
min	345.388
max	415.562

op=pointedIndexFromKvs

rows=400000

*mean*	357.362
σ	0.043
min	357.321
max	357.405

*mean*	1884.000
σ	0.000
min	1884.000
max	1884.000

*mean*	791.520
σ	13.369
min	766.556
max	808.795

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.186-1006.334=1.852
σ	0.878-0.894=-0.015
min	1007.684-1005.836=1.848
max	1011.822-1010.046=1.776

*mean*	1049.900-1054.100=-4.200
σ	314.091-306.747=7.344
min	576.000-578.000=-2.000
max	1514.000-1648.000=-134.000

*mean*	1.551-1.529=0.022
σ	0.078-0.058=0.020
min	1.474-1.458=0.016
max	1.757-1.666=0.091

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.882=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.438-0.417=0.022
σ	0.175-0.129=0.046
min	0.336-0.340=-0.004
max	0.750-0.646=0.104

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.913-0.882=0.030
σ	0.187-0.092=0.095
min	0.809-0.813=-0.004
max	1.245-1.039=0.206

name=heavy_item.art

*mean*	1.521-1.521=0.001
σ	0.002-0.001=0.001
min	1.520
max	1.524-1.523=0.001

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.532-0.547=-0.015
σ	0.051-0.046=0.005
min	0.492-0.512=-0.019
max	0.621-0.627=-0.006

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.831-0.847=-0.015
σ	0.034-0.042=-0.008
min	0.807-0.814=-0.007
max	0.891-0.919=-0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.558=-0.006
σ	0.039-0.033=0.006
min	963.523-963.533=-0.010
max	963.620-963.614=0.006

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.845-0.785=0.060
σ	0.028-0.046=-0.018
min	0.811-0.708=0.103
max	0.877-0.832=0.045

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.857=-0.003
σ	0.005-0.008=-0.002
min	884.847
max	884.860-884.865=-0.005

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.736-0.684=0.052
σ	0.016-0.047=-0.031
min	0.707-0.637=0.070
max	0.746-0.747=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.710-7.711=-0.001

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	4.263-4.246=0.017
σ	0.077-0.078=-0.001
min	4.115-4.051=0.064
max	4.509-4.552=-0.042

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.658=-0.000

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	4.268-4.225=0.044
σ	0.110-0.079=0.031
min	4.089-4.090=-0.000
max	4.930-4.531=0.399

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.740-0.743=-0.003
σ	0.018-0.018=-0.000
min	0.716-0.710=0.006
max	0.856-0.876=-0.020

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.708-0.678=0.031
σ	0.014-0.071=-0.057
min	0.671-0.498=0.173
max	0.766-0.808=-0.041

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.509-295.466=2.043
σ	0.211-0.273=-0.062
min	297.334-295.318=2.016
max	298.082-296.233=1.849

*mean*	1884.000-1934.000=-50.000
σ	0.000
min	1884.000-1934.000=-50.000
max	1884.000-1934.000=-50.000

*mean*	0.593-0.557=0.036
σ	0.030-0.044=-0.013
min	0.519-0.486=0.033
max	0.641-0.643=-0.002

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-285.249=4.525
σ	0.035-0.041=-0.006
min	289.733-285.195=4.537
max	289.813-285.291=4.522

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.402-0.395=0.007
σ	0.009-0.014=-0.006
min	0.394-0.379=0.015
max	0.413-0.410=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.646-1295.190=4.456
σ	0.078-0.101=-0.023
min	1299.547-1295.070=4.477
max	1299.733-1295.318=4.414

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	2.058-1.907=0.151
σ	0.060-0.048=0.012
min	1.981-1.841=0.140
max	2.122-1.970=0.152

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.612-1538.069=4.543
σ	4.067-4.026=0.040
min	1540.608-1536.039=4.569
max	1549.879-1545.261=4.618

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	2.237-2.278=-0.042
σ	0.185-0.165=0.020
min	2.100-2.102=-0.002
max	2.555-2.511=0.043

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1857.117=4.508
σ	0.080-0.068=0.013
min	1861.505-1857.046=4.458
max	1861.707-1857.189=4.519

*mean*	1735.000-1787.200=-52.200
σ	157.839-143.252=14.586
min	1514.000-1648.000=-134.000
max	1884.000-1934.000=-50.000

*mean*	3.097-3.188=-0.091
σ	0.237-0.281=-0.045
min	2.827-2.840=-0.013
max	3.454-3.578=-0.124

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.580-1.279=0.301
σ	0.259-0.224=0.035
min	1.306-1.090=0.216
max	1.833-1.665=0.168

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.147-443.609=2.538
σ	577.063-577.065=-0.002
min	157.615-155.076=2.539
max	1311.741-1309.206=2.535

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	0.543-0.530=0.012
σ	0.559-0.544=0.015
min	0.261-0.255=0.005
max	1.382-1.346=0.036

policies=20

*mean*	1576.417-1551.028=25.389
σ	0.344-0.332=0.013
min	1576.184-1550.800=25.384
max	1576.929-1551.520=25.409

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	2.614-2.586=0.028
σ	0.005-0.012=-0.007
min	2.609-2.571=0.038
max	2.621-2.600=0.021

policies=200

*mean*	15772.278-15518.505=253.773
σ	0.104-0.063=0.040
min	15772.210-15518.415=253.795
max	15772.431-15518.559=253.872

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1514.000-1648.000=-134.000
σ	0.000
min	1514.000-1648.000=-134.000
max	1514.000-1648.000=-134.000

*mean*	26.387-26.112=0.275
σ	0.026-0.112=-0.087
min	26.359-26.041=0.318
max	26.421-26.279=0.142