Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.001
σ	0.350-0.349=0.000
min	54.484-54.482=0.002
max	55.612-55.611=0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.004=-0.000
min	0.137-0.137=-0.000
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.006=0.000
min	43.778-43.778=-0.001
max	43.794-43.798=-0.004

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.124-0.124=0.000
σ	0.007-0.005=0.002
min	0.116-0.119=-0.003
max	0.140-0.131=0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4166.250-4285.625=-119.375
σ	1897.249-1980.299=-83.050
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	12.674-91.570=-78.897
σ	0.211-222.426=-222.215
min	12.499-12.479=0.021
max	13.105-642.046=-628.941

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.001
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4286.250-4285.625=0.625
σ	1977.019-1980.299=-3.279
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	71.706-13.628=58.078
σ	166.078-2.960=163.118
min	11.937-11.957=-0.020
max	482.723-20.847=461.877

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	15.026-14.933=0.093
σ	0.491-0.950=-0.459
min	14.195-13.230=0.966
max	15.550-15.713=-0.163

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	14.352-13.478=0.874
σ	0.579-0.757=-0.178
min	13.403-12.479=0.924
max	15.051-14.461=0.590

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	13.747-13.636=0.111
σ	1.684-1.825=-0.140
min	11.360-10.851=0.509
max	15.447-15.499=-0.051

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.604=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	8.990-9.063=-0.073
σ	0.416-0.420=-0.004
min	8.532-8.438=0.094
max	9.611-9.620=-0.009

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	6.447-6.794=-0.348
σ	0.235-0.278=-0.043
min	6.077-6.355=-0.277
max	6.773-7.151=-0.378

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4286.250-4285.625=0.625
σ	1977.019-1980.299=-3.279
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	6.114-6.123=-0.009
σ	0.182-0.685=-0.503
min	5.833-5.782=0.051
max	6.347-7.805=-1.458

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=-0.000
min	25.659-25.659=0.000
max	25.663-25.663=-0.000

*mean*	4286.250-4285.625=0.625
σ	1977.019-1980.299=-3.279
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	5.676-5.835=-0.159
σ	0.220-0.705=-0.485
min	5.215-5.128=0.087
max	5.890-7.260=-1.369

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4286.250-4285.625=0.625
σ	1977.019-1980.299=-3.279
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	5.672-5.805=-0.133
σ	0.252-0.683=-0.430
min	5.178-5.125=0.052
max	5.865-7.355=-1.490

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.001-0.001=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4286.250-4285.625=0.625
σ	1977.019-1980.299=-3.279
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	5.527-5.636=-0.109
σ	0.278-0.719=-0.442
min	4.983-4.986=-0.003
max	5.826-7.286=-1.460

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=-0.000
σ	0.002-0.002=0.000
min	2524.594
max	2524.598

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	1620.565-1375.363=245.202
σ	881.243-501.727=379.516
min	1035.663-1033.573=2.090
max	3121.580-2266.405=855.175

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=0.000
σ	0.041-0.040=0.001
min	8744.545-8744.545=-0.001
max	8744.661-8744.659=0.002

*mean*	3594.250-3590.375=3.875
σ	1817.614-1818.496=-0.882
min	1074.000-1069.000=5.000
max	5833.000-5821.000=12.000

*mean*	4449.960-4688.913=-238.953
σ	1356.161-1480.436=-124.276
min	3537.609-3514.756=22.854
max	7159.614-6884.210=275.404

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	79.867-80.921=-1.053
σ	9.942-8.280=1.662
min	70.578-72.118=-1.539
max	98.737-95.453=3.284

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.080=-0.000

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	81.674-81.409=0.266
σ	10.274-9.005=1.269
min	71.455-72.653=-1.198
max	101.773-99.425=2.347

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=0.000
min	40.944
max	40.947-40.947=0.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	104.035-103.314=0.721
σ	5.399-7.389=-1.989
min	94.046-91.034=3.012
max	107.609-108.003=-0.394

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=-0.000
min	40.943-40.944=-0.000
max	40.947

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	103.881-103.386=0.495
σ	5.344-7.405=-2.061
min	94.182-90.552=3.629
max	107.431-108.093=-0.662

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951-40.951=-0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.954

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	105.948-105.439=0.508
σ	5.429-6.288=-0.859
min	94.127-93.700=0.427
max	110.908-110.864=0.044

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=-0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	104.276-103.664=0.612
σ	5.521-7.518=-1.996
min	93.932-90.709=3.223
max	107.803-108.259=-0.456

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.001
σ	0.002-0.002=-0.000
min	66.685-66.686=-0.000
max	66.689-66.690=-0.001

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	161.710-232.468=-70.758
σ	7.934-200.454=-192.519
min	147.065-145.016=2.048
max	167.216-727.950=-560.734

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686
σ	0.002
min	66.685
max	66.689

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	156.057-157.350=-1.293
σ	18.290-16.452=1.838
min	114.684-124.432=-9.748
max	168.010-169.207=-1.197

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.834-11656.833=0.000
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.520=-0.001

*mean*	4166.250-4169.625=-3.375
σ	1897.249-1903.191=-5.942
min	1550.000
max	7195.000-7211.000=-16.000

*mean*	6256.334-6667.072=-410.738
σ	1202.398-1327.078=-124.680
min	4909.699-4911.711=-2.013
max	7893.782-8088.289=-194.507

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.000
σ	0.002-0.002=0.000
min	11560.064-11560.064=-0.000
max	11560.068-11560.069=-0.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	5524.518-5742.708=-218.191
σ	1269.613-1196.347=73.266
min	4355.070-4381.166=-26.096
max	7814.921-7378.713=436.208

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.660-172.660=-0.000
σ	0.012-0.014=-0.002
min	172.637-172.639=-0.002
max	172.675-172.673=0.002

*mean*	486.000-489.000=-3.000
σ	0.000
min	486.000-489.000=-3.000
max	486.000-489.000=-3.000

*mean*	386.986-381.652=5.334
σ	38.978-54.131=-15.152
min	311.931-272.626=39.305
max	419.999-422.343=-2.343

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.459-357.460=-0.001
σ	0.149-0.142=0.008
min	357.321
max	357.635-357.615=0.020

*mean*	563.000-561.250=1.750
σ	0.000-2.121=-2.121
min	563.000-556.000=7.000
max	563.000-562.000=1.000

*mean*	776.095-794.296=-18.201
σ	73.882-39.766=34.116
min	598.336-734.302=-135.966
max	816.416-867.137=-50.720

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.083-1008.085=-0.002
σ	0.761-0.761=-0.000
min	1007.611-1007.607=0.004
max	1011.232-1011.231=0.001

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	1.558-1.491=0.067
σ	0.158-0.092=0.066
min	1.389-1.412=-0.023
max	1.960-1.781=0.179

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.318-0.309=0.009
σ	0.111-0.115=-0.003
min	0.247-0.250=-0.003
max	0.514-0.513=0.002

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.643-0.787=-0.144
σ	0.084-0.163=-0.079
min	0.593-0.622=-0.029
max	0.792-0.999=-0.207

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.513-0.546=-0.033
σ	0.035-0.047=-0.012
min	0.452-0.509=-0.057
max	0.538-0.628=-0.091

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.835-0.852=-0.017
σ	0.046-0.040=0.006
min	0.799-0.816=-0.017
max	0.915-0.916=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.551=-0.001
σ	0.020-0.024=-0.004
min	963.535-963.523=0.012
max	963.584-963.580=0.004

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.804-0.821=-0.017
σ	0.047-0.032=0.015
min	0.746-0.782=-0.036
max	0.853-0.857=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.008-0.006=0.002
min	884.847
max	884.867-884.861=0.006

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.723-0.674=0.049
σ	0.024-0.047=-0.022
min	0.681-0.623=0.058
max	0.742-0.742=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.711=0.001

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	4.226-2.805=1.421
σ	0.075-0.081=-0.006
min	4.107-2.664=1.443
max	4.478-3.061=1.417

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	4.203-2.807=1.396
σ	0.066-0.067=-0.001
min	4.072-2.700=1.372
max	4.479-3.011=1.467

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.751-0.540=0.212
σ	0.017-0.034=-0.017
min	0.724-0.366=0.358
max	0.867-0.738=0.129

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.713-0.510=0.203
σ	0.017-0.011=0.007
min	0.685-0.487=0.197
max	0.827-0.548=0.278

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.450-297.384=0.066
σ	0.222-0.195=0.027
min	297.237-297.204=0.034
max	298.045-297.890=0.155

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.596-0.601=-0.005
σ	0.048-0.045=0.003
min	0.507-0.534=-0.027
max	0.688-0.703=-0.016

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-289.730=-0.003
σ	0.036-0.037=-0.001
min	289.675-289.674=0.000
max	289.774-289.778=-0.004

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.388-0.389=-0.001
σ	0.001-0.001=0.001
min	0.386-0.388=-0.001
max	0.390-0.390=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.645-1299.639=0.006
σ	0.105-0.111=-0.005
min	1299.516-1299.510=0.006
max	1299.772-1299.775=-0.003

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	2.015-2.020=-0.005
σ	0.194-0.154=0.040
min	1.817-1.824=-0.008
max	2.239-2.146=0.093

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.630-1542.611=0.019
σ	4.051-4.058=-0.007
min	1540.610-1540.597=0.013
max	1549.869-1549.862=0.007

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	2.271-2.251=0.019
σ	0.184-0.190=-0.006
min	2.092-2.074=0.019
max	2.550-2.553=-0.003

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.608-1861.600=0.008
σ	0.059-0.050=0.010
min	1861.525-1861.539=-0.014
max	1861.668-1861.648=0.020

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	3.113-3.068=0.045
σ	0.376-0.264=0.112
min	2.836-2.885=-0.049
max	3.771-3.532=0.240

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.464-1.591=-0.127
σ	0.392-0.230=0.162
min	1.010-1.315=-0.305
max	1.876-1.869=0.007

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.148-446.147=0.001
σ	577.065-577.064=0.001
min	157.613-157.614=-0.002
max	1311.744-1311.743=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	0.545-0.546=-0.001
σ	0.552-0.551=0.000
min	0.269-0.268=0.001
max	1.373-1.374=-0.001

policies=20

*mean*	1576.416-1576.401=0.015
σ	0.355-0.351=0.004
min	1576.180-1576.161=0.019
max	1576.942-1576.921=0.021

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	2.642-2.637=0.005
σ	0.025-0.026=-0.002
min	2.606-2.615=-0.009
max	2.664-2.675=-0.011

policies=200

*mean*	15772.240-15772.167=0.073
σ	0.024-0.106=-0.082
min	15772.218-15772.074=0.145
max	15772.274-15772.274=-0.000

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7195.000-7211.000=-16.000
σ	0.000
min	7195.000-7211.000=-16.000
max	7195.000-7211.000=-16.000

*mean*	26.663-26.625=0.038
σ	0.203-0.217=-0.013
min	26.438-26.428=0.010
max	26.842-26.893=-0.051