Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=0.001
σ	0.350-0.347=0.003
min	54.479-54.482=-0.002
max	55.612-55.604=0.008

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.140-0.138=0.002
σ	0.004-0.004=0.000
min	0.137-0.134=0.003
max	0.146-0.144=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.007-0.007=-0.000
min	43.772-43.777=-0.004
max	43.798-43.801=-0.003

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.004=-0.000
min	0.114-0.115=-0.001
max	0.127-0.129=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4102.500-4269.625=-167.125
σ	1570.478-1895.506=-325.028
min	1978.000-1968.000=10.000
max	6044.000-7585.000=-1541.000

*mean*	12.405-13.012=-0.606
σ	0.283-1.705=-1.423
min	12.100-11.954=0.146
max	12.920-17.159=-4.238

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4102.500-4269.625=-167.125
σ	1570.478-1895.506=-325.028
min	1978.000-1968.000=10.000
max	6044.000-7585.000=-1541.000

*mean*	12.566-13.049=-0.483
σ	0.614-1.794=-1.179
min	11.416-11.111=0.305
max	13.215-16.968=-3.753

op=table_records(), no indexes

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928-41.928=0.000
max	41.929-41.933=-0.004

*mean*	6044.000-7585.000=-1541.000
σ	0.000
min	6044.000-7585.000=-1541.000
max	6044.000-7585.000=-1541.000

*mean*	13.504-13.598=-0.093
σ	1.376-1.185=0.190
min	10.681-12.080=-1.399
max	15.434-14.905=0.529

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4102.500-4005.875=96.625
σ	1570.478-1591.677=-21.199
min	1978.000-1968.000=10.000
max	6044.000-5964.000=80.000

*mean*	12.454-12.945=-0.490
σ	2.069-1.898=0.171
min	10.501-10.203=0.299
max	14.839-14.592=0.248

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=-0.000
max	27.607-27.611=-0.004

*mean*	4102.500-4005.875=96.625
σ	1570.478-1591.677=-21.199
min	1978.000-1968.000=10.000
max	6044.000-5964.000=80.000

*mean*	8.549-8.477=0.072
σ	0.340-0.357=-0.017
min	8.226-8.019=0.207
max	9.274-8.954=0.319

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4102.500-4067.000=35.500
σ	1570.478-1544.638=25.840
min	1978.000-1968.000=10.000
max	6044.000-5964.000=80.000

*mean*	6.171-6.443=-0.272
σ	0.332-0.441=-0.109
min	5.641-5.839=-0.199
max	6.669-7.099=-0.430

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.667-25.666=0.001
σ	0.003-0.002=0.001
min	25.664
max	25.672-25.668=0.004

*mean*	4102.500-4269.625=-167.125
σ	1570.478-1895.506=-325.028
min	1978.000-1968.000=10.000
max	6044.000-7585.000=-1541.000

*mean*	5.571-5.639=-0.067
σ	0.143-0.545=-0.402
min	5.387-5.361=0.026
max	5.799-6.972=-1.174

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4102.500-4269.625=-167.125
σ	1570.478-1895.506=-325.028
min	1978.000-1968.000=10.000
max	6044.000-7585.000=-1541.000

*mean*	5.231-5.498=-0.267
σ	0.281-0.596=-0.315
min	4.845-5.182=-0.337
max	5.586-6.964=-1.378

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=0.000
max	2524.594-2524.594=0.000

*mean*	6044.000-7585.000=-1541.000
σ	0.000
min	6044.000-7585.000=-1541.000
max	6044.000-7585.000=-1541.000

*mean*	1431.336-1159.533=271.804
σ	607.358-215.417=391.942
min	1033.939-1036.990=-3.051
max	2590.805-1513.559=1077.245

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.034-0.032=0.001
min	8744.545-8744.545=-0.000
max	8744.641-8744.638=0.003

*mean*	3820.500-3787.500=33.000
σ	1650.045-1621.106=28.939
min	1978.000-1968.000=10.000
max	6044.000-5964.000=80.000

*mean*	4334.668-4521.210=-186.542
σ	1194.466-1347.330=-152.864
min	3541.912-3561.119=-19.208
max	6705.082-7013.614=-308.532

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	4102.500-4269.625=-167.125
σ	1570.478-1895.506=-325.028
min	1978.000-1968.000=10.000
max	6044.000-7585.000=-1541.000

*mean*	81.433-191.544=-110.111
σ	10.844-324.030=-313.185
min	70.691-71.195=-0.503
max	96.283-993.342=-897.059

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.001
σ	0.001-0.002=-0.001
min	40.944-40.944=-0.000
max	40.945-40.949=-0.003

*mean*	6044.000-7585.000=-1541.000
σ	0.000
min	6044.000-7585.000=-1541.000
max	6044.000-7585.000=-1541.000

*mean*	95.629-99.348=-3.718
σ	9.037-9.775=-0.738
min	81.570-81.963=-0.393
max	107.556-107.841=-0.286

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.689=-0.004
σ	0.000-0.000=0.000
min	66.685-66.689=-0.004
max	66.687-66.690=-0.003

*mean*	6044.000-7585.000=-1541.000
σ	0.000
min	6044.000-7585.000=-1541.000
max	6044.000-7585.000=-1541.000

*mean*	220.355-321.231=-100.875
σ	221.123-486.430=-265.308
min	119.953-129.030=-9.077
max	766.477-1524.493=-758.016

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=-0.000
min	11655.305-11655.305=-0.000
max	11667.517-11667.518=-0.001

*mean*	4102.500-4005.875=96.625
σ	1570.478-1591.677=-21.199
min	1978.000-1968.000=10.000
max	6044.000-5964.000=80.000

*mean*	6246.299-6070.938=175.362
σ	1251.094-1010.729=240.365
min	4918.293-4973.271=-54.978
max	8196.096-7525.121=670.975

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.065=0.004
σ	0.001-0.001=-0.000
min	11560.068-11560.064=0.005
max	11560.070-11560.066=0.004

*mean*	6044.000-7585.000=-1541.000
σ	0.000
min	6044.000-7585.000=-1541.000
max	6044.000-7585.000=-1541.000

*mean*	6662.702-5439.436=1223.265
σ	1233.234-1283.370=-50.137
min	4415.447-4399.257=16.190
max	8203.849-7189.765=1014.084

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.588=-0.006
σ	0.025-0.027=-0.002
min	172.558
max	172.624-172.621=0.003

*mean*	1978.000-1968.000=10.000
σ	0.000
min	1978.000-1968.000=10.000
max	1978.000-1968.000=10.000

*mean*	354.653-368.627=-13.974
σ	40.288-22.546=17.743
min	265.231-337.815=-72.584
max	393.702-397.697=-3.996

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.363=-0.001
σ	0.039-0.041=-0.002
min	357.321
max	357.409-357.421=-0.012

*mean*	1978.000-1968.000=10.000
σ	0.000
min	1978.000-1968.000=10.000
max	1978.000-1968.000=10.000

*mean*	733.277-759.199=-25.922
σ	65.739-47.420=18.319
min	620.099-650.376=-30.277
max	795.246-797.692=-2.446

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.189-1008.183=0.006
σ	0.872-0.904=-0.032
min	1007.686-1007.716=-0.030
max	1011.794-1011.945=-0.152

*mean*	1041.500-1037.600=3.900
σ	293.722-303.292=-9.571
min	546.000-556.000=-10.000
max	1439.000-1465.000=-26.000

*mean*	1.537-1.567=-0.030
σ	0.076-0.149=-0.073
min	1.467-1.428=0.039
max	1.776-2.070=-0.295

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.437-0.413=0.024
σ	0.133-0.129=0.004
min	0.337-0.334=0.003
max	0.648-0.641=0.007

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.900-0.877=0.023
σ	0.093-0.100=-0.007
min	0.831-0.817=0.014
max	1.059-1.050=0.009

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.530-0.549=-0.019
σ	0.054-0.041=0.013
min	0.481-0.513=-0.032
max	0.613-0.619=-0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.839-0.836=0.003
σ	0.029-0.043=-0.014
min	0.804-0.804=-0.000
max	0.884-0.907=-0.023

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.541=0.001
σ	0.022-0.032=-0.009
min	963.523
max	963.576-963.596=-0.020

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.837-0.818=0.019
σ	0.028-0.033=-0.005
min	0.793-0.770=0.022
max	0.860-0.851=0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.007-0.007=-0.000
min	884.847
max	884.865-884.862=0.002

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.730-0.709=0.021
σ	0.024-0.029=-0.005
min	0.692-0.671=0.021
max	0.755-0.740=0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	3.551-4.268=-0.716
σ	0.093-0.084=0.009
min	3.377-4.131=-0.753
max	3.973-4.595=-0.622

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	3.537-4.245=-0.708
σ	0.069-0.057=0.012
min	3.430-4.126=-0.696
max	3.890-4.420=-0.529

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.753-0.753=0.000
σ	0.019-0.016=0.003
min	0.721-0.720=0.002
max	0.862-0.859=0.003

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.573-0.719=-0.146
σ	0.092-0.016=0.076
min	0.492-0.692=-0.200
max	0.816-0.812=0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.409-297.345=0.065
σ	0.178-0.179=-0.001
min	297.251-297.218=0.034
max	297.887-297.839=0.049

*mean*	1978.000-1968.000=10.000
σ	0.000
min	1978.000-1968.000=10.000
max	1978.000-1968.000=10.000

*mean*	0.560-0.564=-0.004
σ	0.032-0.034=-0.002
min	0.514-0.518=-0.004
max	0.591-0.609=-0.018

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.778-289.773=0.005
σ	0.038-0.038=0.000
min	289.737-289.729=0.009
max	289.824-289.814=0.011

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.407-0.404=0.003
σ	0.015-0.010=0.006
min	0.396-0.396=-0.000
max	0.427-0.417=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.623-1299.663=-0.040
σ	0.100-0.097=0.004
min	1299.504-1299.565=-0.061
max	1299.727-1299.797=-0.070

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	1.947-2.156=-0.208
σ	0.045-0.173=-0.127
min	1.869-1.881=-0.012
max	1.985-2.317=-0.332

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.609-1542.690=-0.082
σ	4.054-4.022=0.033
min	1540.583-1540.737=-0.155
max	1549.851-1549.880=-0.029

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	2.212-2.403=-0.191
σ	0.181-0.152=0.029
min	2.060-2.257=-0.197
max	2.446-2.642=-0.197

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.650-1861.629=0.021
σ	0.080-0.061=0.020
min	1861.547-1861.547=-0.000
max	1861.743-1861.698=0.045

*mean*	1767.200-1716.200=51.000
σ	222.577-170.390=52.188
min	1473.000-1524.000=-51.000
max	1978.000-1968.000=10.000

*mean*	3.189-2.941=0.248
σ	0.322-0.174=0.148
min	2.857-2.726=0.130
max	3.578-3.193=0.384

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.711-1.834=-0.123
σ	0.127-0.027=0.101
min	1.550-1.804=-0.254
max	1.876-1.863=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.183-446.186=-0.004
σ	577.140-577.140=0.000
min	157.611-157.615=-0.004
max	1311.892-1311.896=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	0.543-0.546=-0.003
σ	0.558-0.566=-0.008
min	0.261-0.250=0.011
max	1.380-1.395=-0.015

policies=20

*mean*	1576.396-1576.422=-0.026
σ	0.347-0.348=-0.001
min	1576.153-1576.187=-0.034
max	1576.910-1576.939=-0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	2.618-2.626=-0.008
σ	0.019-0.014=0.005
min	2.598-2.606=-0.009
max	2.641-2.636=0.005

policies=200

*mean*	15772.140-15772.049=0.091
σ	0.106-0.411=-0.304
min	15772.061-15771.443=0.618
max	15772.296-15772.341=-0.045

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1439.000-1465.000=-26.000
σ	0.000
min	1439.000-1465.000=-26.000
max	1439.000-1465.000=-26.000

*mean*	26.481-26.473=0.008
σ	0.041-0.150=-0.109
min	26.449-26.255=0.194
max	26.541-26.577=-0.036