Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.613=0.004
σ	0.343-0.349=-0.006
min	54.486-54.484=0.002
max	55.593-55.607=-0.014

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=0.001
min	0.136-0.138=-0.002
max	0.150-0.150=-0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.793-43.793=0.000
σ	0.008-0.006=0.002
min	43.780-43.784=-0.004
max	43.803-43.801=0.002

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.123-0.122=0.001
σ	0.004-0.007=-0.002
min	0.119-0.115=0.003
max	0.129-0.134=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	12.912-12.945=-0.032
σ	0.250-0.267=-0.016
min	12.496-12.634=-0.138
max	13.235-13.504=-0.269

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	13.069-13.029=0.041
σ	0.589-0.492=0.097
min	12.094-12.122=-0.027
max	13.492-13.424=0.067

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7333.000-7310.000=23.000
σ	0.000
min	7333.000-7310.000=23.000
max	7333.000-7310.000=23.000

*mean*	15.112-15.145=-0.033
σ	0.933-0.773=0.160
min	12.919-13.639=-0.720
max	15.856-16.077=-0.221

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	12.643-13.104=-0.461
σ	1.925-1.917=0.008
min	10.835-10.652=0.184
max	15.530-15.422=0.109

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=-0.000
max	27.991-27.991=-0.000

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	9.003-8.960=0.043
σ	0.261-0.302=-0.040
min	8.631-8.391=0.240
max	9.348-9.309=0.039

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	6.961-6.893=0.067
σ	0.305-0.260=0.044
min	6.340-6.518=-0.177
max	7.247-7.189=0.057

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	6.098-5.968=0.130
σ	0.168-0.154=0.014
min	5.960-5.734=0.226
max	6.487-6.183=0.304

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	5.855-5.783=0.072
σ	0.126-0.069=0.057
min	5.719-5.675=0.045
max	6.129-5.884=0.245

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=0.000

*mean*	7333.000-7310.000=23.000
σ	0.000
min	7333.000-7310.000=23.000
max	7333.000-7310.000=23.000

*mean*	1042.725-1210.396=-167.671
σ	5.673-424.220=-418.547
min	1032.777-1029.268=3.508
max	1051.000-2245.921=-1194.920

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.470-0.469=0.001
min	8744.554-8744.553=0.000
max	8745.884-8745.883=0.002

*mean*	3579.625-3573.375=6.250
σ	1802.635-1797.717=4.918
min	1046.000-1043.000=3.000
max	5819.000-5799.000=20.000

*mean*	4786.171-4725.997=60.174
σ	1738.586-1411.009=327.577
min	3502.967-3498.198=4.769
max	7430.784-6744.147=686.636

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	80.862-83.153=-2.291
σ	8.292-10.401=-2.109
min	71.290-72.044=-0.753
max	93.949-98.404=-4.456

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7333.000-7310.000=23.000
σ	0.000
min	7333.000-7310.000=23.000
max	7333.000-7310.000=23.000

*mean*	106.633-106.476=0.157
σ	5.764-4.997=0.766
min	96.302-95.666=0.636
max	112.577-110.386=2.190

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000
min	66.685
max	66.687

*mean*	7333.000-7310.000=23.000
σ	0.000
min	7333.000-7310.000=23.000
max	7333.000-7310.000=23.000

*mean*	161.984-163.614=-1.630
σ	9.024-8.221=0.803
min	142.613-144.976=-2.362
max	170.902-169.499=1.403

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4156.875-4153.000=3.875
σ	1908.098-1902.409=5.688
min	1553.000-1554.000=-1.000
max	7333.000-7310.000=23.000

*mean*	6160.293-6585.081=-424.787
σ	1121.035-1268.146=-147.112
min	4945.079-4853.971=91.108
max	8088.973-8093.291=-4.319

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065
max	11560.066-11560.066=-0.001

*mean*	7333.000-7310.000=23.000
σ	0.000
min	7333.000-7310.000=23.000
max	7333.000-7310.000=23.000

*mean*	6207.557-5118.822=1088.734
σ	1914.473-935.727=978.746
min	4389.738-4343.426=46.312
max	8950.043-6414.586=2535.457

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	371.904-376.345=-4.442
σ	34.229-21.180=13.049
min	297.588-346.588=-49.000
max	396.225-395.631=0.594

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.500-560.000=0.500
σ	0.926-0.000=0.926
min	560.000
max	562.000-560.000=2.000

*mean*	744.799-761.535=-16.736
σ	63.695-27.733=35.961
min	604.180-718.466=-114.286
max	797.702-785.943=11.760

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.194-1008.189=0.005
σ	0.756-0.760=-0.004
min	1007.722-1007.713=0.009
max	1011.318-1011.330=-0.013

*mean*	1043.250-1042.750=0.500
σ	310.263-310.358=-0.095
min	571.000-570.000=1.000
max	1499.000-1498.000=1.000

*mean*	1.552-1.526=0.026
σ	0.078-0.049=0.029
min	1.486-1.473=0.014
max	1.780-1.641=0.140

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.439-0.396=0.043
σ	0.427-0.524=-0.097
min	0.235-0.134=0.101
max	1.204-1.332=-0.128

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.775-0.479=0.296
σ	0.294-0.321=-0.027
min	0.579-0.324=0.255
max	1.270-1.053=0.217

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.379-0.216=0.163
σ	0.043-0.023=0.020
min	0.349-0.201=0.148
max	0.454-0.257=0.197

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.583-0.324=0.259
σ	0.022-0.018=0.004
min	0.563-0.309=0.254
max	0.615-0.352=0.262

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	430.000-432.400=-2.400
σ	0.000-2.510=-2.510
min	430.000
max	430.000-435.000=-5.000

*mean*	0.594-0.564=0.031
σ	0.097-0.031=0.066
min	0.483-0.511=-0.028
max	0.748-0.589=0.158

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.471-0.496=-0.025
σ	0.041-0.018=0.023
min	0.420-0.467=-0.047
max	0.532-0.513=0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	1.962-1.970=-0.008
σ	0.080-0.069=0.011
min	1.846-1.864=-0.019
max	2.326-2.220=0.105

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	1.957-2.427=-0.470
σ	0.083-0.262=-0.179
min	1.769-1.882=-0.113
max	2.263-2.831=-0.568

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.309-0.317=-0.008
σ	0.035-0.068=-0.032
min	0.292-0.288=0.005
max	0.646-0.808=-0.163

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	430.000-435.000=-5.000
σ	0.000
min	430.000-435.000=-5.000
max	430.000-435.000=-5.000

*mean*	0.289-0.291=-0.003
σ	0.007-0.009=-0.002
min	0.273-0.274=-0.001
max	0.318-0.339=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.767-297.697=0.070
σ	1.030-1.025=0.005
min	297.291-297.274=0.017
max	300.693-300.611=0.082

*mean*	444.100-445.300=-1.200
σ	18.193-18.361=-0.168
min	418.000
max	468.000-467.000=1.000

*mean*	0.594-0.611=-0.017
σ	0.037-0.013=0.023
min	0.517-0.582=-0.064
max	0.650-0.628=0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1658.875-1650.375=8.500
σ	115.383-105.951=9.432
min	1479.000-1500.000=-21.000
max	1740.000-1744.000=-4.000

*mean*	202.810-204.751=-1.940
σ	0.950-2.970=-2.020
min	201.019-200.414=0.605
max	204.124-207.952=-3.827

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1658.875-1650.375=8.500
σ	115.383-105.951=9.432
min	1479.000-1500.000=-21.000
max	1740.000-1744.000=-4.000

*mean*	12.361-11.914=0.447
σ	1.331-1.267=0.064
min	9.560-9.472=0.089
max	14.455-13.152=1.303

phase=parser

*mean*	1041.160-1041.159=0.001
σ	0.000-0.000=0.000
min	1041.159-1041.158=0.001
max	1041.160-1041.159=0.001

*mean*	1658.875-1650.375=8.500
σ	115.383-105.951=9.432
min	1479.000-1500.000=-21.000
max	1740.000-1744.000=-4.000

*mean*	712.171-704.632=7.539
σ	69.349-76.248=-6.899
min	575.754-557.574=18.180
max	834.325-831.310=3.015

phase=processProdDef

*mean*	6169.661-6169.660=0.001
σ	0.001-0.001=0.000
min	6169.660-6169.659=0.001
max	6169.662-6169.661=0.001

*mean*	1691.500-1680.875=10.625
σ	91.733-90.468=1.265
min	1511.000-1523.000=-12.000
max	1740.000-1744.000=-4.000

*mean*	5294.982-5592.525=-297.542
σ	1192.025-1254.229=-62.204
min	4087.300-4243.380=-156.080
max	7670.650-7629.528=41.122

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1658.875-1650.375=8.500
σ	115.383-105.951=9.432
min	1479.000-1500.000=-21.000
max	1740.000-1744.000=-4.000

*mean*	47.026-45.370=1.656
σ	3.531-5.340=-1.809
min	39.819-34.496=5.324
max	52.821-51.283=1.538

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1658.875-1650.375=8.500
σ	115.383-105.951=9.432
min	1479.000-1500.000=-21.000
max	1740.000-1744.000=-4.000

*mean*	812.301-812.468=-0.167
σ	82.740-85.686=-2.946
min	662.888-679.716=-16.828
max	888.659-912.430=-23.770

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.585-292.594=-0.009
σ	0.032-0.032=0.000
min	292.543-292.554=-0.011
max	292.621-292.632=-0.011

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.409-0.399=0.010
σ	0.010-0.001=0.009
min	0.400-0.397=0.002
max	0.424-0.400=0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.660-1302.690=-0.029
σ	0.079-0.081=-0.002
min	1302.553-1302.579=-0.026
max	1302.741-1302.798=-0.057

*mean*	1083.200-1074.400=8.800
σ	176.470-209.477=-33.007
min	886.000-827.000=59.000
max	1327.000-1346.000=-19.000

*mean*	1.967-2.042=-0.074
σ	0.186-0.115=0.070
min	1.816-1.914=-0.098
max	2.179-2.171=0.008

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.762-1545.749=0.013
σ	4.029-4.038=-0.009
min	1543.811-1543.744=0.066
max	1552.965-1552.965=-0.000

*mean*	623.200-621.200=2.000
σ	89.178-82.989=6.189
min	501.000-493.000=8.000
max	724.000-699.000=25.000

*mean*	2.457-2.425=0.032
σ	0.319-0.305=0.014
min	2.117-2.132=-0.015
max	2.848-2.859=-0.010

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.648-1864.658=-0.010
σ	0.043-0.054=-0.011
min	1864.586-1864.596=-0.010
max	1864.697-1864.715=-0.018

*mean*	1728.600-1733.200=-4.600
σ	175.957-181.668=-5.711
min	1469.000-1487.000=-18.000
max	1881.000-1968.000=-87.000

*mean*	3.083-2.870=0.213
σ	0.276-0.074=0.202
min	2.894-2.746=0.149
max	3.570-2.937=0.633

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.676-1.797=-0.121
σ	0.107-0.152=-0.045
min	1.509-1.544=-0.034
max	1.764-1.916=-0.152

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.972-447.003=1.969
σ	579.122-579.108=0.014
min	159.410-157.445=1.965
max	1317.655-1315.666=1.990

*mean*	96.000-92.000=4.000
σ	8.000
min	92.000-88.000=4.000
max	108.000-104.000=4.000

*mean*	447.000-443.000=4.000
σ	0.000
min	447.000-443.000=4.000
max	447.000-443.000=4.000

*mean*	0.532-0.511=0.020
σ	0.537-0.495=0.042
min	0.262-0.261=0.001
max	1.337-1.253=0.084

policies=20

*mean*	1594.422-1574.784=19.638
σ	0.368-0.324=0.044
min	1594.170-1574.555=19.615
max	1594.966-1575.261=19.706

*mean*	920.000-880.000=40.000
σ	0.000
min	920.000-880.000=40.000
max	920.000-880.000=40.000

*mean*	448.000-448.250=-0.250
σ	1.155-9.179=-8.024
min	447.000-443.000=4.000
max	449.000-462.000=-13.000

*mean*	2.649-2.606=0.043
σ	0.024-0.012=0.012
min	2.625-2.592=0.032
max	2.681-2.621=0.060

policies=200

*mean*	15952.009-15755.906=196.103
σ	0.116-0.131=-0.015
min	15951.908-15755.807=196.102
max	15952.135-15756.095=196.040

*mean*	9200.000-8800.000=400.000
σ	0.000
min	9200.000-8800.000=400.000
max	9200.000-8800.000=400.000

*mean*	497.250-496.500=0.750
σ	5.737-5.196=0.541
min	492.000-491.000=1.000
max	505.000-503.000=2.000

*mean*	26.714-26.447=0.267
σ	0.140-0.185=-0.045
min	26.568-26.257=0.311
max	26.843-26.615=0.228