Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.617=0.003
σ	0.351-0.351=-0.000
min	54.482-54.483=-0.002
max	55.618-55.615=0.003

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.139-0.141=-0.001
σ	0.005-0.005=0.000
min	0.131-0.133=-0.002
max	0.148-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.790-43.785=0.004
σ	0.006-0.005=0.000
min	43.780-43.780=-0.000
max	43.801-43.797=0.005

*mean*	417.000-422.000=-5.000
σ	0.000
min	417.000-422.000=-5.000
max	417.000-422.000=-5.000

*mean*	0.123-0.123=0.001
σ	0.004-0.005=-0.000
min	0.120-0.117=0.003
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.615
max	36.619-36.623=-0.004

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	12.885-12.682=0.203
σ	0.396-0.112=0.284
min	12.564-12.567=-0.002
max	13.737-12.862=0.875

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	13.263-12.288=0.975
σ	0.170-0.757=-0.587
min	13.013-11.328=1.685
max	13.549-13.104=0.445

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7308.000-6044.000=1264.000
σ	0.000
min	7308.000-6044.000=1264.000
max	7308.000-6044.000=1264.000

*mean*	15.293-13.197=2.095
σ	0.778-1.259=-0.482
min	13.467-10.798=2.669
max	16.107-15.008=1.099

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	12.879-11.624=1.255
σ	1.992-1.199=0.793
min	10.607-10.321=0.286
max	15.418-13.492=1.926

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603
max	27.991-27.607=0.384

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	9.005-8.379=0.627
σ	0.369-0.331=0.038
min	8.339-7.935=0.404
max	9.462-8.794=0.668

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	6.791-6.293=0.498
σ	0.258-0.416=-0.158
min	6.545-5.475=1.070
max	7.199-6.696=0.503

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.669=-0.001

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	6.113-5.411=0.702
σ	0.071-0.105=-0.034
min	6.023-5.280=0.743
max	6.267-5.516=0.750

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	5.943-5.292=0.651
σ	0.100-0.069=0.031
min	5.759-5.201=0.558
max	6.064-5.378=0.687

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7308.000-6044.000=1264.000
σ	0.000
min	7308.000-6044.000=1264.000
max	7308.000-6044.000=1264.000

*mean*	1074.163-1503.444=-429.280
σ	79.829-709.339=-629.510
min	1038.209-1049.668=-11.458
max	1271.360-2723.055=-1451.696

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.033=0.436
min	8744.554-8744.544=0.010
max	8745.883-8744.641=1.243

*mean*	3572.125-3824.250=-252.125
σ	1795.120-1647.417=147.703
min	1045.000-1986.000=-941.000
max	5794.000-6044.000=-250.000

*mean*	4765.926-4676.671=89.255
σ	1547.463-1527.413=20.050
min	3510.791-3560.093=-49.303
max	7651.891-7561.809=90.082

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.075=0.000
max	62.081-62.080=0.001

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	80.700-82.307=-1.607
σ	10.092-11.236=-1.144
min	70.790-70.846=-0.057
max	96.206-102.160=-5.954

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7308.000-6044.000=1264.000
σ	0.000
min	7308.000-6044.000=1264.000
max	7308.000-6044.000=1264.000

*mean*	106.545-98.404=8.142
σ	5.465-7.662=-2.197
min	95.223-85.383=9.840
max	109.958-107.305=2.653

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.687=0.000

*mean*	7308.000-6044.000=1264.000
σ	0.000
min	7308.000-6044.000=1264.000
max	7308.000-6044.000=1264.000

*mean*	162.658-231.026=-68.368
σ	10.523-240.865=-230.342
min	138.708-124.619=14.088
max	169.079-826.283=-657.205

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305
max	11667.538-11667.521=0.018

*mean*	4151.500-4106.000=45.500
σ	1899.928-1568.293=331.636
min	1556.000-1986.000=-430.000
max	7308.000-6044.000=1264.000

*mean*	5952.929-6462.090=-509.161
σ	1154.680-1267.528=-112.848
min	4860.638-4974.365=-113.727
max	7783.369-8069.273=-285.903

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.069=-0.004
σ	0.001-0.002=-0.001
min	11560.064-11560.066=-0.002
max	11560.066-11560.073=-0.007

*mean*	7308.000-6044.000=1264.000
σ	0.000
min	7308.000-6044.000=1264.000
max	7308.000-6044.000=1264.000

*mean*	4999.931-6644.959=-1645.028
σ	1075.482-1156.728=-81.246
min	4318.653-4476.862=-158.209
max	7252.455-8372.973=-1120.518

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.023
σ	0.001-0.025=-0.024
min	172.558
max	172.562-172.623=-0.061

*mean*	477.000-1986.000=-1509.000
σ	0.000
min	477.000-1986.000=-1509.000
max	477.000-1986.000=-1509.000

*mean*	359.073-346.741=12.332
σ	29.149-56.111=-26.962
min	305.669-264.659=41.009
max	390.731-409.948=-19.217

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.367=-0.045
σ	0.001-0.044=-0.043
min	357.321
max	357.325-357.429=-0.104

*mean*	558.500-1986.000=-1427.500
σ	0.926-0.000=0.926
min	558.000-1986.000=-1428.000
max	560.000-1986.000=-1426.000

*mean*	720.753-801.620=-80.868
σ	77.727-22.042=55.685
min	592.601-761.712=-169.111
max	793.325-828.304=-34.979

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.184=0.190
σ	0.760-0.883=-0.123
min	1007.899-1007.698=0.200
max	1011.515-1011.841=-0.326

*mean*	1058.200-1041.800=16.400
σ	315.401-304.737=10.664
min	562.000-549.000=13.000
max	1528.000-1470.000=58.000

*mean*	1.549-1.570=-0.021
σ	0.069-0.133=-0.065
min	1.492-1.469=0.023
max	1.768-2.056=-0.288

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1470.000=-1068.000
σ	0.000
min	402.000-1470.000=-1068.000
max	402.000-1470.000=-1068.000

*mean*	0.414-0.420=-0.005
σ	0.513-0.149=0.364
min	0.147-0.332=-0.185
max	1.325-0.683=0.642

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1470.000=-1068.000
σ	0.000
min	402.000-1470.000=-1068.000
max	402.000-1470.000=-1068.000

*mean*	0.475-0.874=-0.399
σ	0.315-0.089=0.226
min	0.326-0.811=-0.485
max	1.038-1.027=0.010

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1470.000=-1068.000
σ	0.000
min	402.000-1470.000=-1068.000
max	402.000-1470.000=-1068.000

*mean*	0.215-0.537=-0.322
σ	0.020-0.049=-0.029
min	0.197-0.485=-0.287
max	0.249-0.617=-0.368

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1470.000=-1068.000
σ	0.000
min	402.000-1470.000=-1068.000
max	402.000-1470.000=-1068.000

*mean*	0.329-0.840=-0.511
σ	0.019-0.050=-0.031
min	0.317-0.798=-0.481
max	0.363-0.924=-0.562

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.541=0.367
σ	0.011-0.032=-0.021
min	963.902-963.523=0.379
max	963.926-963.597=0.329

*mean*	434.800-1470.000=-1035.200
σ	1.643-0.000=1.643
min	432.000-1470.000=-1038.000
max	436.000-1470.000=-1034.000

*mean*	0.554-0.832=-0.278
σ	0.057-0.030=0.027
min	0.458-0.794=-0.336
max	0.599-0.866=-0.267

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.854=0.030
σ	0.002-0.007=-0.005
min	884.883-884.847=0.036
max	884.886-884.862=0.025

*mean*	436.000-1470.000=-1034.000
σ	0.000
min	436.000-1470.000=-1034.000
max	436.000-1470.000=-1034.000

*mean*	0.426-0.737=-0.312
σ	0.030-0.013=0.017
min	0.382-0.714=-0.331
max	0.455-0.746=-0.291

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.713=-0.004

*mean*	436.000-1470.000=-1034.000
σ	0.000
min	436.000-1470.000=-1034.000
max	436.000-1470.000=-1034.000

*mean*	2.569-3.523=-0.955
σ	0.093-0.073=0.020
min	2.417-3.378=-0.960
max	2.878-3.816=-0.938

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1470.000=-1034.000
σ	0.000
min	436.000-1470.000=-1034.000
max	436.000-1470.000=-1034.000

*mean*	2.585-3.515=-0.930
σ	0.072-0.079=-0.007
min	2.469-3.362=-0.894
max	2.861-3.796=-0.935

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1470.000=-1034.000
σ	0.000
min	436.000-1470.000=-1034.000
max	436.000-1470.000=-1034.000

*mean*	0.307-0.736=-0.429
σ	0.009-0.018=-0.009
min	0.291-0.702=-0.411
max	0.357-0.833=-0.477

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1470.000=-1034.000
σ	0.000
min	436.000-1470.000=-1034.000
max	436.000-1470.000=-1034.000

*mean*	0.290-0.699=-0.409
σ	0.007-0.028=-0.021
min	0.277-0.534=-0.258
max	0.325-0.790=-0.466

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.984-297.482=0.502
σ	1.037-0.189=0.848
min	297.564-297.365=0.199
max	300.931-297.999=2.932

*mean*	442.400-1986.000=-1543.600
σ	15.299-0.000=15.299
min	418.000-1986.000=-1568.000
max	465.000-1986.000=-1521.000

*mean*	0.611-0.546=0.065
σ	0.015-0.029=-0.014
min	0.576-0.514=0.062
max	0.632-0.588=0.044

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-221.996=0.015
σ	0.000-0.000=-0.000
min	222.011-221.996=0.015
max	222.011-221.997=0.015

*mean*	1722.875-1593.875=129.000
σ	57.734-25.809=31.925
min	1580.000-1530.000=50.000
max	1745.000-1603.000=142.000

*mean*	212.785-206.529=6.256
σ	1.825-1.894=-0.069
min	210.011-203.885=6.126
max	215.585-209.219=6.365

phase=macro expansion

*mean*	6.133-6.127=0.006
σ	0.000
min	6.133-6.127=0.006
max	6.133-6.127=0.006

*mean*	1722.875-1593.875=129.000
σ	57.734-25.809=31.925
min	1580.000-1530.000=50.000
max	1745.000-1603.000=142.000

*mean*	11.410-9.386=2.024
σ	1.556-2.947=-1.391
min	9.342-6.222=3.120
max	12.793-12.797=-0.004

phase=parser

*mean*	1041.159-1041.086=0.072
σ	0.000-0.000=0.000
min	1041.158-1041.086=0.072
max	1041.159-1041.086=0.073

*mean*	1722.875-1593.875=129.000
σ	57.734-25.809=31.925
min	1580.000-1530.000=50.000
max	1745.000-1603.000=142.000

*mean*	675.953-547.870=128.083
σ	91.778-164.544=-72.767
min	556.182-377.428=178.755
max	821.918-737.697=84.221

phase=processProdDef

*mean*	6169.660-6169.661=-0.001
σ	0.001
min	6169.659-6169.660=-0.001
max	6169.661-6169.662=-0.001

*mean*	1743.500-1603.000=140.500
σ	0.926-0.000=0.926
min	1743.000-1603.000=140.000
max	1745.000-1603.000=142.000

*mean*	5136.620-6431.711=-1295.091
σ	1120.668-1263.773=-143.105
min	4011.745-4233.418=-221.673
max	6821.502-7551.705=-730.203

phase=renaming

*mean*	21.667-21.666=0.001
σ	0.000
min	21.667-21.666=0.001
max	21.667-21.666=0.001

*mean*	1722.875-1593.875=129.000
σ	57.734-25.809=31.925
min	1580.000-1530.000=50.000
max	1745.000-1603.000=142.000

*mean*	43.669-35.104=8.565
σ	6.514-12.795=-6.281
min	30.792-20.439=10.353
max	50.589-49.130=1.459

phase=type checker

*mean*	958.670-958.669=0.001
σ	0.066-0.055=0.011
min	958.573-958.583=-0.010
max	958.760-958.739=0.021

*mean*	1722.875-1593.875=129.000
σ	57.734-25.809=31.925
min	1580.000-1530.000=50.000
max	1745.000-1603.000=142.000

*mean*	787.076-745.190=41.886
σ	85.034-75.370=9.664
min	668.644-642.081=26.563
max	882.981-878.974=4.007

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-289.766=3.008
σ	0.034-0.036=-0.001
min	292.726-289.722=3.005
max	292.811-289.810=3.001

*mean*	445.000-1603.000=-1158.000
σ	0.000
min	445.000-1603.000=-1158.000
max	445.000-1603.000=-1158.000

*mean*	0.396-0.397=-0.001
σ	0.002-0.014=-0.012
min	0.394-0.386=0.008
max	0.399-0.415=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1299.591=3.276
σ	0.087-0.079=0.008
min	1302.716-1299.501=3.215
max	1302.942-1299.709=3.233

*mean*	1099.200-1603.000=-503.800
σ	187.656-0.000=187.656
min	840.000-1603.000=-763.000
max	1322.000-1603.000=-281.000

*mean*	2.017-2.011=0.006
σ	0.212-0.115=0.098
min	1.760-1.878=-0.118
max	2.233-2.194=0.039

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.907-1542.618=3.289
σ	4.026-3.985=0.041
min	1543.915-1540.667=3.248
max	1553.102-1549.742=3.360

*mean*	612.400-1603.000=-990.600
σ	77.394-0.000=77.394
min	493.000-1603.000=-1110.000
max	699.000-1603.000=-904.000

*mean*	2.274-2.174=0.100
σ	0.217-0.111=0.106
min	2.136-2.002=0.134
max	2.659-2.275=0.384

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.844-1861.657=3.187
σ	0.026-0.068=-0.042
min	1864.801-1861.582=3.219
max	1864.870-1861.738=3.133

*mean*	1726.000-1797.600=-71.600
σ	191.340-187.596=3.744
min	1461.000-1603.000=-142.000
max	1905.000-1986.000=-81.000

*mean*	2.967-3.296=-0.329
σ	0.112-0.389=-0.277
min	2.852-2.901=-0.049
max	3.131-3.709=-0.578

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.848=-0.063
σ	0.102-0.156=-0.054
min	1.676-1.592=0.084
max	1.928-2.014=-0.085

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-446.186=1.568
σ	579.111-577.140=1.971
min	158.197-157.613=0.584
max	1316.420-1311.895=4.524

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1603.000=-1159.000
σ	0.000
min	444.000-1603.000=-1159.000
max	444.000-1603.000=-1159.000

*mean*	0.537-0.540=-0.004
σ	0.549-0.556=-0.006
min	0.260-0.262=-0.002
max	1.361-1.374=-0.013

policies=20

*mean*	1582.281-1576.427=5.854
σ	0.358-0.361=-0.003
min	1582.032-1576.182=5.850
max	1582.810-1576.963=5.847

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1603.000=-1155.000
σ	4.619-0.000=4.619
min	444.000-1603.000=-1159.000
max	452.000-1603.000=-1151.000

*mean*	2.630-2.632=-0.001
σ	0.059-0.012=0.047
min	2.592-2.616=-0.024
max	2.717-2.642=0.075

policies=200

*mean*	15830.687-15772.325=58.362
σ	0.146-0.133=0.013
min	15830.528-15772.183=58.345
max	15830.874-15772.504=58.370

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-1603.000=-1106.750
σ	4.113-0.000=4.113
min	491.000-1603.000=-1112.000
max	501.000-1603.000=-1102.000

*mean*	26.525-26.590=-0.065
σ	0.121-0.133=-0.013
min	26.416-26.492=-0.076
max	26.643-26.776=-0.134