Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.619=0.001
σ	0.351-0.350=0.001
min	54.482-54.487=-0.005
max	55.618-55.615=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.139-0.138=0.002
σ	0.005-0.005=0.001
min	0.131-0.129=0.002
max	0.148-0.143=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.790-43.788=0.002
σ	0.006-0.007=-0.001
min	43.780-43.776=0.004
max	43.801-43.802=-0.000

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.122=0.001
σ	0.004-0.004=0.000
min	0.120-0.119=0.001
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	12.885-12.176=0.709
σ	0.396-0.418=-0.022
min	12.564-11.678=0.886
max	13.737-12.680=1.057

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	13.263-12.174=1.089
σ	0.170-0.612=-0.442
min	13.013-11.083=1.930
max	13.549-12.841=0.709

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933-41.933=-0.000

*mean*	7308.000-6052.000=1256.000
σ	0.000
min	7308.000-6052.000=1256.000
max	7308.000-6052.000=1256.000

*mean*	15.293-13.046=2.247
σ	0.778-1.433=-0.656
min	13.467-10.580=2.886
max	16.107-14.966=1.141

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.000

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	12.879-12.121=0.758
σ	1.992-1.945=0.047
min	10.607-10.333=0.273
max	15.418-14.439=0.979

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603-27.603=-0.000
max	27.991-27.607=0.384

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	9.005-8.218=0.788
σ	0.369-0.526=-0.157
min	8.339-7.669=0.669
max	9.462-9.014=0.448

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	6.791-6.112=0.678
σ	0.258-0.160=0.098
min	6.545-5.841=0.704
max	7.199-6.287=0.912

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	6.113-5.335=0.778
σ	0.071-0.128=-0.057
min	6.023-5.176=0.847
max	6.267-5.562=0.705

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	5.943-5.137=0.806
σ	0.100-0.190=-0.090
min	5.759-4.822=0.937
max	6.064-5.365=0.700

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.607=-0.001
σ	0.000-0.001=-0.001
min	2524.606-2524.606=-0.000
max	2524.607-2524.610=-0.003

*mean*	7308.000-6052.000=1256.000
σ	0.000
min	7308.000-6052.000=1256.000
max	7308.000-6052.000=1256.000

*mean*	1074.163-1490.345=-416.181
σ	79.829-667.183=-587.355
min	1038.209-1057.456=-19.247
max	1271.360-2609.165=-1337.806

op=load_product(), with indexes

*mean*	8744.722-8744.567=0.155
σ	0.469-0.033=0.436
min	8744.554-8744.553=0.000
max	8745.883-8744.649=1.235

*mean*	3572.125-3803.375=-231.250
σ	1795.120-1680.399=114.721
min	1045.000-1892.000=-847.000
max	5794.000-6052.000=-258.000

*mean*	4765.926-4690.623=75.303
σ	1547.463-1536.296=11.167
min	3510.791-3535.330=-24.539
max	7651.891-7201.545=450.346

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.075=0.000
max	62.081-62.080=0.001

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	80.700-80.036=0.664
σ	10.092-7.861=2.231
min	70.790-70.016=0.773
max	96.206-89.369=6.837

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7308.000-6052.000=1256.000
σ	0.000
min	7308.000-6052.000=1256.000
max	7308.000-6052.000=1256.000

*mean*	106.545-94.840=11.706
σ	5.465-13.943=-8.478
min	95.223-68.115=27.108
max	109.958-107.803=2.156

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7308.000-6052.000=1256.000
σ	0.000
min	7308.000-6052.000=1256.000
max	7308.000-6052.000=1256.000

*mean*	162.658-221.531=-58.873
σ	10.523-227.065=-216.542
min	138.708-101.769=36.939
max	169.079-781.224=-612.145

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.317=0.008
min	11655.305
max	11667.538-11667.516=0.022

*mean*	4151.500-4096.875=54.625
σ	1899.928-1588.373=311.555
min	1556.000-1892.000=-336.000
max	7308.000-6052.000=1256.000

*mean*	5952.929-6119.093=-166.164
σ	1154.680-1378.408=-223.728
min	4860.638-4927.606=-66.968
max	7783.369-8062.646=-279.276

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.001
σ	0.001-0.001=-0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.067=-0.001

*mean*	7308.000-6052.000=1256.000
σ	0.000
min	7308.000-6052.000=1256.000
max	7308.000-6052.000=1256.000

*mean*	4999.931-6499.679=-1499.748
σ	1075.482-1374.280=-298.798
min	4318.653-4433.692=-115.038
max	7252.455-8035.871=-783.416

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.585=-0.026
σ	0.001-0.024=-0.023
min	172.558
max	172.562-172.625=-0.063

*mean*	477.000-1892.000=-1415.000
σ	0.000
min	477.000-1892.000=-1415.000
max	477.000-1892.000=-1415.000

*mean*	359.073-355.954=3.119
σ	29.149-43.599=-14.450
min	305.669-264.404=41.265
max	390.731-413.778=-23.048

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.362=-0.040
σ	0.001-0.037=-0.036
min	357.321
max	357.325-357.405=-0.080

*mean*	558.500-1892.000=-1333.500
σ	0.926-0.000=0.926
min	558.000-1892.000=-1334.000
max	560.000-1892.000=-1332.000

*mean*	720.753-751.261=-30.508
σ	77.727-70.827=6.900
min	592.601-588.392=4.209
max	793.325-806.193=-12.868

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.474=-0.100
σ	0.760-0.928=-0.168
min	1007.899-1008.010=-0.112
max	1011.515-1012.341=-0.825

*mean*	1058.200-1047.850=10.350
σ	315.401-302.066=13.335
min	562.000-560.000=2.000
max	1528.000-1473.000=55.000

*mean*	1.549-1.521=0.027
σ	0.069-0.108=-0.040
min	1.492-1.439=0.053
max	1.768-1.873=-0.105

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.884=0.007
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1473.000=-1071.000
σ	0.000
min	402.000-1473.000=-1071.000
max	402.000-1473.000=-1071.000

*mean*	0.414-0.438=-0.024
σ	0.513-0.104=0.409
min	0.147-0.360=-0.213
max	1.325-0.601=0.724

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1473.000=-1071.000
σ	0.000
min	402.000-1473.000=-1071.000
max	402.000-1473.000=-1071.000

*mean*	0.475-0.893=-0.418
σ	0.315-0.106=0.209
min	0.326-0.822=-0.496
max	1.038-1.079=-0.042

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1473.000=-1071.000
σ	0.000
min	402.000-1473.000=-1071.000
max	402.000-1473.000=-1071.000

*mean*	0.215-0.542=-0.327
σ	0.020-0.046=-0.026
min	0.197-0.491=-0.294
max	0.249-0.610=-0.361

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1473.000=-1071.000
σ	0.000
min	402.000-1473.000=-1071.000
max	402.000-1473.000=-1071.000

*mean*	0.329-0.856=-0.527
σ	0.019-0.044=-0.025
min	0.317-0.809=-0.493
max	0.363-0.927=-0.565

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.919=-0.012
σ	0.011-0.027=-0.016
min	963.902
max	963.926-963.966=-0.039

*mean*	434.800-1473.000=-1038.200
σ	1.643-0.000=1.643
min	432.000-1473.000=-1041.000
max	436.000-1473.000=-1037.000

*mean*	0.554-0.819=-0.264
σ	0.057-0.044=0.013
min	0.458-0.785=-0.326
max	0.599-0.869=-0.270

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.889=-0.005
σ	0.002-0.007=-0.005
min	884.883
max	884.886-884.898=-0.012

*mean*	436.000-1473.000=-1037.000
σ	0.000
min	436.000-1473.000=-1037.000
max	436.000-1473.000=-1037.000

*mean*	0.426-0.730=-0.305
σ	0.030-0.020=0.010
min	0.382-0.697=-0.314
max	0.455-0.743=-0.288

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.712=-0.003

*mean*	436.000-1473.000=-1037.000
σ	0.000
min	436.000-1473.000=-1037.000
max	436.000-1473.000=-1037.000

*mean*	2.569-3.526=-0.958
σ	0.093-0.086=0.008
min	2.417-3.379=-0.962
max	2.878-3.820=-0.942

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1473.000=-1037.000
σ	0.000
min	436.000-1473.000=-1037.000
max	436.000-1473.000=-1037.000

*mean*	2.585-3.510=-0.925
σ	0.072-0.080=-0.008
min	2.469-3.387=-0.918
max	2.861-3.794=-0.933

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1473.000=-1037.000
σ	0.000
min	436.000-1473.000=-1037.000
max	436.000-1473.000=-1037.000

*mean*	0.307-0.745=-0.438
σ	0.009-0.017=-0.008
min	0.291-0.706=-0.415
max	0.357-0.841=-0.484

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1473.000=-1037.000
σ	0.000
min	436.000-1473.000=-1037.000
max	436.000-1473.000=-1037.000

*mean*	0.290-0.713=-0.423
σ	0.007-0.018=-0.010
min	0.277-0.682=-0.405
max	0.325-0.794=-0.470

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.984-297.675=0.309
σ	1.037-0.257=0.780
min	297.564-297.452=0.112
max	300.931-298.356=2.575

*mean*	442.400-1892.000=-1449.600
σ	15.299-0.000=15.299
min	418.000-1892.000=-1474.000
max	465.000-1892.000=-1427.000

*mean*	0.611-0.606=0.005
σ	0.015-0.031=-0.016
min	0.576-0.550=0.026
max	0.632-0.668=-0.035

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000-0.000=-0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1722.875-1573.375=149.500
σ	57.734-47.746=9.988
min	1580.000-1473.000=107.000
max	1745.000-1598.000=147.000

*mean*	212.785-207.049=5.736
σ	1.825-1.886=-0.062
min	210.011-204.958=5.053
max	215.585-210.416=5.168

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1722.875-1573.375=149.500
σ	57.734-47.746=9.988
min	1580.000-1473.000=107.000
max	1745.000-1598.000=147.000

*mean*	11.410-9.929=1.481
σ	1.556-2.590=-1.034
min	9.342-6.267=3.075
max	12.793-12.518=0.275

phase=parser

*mean*	1041.159-1041.159=-0.000
σ	0.000-0.000=0.000
min	1041.158-1041.159=-0.001
max	1041.159-1041.160=-0.001

*mean*	1722.875-1573.375=149.500
σ	57.734-47.746=9.988
min	1580.000-1473.000=107.000
max	1745.000-1598.000=147.000

*mean*	675.953-586.347=89.606
σ	91.778-143.152=-51.374
min	556.182-381.576=174.606
max	821.918-729.388=92.530

phase=processProdDef

*mean*	6169.660-6169.661=-0.001
σ	0.001-0.002=-0.001
min	6169.659-6169.660=-0.001
max	6169.661-6169.665=-0.004

*mean*	1743.500-1589.000=154.500
σ	0.926-25.456=-24.530
min	1743.000-1526.000=217.000
max	1745.000-1598.000=147.000

*mean*	5136.620-6438.334=-1301.714
σ	1120.668-987.384=133.284
min	4011.745-4417.175=-405.430
max	6821.502-7242.761=-421.259

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1722.875-1573.375=149.500
σ	57.734-47.746=9.988
min	1580.000-1473.000=107.000
max	1745.000-1598.000=147.000

*mean*	43.669-37.775=5.894
σ	6.514-11.677=-5.163
min	30.792-20.566=10.226
max	50.589-48.908=1.681

phase=type checker

*mean*	958.670-958.693=-0.023
σ	0.066-0.055=0.011
min	958.573-958.607=-0.035
max	958.760-958.764=-0.004

*mean*	1722.875-1573.375=149.500
σ	57.734-47.746=9.988
min	1580.000-1473.000=107.000
max	1745.000-1598.000=147.000

*mean*	787.076-797.373=-10.297
σ	85.034-116.422=-31.388
min	668.644-670.479=-1.835
max	882.981-1056.207=-173.225

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.991=-0.217
σ	0.034-0.032=0.003
min	292.726-292.951=-0.225
max	292.811-293.026=-0.215

*mean*	445.000-1598.000=-1153.000
σ	0.000
min	445.000-1598.000=-1153.000
max	445.000-1598.000=-1153.000

*mean*	0.396-0.398=-0.002
σ	0.002-0.007=-0.005
min	0.394-0.390=0.004
max	0.399-0.405=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.866-1302.838=0.028
σ	0.087-0.122=-0.034
min	1302.716-1302.736=-0.021
max	1302.942-1303.045=-0.103

*mean*	1099.200-1598.000=-498.800
σ	187.656-0.000=187.656
min	840.000-1598.000=-758.000
max	1322.000-1598.000=-276.000

*mean*	2.017-1.999=0.019
σ	0.212-0.210=0.002
min	1.760-1.813=-0.053
max	2.233-2.328=-0.095

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.907-1545.887=0.020
σ	4.026-4.021=0.006
min	1543.915-1543.922=-0.007
max	1553.102-1553.074=0.028

*mean*	612.400-1598.000=-985.600
σ	77.394-0.000=77.394
min	493.000-1598.000=-1105.000
max	699.000-1598.000=-899.000

*mean*	2.274-2.317=-0.043
σ	0.217-0.155=0.062
min	2.136-2.136=-0.000
max	2.659-2.554=0.105

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.844-1864.855=-0.011
σ	0.026-0.054=-0.028
min	1864.801-1864.795=0.006
max	1864.870-1864.923=-0.052

*mean*	1726.000-1758.800=-32.800
σ	191.340-133.198=58.142
min	1461.000-1598.000=-137.000
max	1905.000-1892.000=13.000

*mean*	2.967-3.010=-0.043
σ	0.112-0.102=0.010
min	2.852-2.903=-0.051
max	3.131-3.147=-0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.785-1.815=-0.030
σ	0.102-0.056=0.045
min	1.676-1.762=-0.087
max	1.928-1.889=0.040

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-446.795=0.959
σ	579.111-577.189=1.921
min	158.197-158.197=-0.000
max	1316.420-1312.578=3.841

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1598.000=-1154.000
σ	0.000
min	444.000-1598.000=-1154.000
max	444.000-1598.000=-1154.000

*mean*	0.537-0.469=0.068
σ	0.549-0.389=0.160
min	0.260-0.273=-0.013
max	1.361-1.053=0.308

policies=20

*mean*	1582.281-1582.298=-0.017
σ	0.358-0.394=-0.037
min	1582.032-1582.034=-0.002
max	1582.810-1582.884=-0.075

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1598.000=-1150.000
σ	4.619-0.000=4.619
min	444.000-1598.000=-1154.000
max	452.000-1598.000=-1146.000

*mean*	2.630-2.700=-0.070
σ	0.059-0.011=0.048
min	2.592-2.686=-0.095
max	2.717-2.710=0.007

policies=200

*mean*	15830.687-15830.844=-0.157
σ	0.146-0.131=0.015
min	15830.528-15830.767=-0.239
max	15830.874-15831.040=-0.166

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-1598.000=-1101.750
σ	4.113-0.000=4.113
min	491.000-1598.000=-1107.000
max	501.000-1598.000=-1097.000

*mean*	26.525-26.571=-0.045
σ	0.121-0.164=-0.044
min	26.416-26.431=-0.015
max	26.643-26.780=-0.137