Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.581=0.098
σ	0.359-0.342=0.017
min	54.540-54.449=0.092
max	55.701-55.554=0.148

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.141-0.140=0.001
σ	0.004-0.005=-0.001
min	0.138-0.132=0.006
max	0.150-0.150=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.006-0.007=-0.001
min	43.697-43.695=0.002
max	43.713-43.715=-0.002

*mean*	416.000-418.000=-2.000
σ	0.000
min	416.000-418.000=-2.000
max	416.000-418.000=-2.000

*mean*	0.121-0.121=-0.000
σ	0.004-0.005=-0.001
min	0.116-0.116=-0.000
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	12.765-13.090=-0.324
σ	0.203-0.234=-0.031
min	12.468-12.596=-0.128
max	12.998-13.338=-0.340

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	13.128-12.927=0.201
σ	0.604-0.739=-0.135
min	11.761-12.176=-0.415
max	13.678-13.938=-0.260

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.932-41.933=-0.000

*mean*	7323.000-7326.000=-3.000
σ	0.000
min	7323.000-7326.000=-3.000
max	7323.000-7326.000=-3.000

*mean*	14.498-15.409=-0.910
σ	0.873-0.767=0.105
min	12.442-13.715=-1.274
max	15.241-15.955=-0.714

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.000

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	12.167-13.485=-1.318
σ	1.562-1.975=-0.413
min	10.709-11.169=-0.461
max	14.204-16.012=-1.809

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	8.937-9.004=-0.067
σ	0.372-0.268=0.105
min	8.474-8.639=-0.166
max	9.418-9.377=0.041

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	7.042-6.742=0.300
σ	0.119-0.237=-0.119
min	6.863-6.423=0.440
max	7.221-7.146=0.074

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	6.045-6.013=0.032
σ	0.084-0.126=-0.043
min	5.913-5.845=0.068
max	6.128-6.249=-0.121

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	5.847-5.874=-0.027
σ	0.084-0.117=-0.032
min	5.713-5.740=-0.027
max	5.993-6.101=-0.108

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=0.000
max	2524.606-2524.606=0.000

*mean*	7323.000-7326.000=-3.000
σ	0.000
min	7323.000-7326.000=-3.000
max	7323.000-7326.000=-3.000

*mean*	1049.725-1053.344=-3.618
σ	10.660-4.867=5.793
min	1036.114-1047.689=-11.574
max	1070.103-1061.347=8.756

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3580.000-3577.750=2.250
σ	1803.660-1802.684=0.976
min	1044.000
max	5819.000-5815.000=4.000

*mean*	4728.413-4929.427=-201.013
σ	1561.377-1644.339=-82.962
min	3524.247-3543.996=-19.748
max	7087.058-7608.725=-521.667

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	79.406-83.600=-4.194
σ	9.036-12.096=-3.060
min	69.706-71.329=-1.622
max	93.521-103.779=-10.259

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7323.000-7326.000=-3.000
σ	0.000
min	7323.000-7326.000=-3.000
max	7323.000-7326.000=-3.000

*mean*	104.557-106.250=-1.694
σ	6.960-5.795=1.165
min	90.628-95.309=-4.681
max	112.575-112.801=-0.225

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7323.000-7326.000=-3.000
σ	0.000
min	7323.000-7326.000=-3.000
max	7323.000-7326.000=-3.000

*mean*	161.798-162.405=-0.606
σ	9.378-9.115=0.263
min	140.275-141.307=-1.032
max	168.443-167.989=0.454

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.538=0.013

*mean*	4157.625-4156.750=0.875
σ	1906.379-1906.689=-0.310
min	1556.000-1557.000=-1.000
max	7323.000-7326.000=-3.000

*mean*	6280.822-6704.001=-423.179
σ	1034.593-1272.507=-237.914
min	4921.505-4938.628=-17.123
max	7985.012-8000.360=-15.349

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7323.000-7326.000=-3.000
σ	0.000
min	7323.000-7326.000=-3.000
max	7323.000-7326.000=-3.000

*mean*	5716.575-5848.682=-132.107
σ	1845.258-1951.791=-106.533
min	4332.851-4345.659=-12.808
max	8843.386-9151.155=-307.769

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	386.289-382.823=3.466
σ	12.928-18.833=-5.905
min	355.505-352.567=2.937
max	393.945-397.782=-3.837

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	752.665-697.869=54.796
σ	61.276-69.430=-8.154
min	641.277-638.847=2.430
max	812.845-790.620=22.225

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.500=15.828
σ	0.758-0.759=-0.000
min	1023.853-1008.028=15.824
max	1027.465-1011.638=15.827

*mean*	1055.300-1044.800=10.500
σ	320.272-308.959=11.313
min	576.000-595.000=-19.000
max	1532.000-1501.000=31.000

*mean*	1.567-1.545=0.022
σ	0.090-0.072=0.018
min	1.399-1.471=-0.071
max	1.766-1.763=0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.306-0.387=-0.080
σ	0.305-0.487=-0.182
min	0.143-0.141=0.002
max	0.847-1.255=-0.408

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.478=-0.002
σ	0.322-0.328=-0.006
min	0.319-0.320=-0.001
max	1.052-1.065=-0.013

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.222=0.006
σ	0.025-0.020=0.004
min	0.205-0.204=0.001
max	0.269-0.257=0.013

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.344-0.334=0.010
σ	0.019-0.017=0.002
min	0.328-0.320=0.007
max	0.376-0.363=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	431.800-436.000=-4.200
σ	1.789-2.236=-0.447
min	431.000-432.000=-1.000
max	435.000-437.000=-2.000

*mean*	0.488-0.548=-0.060
σ	0.043-0.056=-0.014
min	0.428-0.485=-0.057
max	0.542-0.615=-0.073

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.436-0.464=-0.028
σ	0.038-0.047=-0.009
min	0.389-0.383=0.005
max	0.495-0.496=-0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.640-2.335=0.305
σ	0.106-0.331=-0.225
min	2.461-1.829=0.632
max	2.898-2.896=0.003

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.576-2.625=-0.049
σ	0.098-0.095=0.002
min	2.412-2.446=-0.034
max	3.016-2.933=0.083

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.311-0.303=0.008
σ	0.010-0.010=0.000
min	0.291-0.285=0.006
max	0.361-0.367=-0.006

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.295-0.287=0.007
σ	0.038-0.013=0.025
min	0.279-0.273=0.005
max	0.658-0.374=0.284

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.813-298.248=0.565
σ	1.035-0.992=0.042
min	298.377-297.804=0.573
max	301.751-301.054=0.697

*mean*	446.900-444.000=2.900
σ	18.466-14.757=3.709
min	418.000-422.000=-4.000
max	472.000-465.000=7.000

*mean*	0.606-0.609=-0.003
σ	0.018-0.018=-0.000
min	0.570-0.583=-0.013
max	0.620-0.636=-0.016

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	217.485-209.545=7.940
σ	1.648-2.580=-0.932
min	215.632-204.835=10.798
max	220.195-212.779=7.416

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	11.908-8.968=2.939
σ	1.366-1.987=-0.621
min	9.554-6.227=3.326
max	13.076-12.594=0.482

phase=parser

*mean*	1042.362-1042.098=0.264
σ	0.000-0.000=0.000
min	1042.361-1042.097=0.264
max	1042.362-1042.098=0.264

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	676.964-621.146=55.818
σ	95.845-86.785=9.061
min	561.788-483.874=77.913
max	827.066-721.758=105.308

phase=processProdDef

*mean*	6169.660
σ	0.001-0.000=0.000
min	6169.660
max	6169.661-6169.660=0.001

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	5337.267-6742.690=-1405.422
σ	1696.287-790.416=905.870
min	3676.409-5482.716=-1806.307
max	7898.141-7411.009=487.132

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	53.660-44.542=9.117
σ	26.877-6.078=20.799
min	34.815-33.917=0.898
max	118.289-50.886=67.403

phase=type checker

*mean*	990.442-958.457=31.985
σ	0.066
min	990.344-958.360=31.985
max	990.532-958.547=31.985

*mean*	1748.000-1680.000=68.000
σ	0.000
min	1748.000-1680.000=68.000
max	1748.000-1680.000=68.000

*mean*	833.859-751.231=82.627
σ	55.813-49.930=5.883
min	751.190-657.976=93.213
max	922.268-796.252=126.016

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926-293.686=0.240
σ	0.046-0.039=0.006
min	293.861-293.632=0.229
max	293.971-293.727=0.245

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.401=0.001
σ	0.005-0.011=-0.006
min	0.399-0.396=0.003
max	0.410-0.421=-0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.239-1303.726=16.513
σ	0.064-0.067=-0.003
min	1320.183-1303.642=16.541
max	1320.314-1303.789=16.525

*mean*	1068.600-1062.600=6.000
σ	168.841-168.589=0.252
min	842.000-840.000=2.000
max	1277.000-1273.000=4.000

*mean*	2.066-1.889=0.177
σ	0.267-0.095=0.172
min	1.870-1.814=0.055
max	2.486-2.038=0.448

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.746-1546.817=12.929
σ	4.057-4.016=0.040
min	1557.747-1544.813=12.934
max	1566.997-1553.995=13.002

*mean*	619.000-611.800=7.200
σ	82.553-73.152=9.401
min	494.000-497.000=-3.000
max	716.000-690.000=26.000

*mean*	2.278-2.238=0.040
σ	0.108-0.122=-0.015
min	2.172-2.134=0.038
max	2.447-2.442=0.005

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.276-1865.806=16.470
σ	0.062-0.060=0.001
min	1882.196-1865.749=16.446
max	1882.345-1865.896=16.449

*mean*	1701.400-1710.000=-8.600
σ	247.427-249.716=-2.288
min	1407.000-1418.000=-11.000
max	2035.000-2064.000=-29.000

*mean*	2.958-2.957=0.002
σ	0.054-0.104=-0.050
min	2.911-2.884=0.027
max	3.052-3.121=-0.069

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.768-1.742=0.025
σ	0.152-0.167=-0.015
min	1.569-1.511=0.058
max	1.919-1.918=0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-450.089=3.448
σ	585.528-579.265=6.263
min	160.771-160.453=0.318
max	1331.829-1318.986=12.843

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.563-0.540=0.022
σ	0.579-0.540=0.039
min	0.272-0.269=0.004
max	1.432-1.350=0.081

policies=20

*mean*	1608.044-1604.906=3.138
σ	0.420-0.404=0.016
min	1607.757-1604.626=3.131
max	1608.667-1605.504=3.163

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.000-446.000=5.000
σ	10.832-2.000=8.832
min	443.000
max	467.000-447.000=20.000

*mean*	2.715-2.680=0.035
σ	0.007-0.010=-0.003
min	2.706-2.667=0.039
max	2.720-2.690=0.030

policies=200

*mean*	16088.504-16057.228=31.277
σ	0.158-0.085=0.073
min	16088.281-16057.124=31.157
max	16088.637-16057.320=31.317

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.000-493.500=6.500
σ	6.055-3.697=2.358
min	494.000-489.000=5.000
max	507.000-497.000=10.000

*mean*	27.379-27.114=0.265
σ	0.121-0.135=-0.014
min	27.213-26.979=0.234
max	27.500-27.262=0.238