Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=-0.000
σ	0.349-0.347=0.001
min	54.443-54.445=-0.002
max	55.569-55.565=0.004

*mean*	416.000-421.700=-5.700
σ	0.000-0.483=-0.483
min	416.000-421.000=-5.000
max	416.000-422.000=-6.000

*mean*	0.139-0.139=-0.000
σ	0.004-0.004=0.000
min	0.136-0.136=-0.000
max	0.148-0.148=0.000

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.706=0.001
σ	0.006-0.006=0.000
min	43.702-43.696=0.007
max	43.721-43.714=0.006

*mean*	416.000-422.000=-6.000
σ	0.000
min	416.000-422.000=-6.000
max	416.000-422.000=-6.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.004=0.001
min	0.117-0.119=-0.003
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	12.834-12.827=0.007
σ	0.221-0.317=-0.096
min	12.522-12.370=0.151
max	13.085-13.142=-0.057

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	12.716-12.876=-0.160
σ	0.663-0.553=0.111
min	11.732-11.977=-0.246
max	13.466-13.358=0.107

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=0.000

*mean*	7304.000-7299.000=5.000
σ	0.000
min	7304.000-7299.000=5.000
max	7304.000-7299.000=5.000

*mean*	15.457-15.074=0.383
σ	0.789-0.520=0.269
min	13.668-13.928=-0.260
max	16.217-15.518=0.699

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	13.562-13.049=0.513
σ	1.775-1.741=0.035
min	11.125-10.824=0.301
max	15.775-15.246=0.529

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	9.078-8.868=0.211
σ	0.468-0.251=0.217
min	8.513-8.538=-0.026
max	9.915-9.232=0.683

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	6.609-7.092=-0.483
σ	0.277-0.117=0.160
min	6.303-6.926=-0.624
max	7.137-7.308=-0.170

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	6.037-6.031=0.006
σ	0.121-0.098=0.023
min	5.895-5.855=0.040
max	6.283-6.110=0.173

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.972=0.000

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	5.789-5.796=-0.007
σ	0.111-0.131=-0.020
min	5.575-5.494=0.081
max	5.946-5.901=0.045

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.605-2524.606=-0.000
max	2524.606

*mean*	7304.000-7299.000=5.000
σ	0.000
min	7304.000-7299.000=5.000
max	7304.000-7299.000=5.000

*mean*	1098.227-1347.080=-248.853
σ	146.452-520.314=-373.862
min	1039.019-1034.297=4.722
max	1460.069-2505.054=-1044.985

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=-0.000
min	8744.553
max	8745.882-8745.882=-0.000

*mean*	3573.875-3572.625=1.250
σ	1796.029-1796.619=-0.589
min	1044.000
max	5794.000

*mean*	4856.093-4802.804=53.289
σ	1748.375-1732.919=15.456
min	3510.780-3521.351=-10.571
max	7383.866-7298.759=85.106

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	81.587-79.335=2.251
σ	8.548-8.656=-0.108
min	72.280-71.221=1.059
max	96.920-96.673=0.247

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7304.000-7299.000=5.000
σ	0.000
min	7304.000-7299.000=5.000
max	7304.000-7299.000=5.000

*mean*	105.981-108.099=-2.118
σ	6.863-5.051=1.811
min	91.549-97.825=-6.276
max	112.865-113.967=-1.102

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7304.000-7299.000=5.000
σ	0.000
min	7304.000-7299.000=5.000
max	7304.000-7299.000=5.000

*mean*	161.617-162.570=-0.953
σ	10.485-9.303=1.182
min	136.627-140.561=-3.934
max	168.081-168.300=-0.219

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.538=0.001

*mean*	4153.625-4152.625=1.000
σ	1900.297-1899.266=1.031
min	1556.000-1555.000=1.000
max	7304.000-7299.000=5.000

*mean*	6431.415-6336.052=95.362
σ	1192.688-1046.646=146.042
min	4886.201-4914.557=-28.355
max	8322.444-7946.727=375.716

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.065=-0.001
max	11560.066

*mean*	7304.000-7299.000=5.000
σ	0.000
min	7304.000-7299.000=5.000
max	7304.000-7299.000=5.000

*mean*	6074.748-5696.282=378.466
σ	1703.731-1410.872=292.858
min	4358.759-4350.773=7.986
max	7815.083-7696.693=118.390

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	381.928-369.373=12.555
σ	21.718-21.865=-0.147
min	343.883-346.324=-2.440
max	397.505-394.333=3.172

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	781.572-772.701=8.871
σ	18.737-21.411=-2.674
min	745.221-738.020=7.201
max	799.841-804.688=-4.847

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.496-1008.503=-0.007
σ	0.760-0.760=0.001
min	1008.029-1008.026=0.003
max	1011.642-1011.642=0.001

*mean*	1041.900-1045.700=-3.800
σ	299.156-299.799=-0.644
min	562.000-563.000=-1.000
max	1444.000-1448.000=-4.000

*mean*	1.573-1.512=0.061
σ	0.072-0.073=-0.001
min	1.492-1.375=0.117
max	1.764-1.734=0.030

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.308-0.404=-0.096
σ	0.311-0.530=-0.219
min	0.138-0.149=-0.011
max	0.859-1.351=-0.492

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.476=0.008
σ	0.336-0.321=0.015
min	0.307-0.320=-0.013
max	1.084-1.049=0.035

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.211-0.220=-0.010
σ	0.022-0.024=-0.002
min	0.187-0.200=-0.013
max	0.248-0.262=-0.015

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.336=-0.003
σ	0.017-0.020=-0.003
min	0.321-0.316=0.004
max	0.363-0.365=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-436.000=0.600
σ	6.066-2.236=3.830
min	431.000-432.000=-1.000
max	443.000-437.000=6.000

*mean*	0.541-0.549=-0.008
σ	0.052-0.052=0.001
min	0.464-0.477=-0.013
max	0.593-0.603=-0.010

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.441-0.483=-0.042
σ	0.054-0.045=0.009
min	0.390-0.429=-0.039
max	0.527-0.526=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.606-2.463=0.143
σ	0.091-0.329=-0.238
min	2.432-1.855=0.577
max	2.883-2.920=-0.037

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.595-2.586=0.009
σ	0.108-0.093=0.015
min	2.427-2.409=0.017
max	3.095-2.946=0.149

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.304-0.304=-0.000
σ	0.010-0.012=-0.003
min	0.288-0.287=0.001
max	0.354-0.392=-0.038

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.296-0.289=0.007
σ	0.022-0.007=0.015
min	0.276-0.273=0.003
max	0.484-0.322=0.162

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.046-298.118=-0.072
σ	1.045-0.937=0.108
min	297.646-297.704=-0.058
max	301.015-300.769=0.246

*mean*	446.200-442.400=3.800
σ	18.262-19.495=-1.232
min	422.000-413.000=9.000
max	472.000-470.000=2.000

*mean*	0.609-0.606=0.003
σ	0.020-0.026=-0.006
min	0.564-0.567=-0.003
max	0.641-0.658=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1692.375-1719.375=-27.000
σ	37.932-37.921=0.011
min	1657.000-1658.000=-1.000
max	1738.000-1744.000=-6.000

*mean*	203.603-200.469=3.133
σ	2.372-1.672=0.700
min	199.817-197.974=1.843
max	206.178-203.223=2.956

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1692.375-1719.375=-27.000
σ	37.932-37.921=0.011
min	1657.000-1658.000=-1.000
max	1738.000-1744.000=-6.000

*mean*	10.813-11.194=-0.381
σ	1.917-1.505=0.412
min	7.595-9.445=-1.850
max	12.614-12.957=-0.343

phase=parser

*mean*	1042.096-1042.096=0.000
σ	0.000-0.000=0.000
min	1042.095
max	1042.096

*mean*	1692.375-1719.375=-27.000
σ	37.932-37.921=0.011
min	1657.000-1658.000=-1.000
max	1738.000-1744.000=-6.000

*mean*	661.558-731.900=-70.342
σ	106.497-81.705=24.792
min	426.299-585.595=-159.295
max	733.283-841.385=-108.101

phase=processProdDef

*mean*	6169.660-6169.660=-0.000
σ	0.001-0.000=0.000
min	6169.659-6169.660=-0.001
max	6169.661

*mean*	1702.500-1730.125=-27.625
σ	37.951-29.230=8.721
min	1667.000-1658.000=9.000
max	1738.000-1744.000=-6.000

*mean*	5208.336-5642.802=-434.466
σ	1272.429-1549.206=-276.776
min	3634.657-4067.617=-432.961
max	6884.323-8072.624=-1188.301

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1692.375-1719.375=-27.000
σ	37.932-37.921=0.011
min	1657.000-1658.000=-1.000
max	1738.000-1744.000=-6.000

*mean*	39.356-38.698=0.658
σ	9.365-8.011=1.355
min	26.308-31.426=-5.118
max	48.319-47.915=0.404

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1692.375-1719.375=-27.000
σ	37.932-37.921=0.011
min	1657.000-1658.000=-1.000
max	1738.000-1744.000=-6.000

*mean*	734.898-772.661=-37.764
σ	105.244-127.001=-21.756
min	633.979-632.371=1.609
max	870.395-955.104=-84.709

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.384-293.379=0.005
σ	0.040-0.037=0.003
min	293.330-293.330=0.000
max	293.425-293.418=0.007

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.418-0.404=0.014
σ	0.003-0.006=-0.003
min	0.414-0.399=0.015
max	0.420-0.411=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.460-1303.448=0.012
σ	0.079-0.068=0.011
min	1303.319-1303.350=-0.031
max	1303.502-1303.530=-0.028

*mean*	1114.800-1062.200=52.600
σ	185.538-167.362=18.175
min	893.000-840.000=53.000
max	1366.000-1270.000=96.000

*mean*	2.061-1.944=0.116
σ	0.170-0.204=-0.034
min	1.882-1.770=0.112
max	2.284-2.186=0.098

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.539-1546.507=0.032
σ	4.013-4.012=0.001
min	1544.614-1544.526=0.088
max	1553.713-1553.678=0.035

*mean*	622.400-612.000=10.400
σ	89.358-73.304=16.054
min	506.000-497.000=9.000
max	728.000-690.000=38.000

*mean*	2.322-2.259=0.064
σ	0.206-0.122=0.083
min	2.117-2.154=-0.037
max	2.600-2.432=0.168

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.460-1865.442=0.019
σ	0.082-0.045=0.037
min	1865.390-1865.398=-0.009
max	1865.588-1865.499=0.089

*mean*	1752.400-1709.600=42.800
σ	226.297-252.569=-26.272
min	1454.000-1414.000=40.000
max	1967.000-2063.000=-96.000

*mean*	3.223-2.935=0.289
σ	0.290-0.170=0.120
min	2.898-2.708=0.190
max	3.581-3.164=0.418

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.743-1.755=-0.012
σ	0.106-0.087=0.019
min	1.625-1.638=-0.013
max	1.888-1.833=0.055

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.987-447.980=0.007
σ	579.238-579.239=-0.001
min	158.367-158.360=0.007
max	1316.844-1316.839=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.538-0.538=0.000
σ	0.546-0.548=-0.002
min	0.263-0.262=0.001
max	1.358-1.360=-0.002

policies=20

*mean*	1583.981-1583.924=0.057
σ	0.338-0.372=-0.035
min	1583.740-1583.668=0.072
max	1584.479-1584.476=0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.750-445.250=-0.500
σ	0.500-1.500=-1.000
min	444.000-443.000=1.000
max	445.000-446.000=-1.000

*mean*	2.627-2.663=-0.035
σ	0.024-0.044=-0.020
min	2.602-2.622=-0.020
max	2.653-2.716=-0.063

policies=200

*mean*	15847.791-15847.279=0.512
σ	0.185-0.178=0.007
min	15847.684-15847.119=0.565
max	15848.068-15847.511=0.557

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.250-497.250=-1.000
σ	5.620-4.787=0.833
min	489.000-492.000=-3.000
max	502.000-503.000=-1.000

*mean*	26.720-26.628=0.093
σ	0.139-0.131=0.008
min	26.571-26.481=0.090
max	26.864-26.776=0.088