Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.624=0.000
σ	0.350-0.352=-0.002
min	54.490-54.489=0.001
max	55.619-55.623=-0.004

*mean*	420.400-417.000=3.400
σ	0.966-0.000=0.966
min	419.000-417.000=2.000
max	421.000-417.000=4.000

*mean*	0.140-0.138=0.002
σ	0.005-0.007=-0.002
min	0.133-0.131=0.002
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.001
σ	0.005-0.006=-0.001
min	43.779-43.779=0.000
max	43.795-43.799=-0.004

*mean*	421.000-417.000=4.000
σ	0.000
min	421.000-417.000=4.000
max	421.000-417.000=4.000

*mean*	0.122-0.123=-0.001
σ	0.005-0.003=0.002
min	0.116-0.120=-0.004
max	0.130-0.130=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	12.403-12.325=0.078
σ	0.323-0.140=0.183
min	11.925-12.103=-0.178
max	12.976-12.532=0.444

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	11.944-12.416=-0.472
σ	0.556-0.620=-0.064
min	11.232-11.496=-0.264
max	13.044-13.136=-0.092

op=table_records(), no indexes

*mean*	41.931-41.931=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.932=-0.000

*mean*	7330.000-7269.000=61.000
σ	0.000
min	7330.000-7269.000=61.000
max	7330.000-7269.000=61.000

*mean*	14.659-14.728=-0.068
σ	0.822-0.405=0.418
min	12.696-13.988=-1.292
max	15.167-15.173=-0.007

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.001

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	12.098-12.601=-0.503
σ	1.900-1.645=0.255
min	10.272-10.598=-0.327
max	14.797-14.596=0.201

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=-0.000
max	27.991-27.991=-0.000

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	8.510-8.275=0.235
σ	0.331-0.343=-0.012
min	8.024-7.893=0.132
max	8.888-8.773=0.115

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	6.632-6.371=0.262
σ	0.376-0.144=0.232
min	6.188-6.250=-0.062
max	7.449-6.648=0.801

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	5.453-5.577=-0.124
σ	0.232-0.134=0.098
min	5.299-5.309=-0.010
max	5.961-5.682=0.279

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	5.360-5.413=-0.053
σ	0.248-0.242=0.006
min	5.092-5.174=-0.081
max	5.744-5.895=-0.151

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7330.000-7269.000=61.000
σ	0.000
min	7330.000-7269.000=61.000
max	7330.000-7269.000=61.000

*mean*	1046.675-1522.367=-475.692
σ	7.176-913.163=-905.987
min	1037.944-1036.806=1.138
max	1061.064-3663.934=-2602.869

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554-8744.553=0.000
max	8745.883-8745.883=0.000

*mean*	3578.375-3569.125=9.250
σ	1802.723-1789.930=12.794
min	1044.000-1045.000=-1.000
max	5816.000-5777.000=39.000

*mean*	4889.947-4729.692=160.255
σ	1575.562-1371.777=203.785
min	3519.310-3520.886=-1.576
max	7496.421-6771.780=724.640

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.000

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	83.333-78.601=4.732
σ	10.965-6.236=4.729
min	70.937-70.479=0.459
max	99.457-87.492=11.965

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7330.000-7269.000=61.000
σ	0.000
min	7330.000-7269.000=61.000
max	7330.000-7269.000=61.000

*mean*	106.552-107.289=-0.737
σ	8.136-2.613=5.524
min	88.054-103.351=-15.297
max	113.987-110.529=3.458

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.686=0.000

*mean*	7330.000-7269.000=61.000
σ	0.000
min	7330.000-7269.000=61.000
max	7330.000-7269.000=61.000

*mean*	162.041-162.807=-0.766
σ	11.651-5.665=5.986
min	134.664-150.259=-15.595
max	168.916-167.948=0.968

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4157.500-4147.000=10.500
σ	1907.207-1889.411=17.796
min	1556.000
max	7330.000-7269.000=61.000

*mean*	6459.746-6426.538=33.207
σ	1207.809-1119.537=88.272
min	4956.328-4916.889=39.439
max	8067.259-8117.306=-50.047

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.000=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7330.000-7269.000=61.000
σ	0.000
min	7330.000-7269.000=61.000
max	7330.000-7269.000=61.000

*mean*	5458.316-5295.597=162.719
σ	1600.227-1320.934=279.293
min	4313.531-4356.743=-43.212
max	8896.866-7985.783=911.082

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	390.308-377.369=12.940
σ	5.547-22.937=-17.389
min	381.322-344.736=36.587
max	395.207-396.133=-0.925

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	558.500-560.000=-1.500
σ	0.926-0.000=0.926
min	558.000-560.000=-2.000
max	560.000

*mean*	709.589-752.677=-43.088
σ	75.759-54.623=21.136
min	599.031-633.114=-34.083
max	814.683-797.873=16.810

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.376=-0.001
σ	0.760-0.760=0.000
min	1007.900-1007.903=-0.003
max	1011.517-1011.517=-0.000

*mean*	1048.350-1048.800=-0.450
σ	294.883-294.331=0.551
min	574.000-575.000=-1.000
max	1447.000-1446.000=1.000

*mean*	1.537-1.531=0.006
σ	0.081-0.067=0.014
min	1.386-1.465=-0.079
max	1.737-1.702=0.035

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.289-0.380=-0.091
σ	0.273-0.453=-0.180
min	0.145-0.154=-0.009
max	0.773-1.188=-0.415

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.481-0.428=0.053
σ	0.324-0.194=0.129
min	0.326-0.327=-0.001
max	1.060-0.775=0.285

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.225-0.219=0.005
σ	0.017-0.019=-0.002
min	0.210-0.207=0.003
max	0.254-0.251=0.002

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.346-0.338=0.008
σ	0.018-0.021=-0.003
min	0.332-0.326=0.006
max	0.371-0.375=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	432.400-429.000=3.400
σ	2.510-0.000=2.510
min	430.000-429.000=1.000
max	435.000-429.000=6.000

*mean*	0.574-0.553=0.021
σ	0.049-0.046=0.003
min	0.489-0.487=0.003
max	0.612-0.599=0.013

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	0.488-0.504=-0.017
σ	0.032-0.015=0.017
min	0.438-0.490=-0.052
max	0.524-0.524=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	2.607-2.612=-0.005
σ	0.111-0.092=0.019
min	2.441-2.473=-0.032
max	3.097-2.910=0.187

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	2.582-2.586=-0.004
σ	0.075-0.083=-0.008
min	2.465-2.451=0.014
max	2.798-2.912=-0.114

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	0.309-0.316=-0.007
σ	0.011-0.050=-0.040
min	0.290-0.293=-0.003
max	0.362-0.788=-0.426

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-429.000=6.000
σ	0.000
min	435.000-429.000=6.000
max	435.000-429.000=6.000

*mean*	0.294-0.293=0.001
σ	0.009-0.007=0.002
min	0.280-0.281=-0.001
max	0.345-0.331=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.909-297.955=-0.046
σ	1.012-0.998=0.014
min	297.539-297.471=0.067
max	300.788-300.778=0.010

*mean*	443.900-442.200=1.700
σ	15.996-16.943=-0.947
min	418.000-416.000=2.000
max	469.000-461.000=8.000

*mean*	0.612-0.610=0.002
σ	0.016-0.016=0.000
min	0.586-0.571=0.014
max	0.647-0.621=0.027

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=-0.000
σ	0.000-0.000=-0.000
min	222.011
max	222.011-222.012=-0.000

*mean*	1724.375-1739.750=-15.375
σ	9.546-15.276=-5.730
min	1721.000-1715.000=6.000
max	1748.000

*mean*	203.041-201.418=1.623
σ	2.340-4.132=-1.792
min	200.322-192.948=7.374
max	207.293-206.225=1.068

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1724.375-1739.750=-15.375
σ	9.546-15.276=-5.730
min	1721.000-1715.000=6.000
max	1748.000

*mean*	11.055-10.323=0.733
σ	2.117-1.960=0.157
min	7.464-7.468=-0.004
max	12.687-12.666=0.021

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000
min	1041.160
max	1041.161

*mean*	1724.375-1739.750=-15.375
σ	9.546-15.276=-5.730
min	1721.000-1715.000=6.000
max	1748.000

*mean*	702.759-614.114=88.645
σ	55.499-103.543=-48.044
min	585.450-416.647=168.803
max	755.098-719.667=35.431

phase=processProdDef

*mean*	6169.658-6169.658=-0.000
σ	0.000-0.001=-0.000
min	6169.657
max	6169.658-6169.659=-0.001

*mean*	1727.750-1743.875=-16.125
σ	12.499-11.667=0.831
min	1721.000-1715.000=6.000
max	1748.000

*mean*	5859.896-5141.420=718.476
σ	1526.815-1757.976=-231.162
min	3988.767-3458.874=529.893
max	7609.087-7416.638=192.449

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1724.375-1739.750=-15.375
σ	9.546-15.276=-5.730
min	1721.000-1715.000=6.000
max	1748.000

*mean*	44.205-48.790=-4.584
σ	7.656-22.280=-14.623
min	26.860-27.269=-0.409
max	50.035-101.413=-51.378

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1724.375-1739.750=-15.375
σ	9.546-15.276=-5.730
min	1721.000-1715.000=6.000
max	1748.000

*mean*	755.249-763.339=-8.091
σ	38.083-103.784=-65.701
min	666.612-631.459=35.153
max	781.311-879.350=-98.039

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.770-292.774=-0.004
σ	0.036-0.040=-0.004
min	292.720-292.721=-0.001
max	292.808-292.818=-0.010

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.403-0.415=-0.012
σ	0.005-0.013=-0.008
min	0.399-0.399=-0.000
max	0.411-0.434=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.846-1302.887=-0.041
σ	0.083-0.090=-0.007
min	1302.736-1302.735=0.002
max	1302.939-1302.975=-0.036

*mean*	1085.000-1088.600=-3.600
σ	177.712-169.391=8.321
min	886.000-891.000=-5.000
max	1331.000-1324.000=7.000

*mean*	1.983-2.145=-0.162
σ	0.211-0.260=-0.049
min	1.814-1.855=-0.041
max	2.255-2.529=-0.274

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.930-1545.918=0.012
σ	4.022-4.027=-0.005
min	1543.972-1543.965=0.007
max	1553.119-1553.118=0.001

*mean*	623.800-632.000=-8.200
σ	89.352-85.082=4.269
min	502.000-503.000=-1.000
max	725.000-724.000=1.000

*mean*	2.379-2.337=0.042
σ	0.248-0.211=0.037
min	2.080-2.145=-0.065
max	2.631-2.588=0.043

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.834-1864.828=0.005
σ	0.044-0.047=-0.003
min	1864.773-1864.758=0.015
max	1864.878-1864.877=0.001

*mean*	1723.600-1721.000=2.600
σ	168.328-161.858=6.470
min	1478.000-1491.000=-13.000
max	1873.000-1872.000=1.000

*mean*	3.011-3.036=-0.025
σ	0.272-0.106=0.166
min	2.782-2.923=-0.141
max	3.476-3.206=0.269

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.545=0.233
σ	0.137-0.228=-0.090
min	1.559-1.247=0.311
max	1.885-1.739=0.146

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.237-448.240=-0.002
σ	579.118-579.120=-0.001
min	158.677-158.675=0.002
max	1316.915-1316.919=-0.004

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.539-0.493=0.047
σ	0.537-0.457=0.081
min	0.264-0.262=0.003
max	1.345-1.177=0.167

policies=20

*mean*	1587.086-1587.097=-0.011
σ	0.373-0.383=-0.010
min	1586.824-1586.832=-0.009
max	1587.638-1587.665=-0.027

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.500
σ	8.660-5.196=3.464
min	440.000-443.000=-3.000
max	455.000-452.000=3.000

*mean*	2.645-2.659=-0.014
σ	0.011-0.014=-0.003
min	2.632-2.648=-0.016
max	2.657-2.678=-0.021

policies=200

*mean*	15879.044-15878.961=0.083
σ	0.157-0.139=0.017
min	15878.905-15878.826=0.079
max	15879.266-15879.124=0.142

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.500-500.250=-4.750
σ	5.000-6.344=-1.344
min	490.000-494.000=-4.000
max	502.000-509.000=-7.000

*mean*	26.781-26.828=-0.047
σ	0.179-0.051=0.128
min	26.573-26.777=-0.205
max	26.979-26.872=0.107