Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.582-54.581=0.001
σ	0.341-0.343=-0.003
min	54.451-54.445=0.006
max	55.550-55.557=-0.007

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.139=0.002
σ	0.010-0.006=0.004
min	0.131-0.131=0.001
max	0.165-0.150=0.016

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.006-0.006=0.000
min	43.694-43.699=-0.005
max	43.713-43.719=-0.005

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.121-0.116=0.005
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	12.446-12.843=-0.397
σ	0.225-0.231=-0.006
min	12.196-12.487=-0.291
max	12.760-13.079=-0.319

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	12.656-13.282=-0.626
σ	0.563-0.195=0.368
min	11.704-12.936=-1.232
max	13.086-13.493=-0.407

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=0.000

*mean*	7326.000-7324.000=2.000
σ	0.000
min	7326.000-7324.000=2.000
max	7326.000-7324.000=2.000

*mean*	14.593-14.973=-0.380
σ	0.916-0.708=0.209
min	12.456-13.432=-0.975
max	15.315-15.705=-0.391

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	12.136-12.458=-0.323
σ	1.731-1.456=0.274
min	10.377-10.996=-0.619
max	14.561-14.794=-0.233

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	8.311-8.888=-0.578
σ	0.365-0.375=-0.010
min	8.028-8.385=-0.357
max	9.060-9.433=-0.373

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	6.482-6.943=-0.461
σ	0.190-0.274=-0.085
min	6.214-6.404=-0.190
max	6.811-7.229=-0.418

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	5.547-5.972=-0.425
σ	0.046-0.175=-0.129
min	5.472-5.626=-0.154
max	5.604-6.132=-0.528

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	5.358-5.796=-0.439
σ	0.065-0.115=-0.051
min	5.272-5.544=-0.272
max	5.489-5.895=-0.406

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7326.000-7324.000=2.000
σ	0.000
min	7326.000-7324.000=2.000
max	7326.000-7324.000=2.000

*mean*	1044.844-1045.109=-0.265
σ	8.459-8.519=-0.060
min	1033.654-1033.675=-0.021
max	1057.141-1057.596=-0.454

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=-0.000

*mean*	3579.875-3579.625=0.250
σ	1802.860-1801.161=1.699
min	1045.000-1046.000=-1.000
max	5817.000-5815.000=2.000

*mean*	5083.528-4419.244=664.284
σ	1675.895-1332.155=343.740
min	3546.834-3490.732=56.102
max	7159.763-6981.362=178.402

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	82.674-78.050=4.623
σ	10.048-4.837=5.211
min	70.589-71.859=-1.270
max	95.652-86.098=9.553

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7326.000-7324.000=2.000
σ	0.000
min	7326.000-7324.000=2.000
max	7326.000-7324.000=2.000

*mean*	104.644-107.059=-2.415
σ	5.793-6.875=-1.081
min	92.213-93.826=-1.613
max	111.098-114.433=-3.335

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7326.000-7324.000=2.000
σ	0.000
min	7326.000-7324.000=2.000
max	7326.000-7324.000=2.000

*mean*	162.336-161.943=0.393
σ	9.013-9.562=-0.549
min	142.473-141.304=1.169
max	169.061-169.315=-0.254

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4157.875-4157.000=0.875
σ	1907.532-1905.256=2.276
min	1554.000-1555.000=-1.000
max	7326.000-7324.000=2.000

*mean*	6403.550-6072.228=331.322
σ	976.592-778.256=198.335
min	4973.369-4971.115=2.255
max	7837.962-7407.925=430.037

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.066=0.001

*mean*	7326.000-7324.000=2.000
σ	0.000
min	7326.000-7324.000=2.000
max	7326.000-7324.000=2.000

*mean*	5325.245-5664.807=-339.563
σ	1644.507-1592.887=51.620
min	4342.377-4349.138=-6.762
max	8946.219-9018.367=-72.148

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	382.961-347.189=35.772
σ	21.520-35.734=-14.214
min	343.207-298.659=44.547
max	400.914-397.193=3.721

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	762.005-736.538=25.467
σ	47.796-58.005=-10.209
min	667.659-633.030=34.629
max	807.528-796.570=10.958

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.497-1008.502=-0.005
σ	0.758-0.759=-0.001
min	1008.026-1008.025=0.001
max	1011.634-1011.642=-0.008

*mean*	1058.250-1044.950=13.300
σ	315.067-314.576=0.491
min	565.000-535.000=30.000
max	1528.000-1512.000=16.000

*mean*	1.556-1.519=0.037
σ	0.072-0.073=-0.000
min	1.488-1.395=0.093
max	1.766-1.689=0.077

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.314-0.411=-0.097
σ	0.325-0.507=-0.182
min	0.139-0.145=-0.006
max	0.891-1.316=-0.425

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.424-0.422=0.002
σ	0.196-0.191=0.006
min	0.324-0.329=-0.005
max	0.774-0.762=0.012

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.218-0.218=-0.000
σ	0.023-0.026=-0.002
min	0.201-0.200=0.001
max	0.258-0.260=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000
σ	0.000
min	401.000
max	401.000

*mean*	0.332-0.333=-0.001
σ	0.016-0.018=-0.002
min	0.316-0.313=0.003
max	0.359-0.362=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.600-430.200=5.400
σ	6.066-0.447=5.619
min	430.000
max	442.000-431.000=11.000

*mean*	0.565-0.540=0.025
σ	0.022-0.058=-0.036
min	0.544-0.485=0.059
max	0.599-0.611=-0.012

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.482-0.480=0.001
σ	0.045-0.030=0.015
min	0.418-0.452=-0.034
max	0.531-0.526=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.647-2.590=0.057
σ	0.110-0.085=0.025
min	2.473-2.454=0.020
max	3.132-3.009=0.123

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.631-2.596=0.035
σ	0.083-0.099=-0.016
min	2.476-2.429=0.047
max	2.852-2.862=-0.011

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.303-0.306=-0.003
σ	0.021-0.013=0.008
min	0.287-0.288=-0.001
max	0.488-0.385=0.103

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.297-0.289=0.008
σ	0.023-0.008=0.015
min	0.276-0.277=-0.001
max	0.479-0.331=0.148

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.015-298.068=-0.054
σ	0.956-0.948=0.008
min	297.637-297.574=0.063
max	300.731-300.735=-0.004

*mean*	440.200-441.100=-0.900
σ	17.794-16.340=1.454
min	418.000
max	472.000-469.000=3.000

*mean*	0.617-0.600=0.017
σ	0.010-0.023=-0.013
min	0.600-0.559=0.041
max	0.633-0.633=0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1743.250-1743.000=0.250
σ	1.389-0.000=1.389
min	1741.000-1743.000=-2.000
max	1744.000-1743.000=1.000

*mean*	204.495-201.804=2.691
σ	2.113-1.541=0.572
min	201.261-199.559=1.702
max	207.642-203.555=4.087

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.250-1743.000=0.250
σ	1.389-0.000=1.389
min	1741.000-1743.000=-2.000
max	1744.000-1743.000=1.000

*mean*	11.108-11.321=-0.213
σ	1.534-1.483=0.051
min	9.429-9.538=-0.109
max	12.676-12.814=-0.138

phase=parser

*mean*	1042.099-1042.099=0.000
σ	0.000-0.000=-0.000
min	1042.099
max	1042.099

*mean*	1743.250-1743.000=0.250
σ	1.389-0.000=1.389
min	1741.000-1743.000=-2.000
max	1744.000-1743.000=1.000

*mean*	693.866-696.016=-2.151
σ	116.607-66.855=49.752
min	457.598-573.355=-115.757
max	832.151-738.540=93.611

phase=processProdDef

*mean*	6169.659-6169.659=-0.000
σ	0.001-0.000=0.000
min	6169.659-6169.659=-0.001
max	6169.660

*mean*	1743.625-1743.125=0.500
σ	1.061-0.354=0.707
min	1741.000-1743.000=-2.000
max	1744.000

*mean*	5092.149-4999.243=92.906
σ	1426.533-1160.334=266.199
min	3789.023-3633.412=155.611
max	7461.181-7066.502=394.679

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1743.250-1743.000=0.250
σ	1.389-0.000=1.389
min	1741.000-1743.000=-2.000
max	1744.000-1743.000=1.000

*mean*	42.890-40.799=2.091
σ	5.691-7.675=-1.984
min	32.064-30.418=1.647
max	47.838-47.548=0.290

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1743.250-1743.000=0.250
σ	1.389-0.000=1.389
min	1741.000-1743.000=-2.000
max	1744.000-1743.000=1.000

*mean*	800.583-788.574=12.009
σ	92.114-112.429=-20.315
min	658.888-640.624=18.264
max	878.003-883.242=-5.239

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.687=-0.001
σ	0.038-0.038=0.000
min	293.634-293.634=-0.001
max	293.726-293.726=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.399-0.401=-0.002
σ	0.001-0.003=-0.002
min	0.397-0.397=0.000
max	0.400-0.404=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.783-1303.786=-0.003
σ	0.055-0.047=0.009
min	1303.722-1303.717=0.005
max	1303.844-1303.845=-0.001

*mean*	1062.000-1062.400=-0.400
σ	167.809-168.266=-0.456
min	840.000
max	1271.000-1272.000=-1.000

*mean*	1.988-2.022=-0.034
σ	0.159-0.216=-0.057
min	1.814-1.750=0.064
max	2.151-2.233=-0.082

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.802-1546.819=-0.018
σ	4.013-4.009=0.004
min	1544.792-1544.816=-0.024
max	1553.974-1553.985=-0.012

*mean*	611.000-612.200=-1.200
σ	73.304-73.571=-0.267
min	496.000-497.000=-1.000
max	689.000-691.000=-2.000

*mean*	2.199-2.255=-0.056
σ	0.090-0.102=-0.012
min	2.112-2.145=-0.033
max	2.346-2.384=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.799-1865.801=-0.001
σ	0.058-0.061=-0.003
min	1865.730-1865.740=-0.010
max	1865.884-1865.889=-0.006

*mean*	1712.600-1713.800=-1.200
σ	252.020-252.103=-0.082
min	1418.000-1419.000=-1.000
max	2070.000-2072.000=-2.000

*mean*	3.002-2.934=0.069
σ	0.231-0.148=0.083
min	2.849-2.789=0.060
max	3.401-3.168=0.232

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.806-1.793=0.013
σ	0.188-0.176=0.012
min	1.509-1.505=0.005
max	1.943-1.967=-0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.087-450.091=-0.004
σ	579.264-579.267=-0.003
min	160.451-160.452=-0.002
max	1318.983-1318.991=-0.008

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.542-0.541=0.001
σ	0.552-0.541=0.011
min	0.265-0.268=-0.002
max	1.370-1.352=0.017

policies=20

*mean*	1604.872-1604.878=-0.005
σ	0.404-0.405=-0.001
min	1604.594-1604.612=-0.019
max	1605.472-1605.480=-0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-445.750=0.750
σ	3.000-2.500=0.500
min	442.000
max	448.000-447.000=1.000

*mean*	2.677-2.667=0.010
σ	0.010-0.014=-0.004
min	2.665-2.656=0.010
max	2.689-2.687=0.002

policies=200

*mean*	16057.094-16057.169=-0.075
σ	0.157-0.125=0.032
min	16056.911-16057.055=-0.144
max	16057.296-16057.345=-0.049

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.000-493.500=2.500
σ	3.162-4.203=-1.041
min	492.000-489.000=3.000
max	499.000-498.000=1.000

*mean*	27.031-27.108=-0.078
σ	0.153-0.192=-0.039
min	26.918-26.868=0.050
max	27.255-27.333=-0.078