Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.577=0.001
σ	0.348-0.351=-0.003
min	54.448-54.441=0.008
max	55.568-55.575=-0.007

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.142-0.139=0.002
σ	0.006-0.006=-0.000
min	0.132-0.131=0.000
max	0.151-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.707=0.000
σ	0.007-0.006=0.001
min	43.701-43.702=-0.001
max	43.720-43.717=0.002

*mean*	418.000-416.300=1.700
σ	0.000-0.483=-0.483
min	418.000-416.000=2.000
max	418.000-417.000=1.000

*mean*	0.125-0.123=0.002
σ	0.005-0.005=0.000
min	0.120-0.116=0.004
max	0.132-0.132=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	12.457-12.901=-0.445
σ	0.260-0.228=0.032
min	12.206-12.658=-0.453
max	12.961-13.382=-0.421

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	12.669-12.957=-0.288
σ	0.669-0.520=0.148
min	11.416-12.114=-0.698
max	13.504-13.646=-0.141

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933

*mean*	7294.000-7332.000=-38.000
σ	0.000
min	7294.000-7332.000=-38.000
max	7294.000-7332.000=-38.000

*mean*	14.724-14.495=0.229
σ	0.596-0.907=-0.310
min	13.359-12.373=0.987
max	15.137-15.336=-0.199

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.001=0.000
min	41.927
max	41.931

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	12.709-12.816=-0.107
σ	1.688-1.656=0.031
min	10.612-10.957=-0.345
max	14.878-15.046=-0.169

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	8.536-8.786=-0.250
σ	0.370-0.329=0.041
min	8.204-8.276=-0.072
max	9.250-9.183=0.067

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	6.378-6.600=-0.222
σ	0.222-0.203=0.019
min	6.025-6.242=-0.217
max	6.697-6.933=-0.235

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	5.618-5.738=-0.120
σ	0.231-0.191=0.040
min	5.370-5.544=-0.174
max	6.145-5.962=0.184

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	5.438-5.574=-0.136
σ	0.090-0.102=-0.012
min	5.277-5.447=-0.169
max	5.569-5.715=-0.146

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7294.000-7332.000=-38.000
σ	0.000
min	7294.000-7332.000=-38.000
max	7294.000-7332.000=-38.000

*mean*	1334.709-1048.455=286.255
σ	502.897-6.020=496.877
min	1046.576-1038.799=7.777
max	2492.547-1057.144=1435.403

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.468=0.001
min	8744.553-8744.553=-0.000
max	8745.882-8745.881=0.001

*mean*	3572.750-3583.125=-10.375
σ	1795.050-1800.227=-5.177
min	1045.000-1048.000=-3.000
max	5792.000-5820.000=-28.000

*mean*	4920.247-4622.849=297.398
σ	1780.232-1385.273=394.958
min	3569.051-3520.362=48.689
max	7569.648-6776.148=793.499

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	86.472-85.759=0.713
σ	11.588-11.059=0.529
min	73.165-71.536=1.629
max	99.915-98.745=1.170

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7294.000-7332.000=-38.000
σ	0.000
min	7294.000-7332.000=-38.000
max	7294.000-7332.000=-38.000

*mean*	106.018-106.483=-0.465
σ	5.030-5.545=-0.515
min	96.341-95.209=1.131
max	110.710-112.246=-1.536

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7294.000-7332.000=-38.000
σ	0.000
min	7294.000-7332.000=-38.000
max	7294.000-7332.000=-38.000

*mean*	167.035-161.461=5.574
σ	9.570-10.184=-0.614
min	144.738-137.273=7.464
max	172.646-168.946=3.699

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4151.375-4158.500=-7.125
σ	1896.895-1906.327=-9.432
min	1556.000-1549.000=7.000
max	7294.000-7332.000=-38.000

*mean*	6658.780-6385.107=273.674
σ	1125.471-1086.996=38.475
min	4965.345-4976.651=-11.306
max	8253.531-8315.113=-61.582

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7294.000-7332.000=-38.000
σ	0.000
min	7294.000-7332.000=-38.000
max	7294.000-7332.000=-38.000

*mean*	5368.276-5791.847=-423.571
σ	1245.522-1887.795=-642.273
min	4438.656-4354.253=84.403
max	7767.923-9001.650=-1233.727

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	389.840-363.209=26.631
σ	6.604-39.763=-33.159
min	374.553-312.258=62.295
max	396.242-398.547=-2.305

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	741.432-760.663=-19.231
σ	57.726-46.184=11.542
min	649.174-689.548=-40.374
max	792.729-832.038=-39.309

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.500=-0.000
σ	0.760-0.759=0.001
min	1008.025-1008.028=-0.004
max	1011.642-1011.636=0.005

*mean*	1044.250-1043.650=0.600
σ	300.108-310.706=-10.598
min	561.000-572.000=-11.000
max	1447.000-1501.000=-54.000

*mean*	1.533-1.531=0.002
σ	0.067-0.046=0.021
min	1.480-1.480=-0.001
max	1.759-1.639=0.120

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.403-0.294=0.109
σ	0.512-0.277=0.235
min	0.143-0.146=-0.003
max	1.316-0.785=0.531

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.480=-0.000
σ	0.327-0.327=-0.001
min	0.323-0.326=-0.003
max	1.064-1.065=-0.001

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.225=-0.003
σ	0.023-0.024=-0.001
min	0.208-0.210=-0.002
max	0.262-0.266=-0.004

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.333-0.344=-0.011
σ	0.017-0.026=-0.009
min	0.322-0.315=0.007
max	0.363-0.374=-0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.525-0.566=-0.042
σ	0.068-0.036=0.031
min	0.441-0.531=-0.090
max	0.595-0.612=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.469-0.520=-0.051
σ	0.031-0.008=0.023
min	0.432-0.512=-0.080
max	0.506-0.533=-0.027

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.993-2.648=-0.655
σ	0.076-0.107=-0.032
min	1.844-2.429=-0.585
max	2.304-2.963=-0.660

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.871-2.610=-0.738
σ	0.090-0.085=0.004
min	1.742-2.465=-0.723
max	2.174-2.847=-0.673

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.312-0.310=0.002
σ	0.009-0.010=-0.001
min	0.296-0.294=0.002
max	0.361-0.376=-0.015

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.297-0.297=-0.000
σ	0.008-0.008=-0.001
min	0.284-0.283=0.001
max	0.334-0.339=-0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.067-298.240=-0.173
σ	1.009-1.006=0.003
min	297.659-297.824=-0.165
max	300.936-301.100=-0.165

*mean*	444.300-444.100=0.200
σ	19.067-19.632=-0.565
min	418.000
max	471.000-474.000=-3.000

*mean*	0.618-0.611=0.007
σ	0.014-0.015=-0.001
min	0.602-0.584=0.018
max	0.654-0.647=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1732.000-1748.000=-16.000
σ	27.775-0.000=27.775
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	207.603-206.185=1.418
σ	3.207-1.750=1.457
min	202.557-203.585=-1.028
max	212.420-208.303=4.116

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1732.000-1748.000=-16.000
σ	27.775-0.000=27.775
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	9.619-9.719=-0.101
σ	1.459-2.327=-0.867
min	6.277-6.261=0.016
max	11.433-12.495=-1.062

phase=parser

*mean*	1042.095-1042.095=0.001
σ	0.000-0.000=0.000
min	1042.095-1042.094=0.000
max	1042.096-1042.095=0.001

*mean*	1732.000-1748.000=-16.000
σ	27.775-0.000=27.775
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	709.105-649.086=60.019
σ	82.309-74.178=8.131
min	572.660-559.876=12.784
max	835.220-738.312=96.907

phase=processProdDef

*mean*	6169.662-6169.663=-0.001
σ	0.001
min	6169.661-6169.662=-0.001
max	6169.662-6169.664=-0.001

*mean*	1739.500-1748.000=-8.500
σ	21.213-0.000=21.213
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	5768.756-5515.347=253.410
σ	1797.327-1176.788=620.540
min	3635.055-3731.718=-96.663
max	7984.478-7079.911=904.567

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1732.000-1748.000=-16.000
σ	27.775-0.000=27.775
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	30.236-35.244=-5.008
σ	4.058-11.732=-7.674
min	20.484-20.543=-0.059
max	32.784-50.216=-17.432

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1732.000-1748.000=-16.000
σ	27.775-0.000=27.775
min	1687.000-1748.000=-61.000
max	1747.000-1748.000=-1.000

*mean*	675.913-710.903=-34.990
σ	34.765-89.147=-54.382
min	643.877-633.492=10.386
max	731.346-884.890=-153.544

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.381=-0.000
σ	0.035-0.034=0.001
min	293.330-293.333=-0.003
max	293.418-293.418=-0.000

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.404-0.402=0.001
σ	0.006-0.007=-0.001
min	0.399-0.398=0.001
max	0.414-0.415=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.439-1303.473=-0.034
σ	0.062-0.104=-0.042
min	1303.344-1303.287=0.056
max	1303.503-1303.532=-0.029

*mean*	1114.000-1083.000=31.000
σ	185.958-167.631=18.328
min	893.000-885.000=8.000
max	1367.000-1312.000=55.000

*mean*	1.996-2.094=-0.098
σ	0.115-0.291=-0.176
min	1.894-1.818=0.075
max	2.131-2.525=-0.394

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.578-1546.544=0.034
σ	4.049-4.054=-0.005
min	1544.679-1544.578=0.101
max	1553.819-1553.790=0.029

*mean*	622.000-622.600=-0.600
σ	89.224-88.976=0.248
min	505.000-506.000=-1.000
max	727.000-726.000=1.000

*mean*	2.536-2.376=0.161
σ	0.368-0.313=0.055
min	2.102-2.127=-0.025
max	3.057-2.896=0.161

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.470-1865.448=0.021
σ	0.080-0.041=0.039
min	1865.392-1865.391=0.001
max	1865.600-1865.488=0.112

*mean*	1741.800-1724.800=17.000
σ	217.442-181.263=36.180
min	1453.000-1464.000=-11.000
max	1947.000-1889.000=58.000

*mean*	3.298-3.080=0.218
σ	0.361-0.277=0.084
min	2.887-2.912=-0.026
max	3.667-3.571=0.096

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.757-1.666=0.091
σ	0.101-0.151=-0.051
min	1.661-1.479=0.182
max	1.889-1.890=-0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.982-447.982=0.000
σ	579.239-579.239=-0.000
min	158.362-158.361=0.002
max	1316.841-1316.841=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.540=0.004
σ	0.551-0.542=0.009
min	0.263-0.267=-0.003
max	1.370-1.353=0.017

policies=20

*mean*	1583.937-1583.934=0.004
σ	0.357-0.353=0.004
min	1583.687-1583.687=-0.000
max	1584.465-1584.456=0.009

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.648-2.635=0.012
σ	0.012-0.013=-0.000
min	2.632-2.621=0.011
max	2.658-2.649=0.008

policies=200

*mean*	15847.311-15847.204=0.107
σ	0.139-0.130=0.009
min	15847.188-15847.050=0.138
max	15847.496-15847.338=0.157

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.250-498.500=-3.250
σ	4.031-4.655=-0.624
min	491.000-492.000=-1.000
max	500.000-503.000=-3.000

*mean*	26.722-26.712=0.010
σ	0.123-0.082=0.041
min	26.558-26.626=-0.068
max	26.854-26.812=0.041