Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.578=-0.001
σ	0.349-0.350=-0.000
min	54.445-54.449=-0.003
max	55.571-55.573=-0.003

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.141-0.141=0.000
σ	0.005-0.006=-0.001
min	0.137-0.132=0.005
max	0.148-0.152=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.007-0.007=0.000
min	43.698-43.697=0.001
max	43.719-43.719=0.000

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.123-0.124=-0.001
σ	0.004-0.004=0.000
min	0.120-0.121=-0.001
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	12.367-13.081=-0.714
σ	0.058-0.321=-0.263
min	12.271-12.691=-0.419
max	12.484-13.478=-0.995

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	12.299-13.018=-0.719
σ	0.624-0.726=-0.102
min	11.411-12.022=-0.611
max	12.903-13.646=-0.743

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.932-41.933=-0.001

*mean*	7320.000-7334.000=-14.000
σ	0.000
min	7320.000-7334.000=-14.000
max	7320.000-7334.000=-14.000

*mean*	14.486-14.913=-0.427
σ	0.877-0.777=0.100
min	12.440-13.128=-0.688
max	15.226-15.425=-0.199

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	11.711-12.503=-0.792
σ	1.550-1.389=0.160
min	10.254-10.863=-0.609
max	13.811-14.769=-0.958

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990-27.990=-0.000

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	8.400-9.017=-0.617
σ	0.398-0.289=0.108
min	7.967-8.636=-0.669
max	8.877-9.400=-0.523

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	6.520-7.219=-0.699
σ	0.185-0.099=0.086
min	6.270-7.102=-0.833
max	6.767-7.347=-0.580

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	5.536-6.054=-0.518
σ	0.128-0.098=0.030
min	5.313-5.851=-0.538
max	5.749-6.165=-0.416

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972-25.972=-0.000

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	5.379-5.853=-0.473
σ	0.219-0.121=0.098
min	5.052-5.709=-0.657
max	5.798-6.123=-0.325

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7320.000-7334.000=-14.000
σ	0.000
min	7320.000-7334.000=-14.000
max	7320.000-7334.000=-14.000

*mean*	1042.173-1050.056=-7.883
σ	7.721-11.284=-3.563
min	1035.672-1034.991=0.681
max	1058.074-1071.436=-13.362

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.881=0.001

*mean*	3576.000-3582.625=-6.625
σ	1799.069-1800.948=-1.878
min	1045.000-1050.000=-5.000
max	5806.000-5823.000=-17.000

*mean*	4798.936-4922.897=-123.961
σ	1755.707-1538.514=217.193
min	3524.643-3506.879=17.764
max	7517.710-7193.531=324.179

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	79.829-82.022=-2.193
σ	7.297-8.074=-0.777
min	72.513-72.567=-0.054
max	95.084-95.096=-0.013

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7320.000-7334.000=-14.000
σ	0.000
min	7320.000-7334.000=-14.000
max	7320.000-7334.000=-14.000

*mean*	105.767-104.759=1.009
σ	8.460-7.174=1.286
min	87.958-89.123=-1.166
max	114.234-110.690=3.543

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7320.000-7334.000=-14.000
σ	0.000
min	7320.000-7334.000=-14.000
max	7320.000-7334.000=-14.000

*mean*	160.292-161.154=-0.862
σ	13.172-13.408=-0.236
min	129.502-129.277=0.225
max	167.740-169.108=-1.368

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4155.125-4158.875=-3.750
σ	1903.698-1906.833=-3.135
min	1555.000-1552.000=3.000
max	7320.000-7334.000=-14.000

*mean*	6431.895-6516.055=-84.160
σ	1214.019-1386.830=-172.811
min	4932.806-4933.507=-0.701
max	8085.672-8281.783=-196.111

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.066=0.001

*mean*	7320.000-7334.000=-14.000
σ	0.000
min	7320.000-7334.000=-14.000
max	7320.000-7334.000=-14.000

*mean*	5988.341-5387.522=600.819
σ	1770.116-1307.310=462.807
min	4372.861-4273.311=99.550
max	8927.291-7469.716=1457.574

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	376.858-385.794=-8.936
σ	34.327-14.028=20.298
min	298.115-352.222=-54.107
max	398.724-396.802=1.922

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	790.933-780.667=10.266
σ	19.580-51.342=-31.762
min	750.240-685.966=64.274
max	810.955-833.762=-22.807

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.499=0.002
σ	0.760-0.760=-0.000
min	1008.025-1008.024=0.000
max	1011.641-1011.641=0.001

*mean*	1044.700-1047.200=-2.500
σ	299.630-307.332=-7.702
min	561.000-570.000=-9.000
max	1446.000-1502.000=-56.000

*mean*	1.527-1.546=-0.019
σ	0.068-0.068=-0.000
min	1.453-1.489=-0.036
max	1.750-1.724=0.026

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.301-0.300=0.001
σ	0.290-0.289=0.001
min	0.146-0.145=0.001
max	0.814-0.812=0.002

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.472=0.012
σ	0.321-0.321=-0.000
min	0.330-0.319=0.010
max	1.058-1.046=0.012

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.218=0.002
σ	0.025-0.024=0.001
min	0.205-0.203=0.002
max	0.264-0.259=0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.330=0.008
σ	0.024-0.019=0.005
min	0.322-0.314=0.008
max	0.380-0.361=0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.800-431.000=0.800
σ	1.789-0.000=1.789
min	431.000
max	435.000-431.000=4.000

*mean*	0.548-0.528=0.021
σ	0.053-0.053=-0.000
min	0.499-0.472=0.027
max	0.608-0.590=0.019

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-431.800=11.200
σ	0.000-1.095=-1.095
min	443.000-431.000=12.000
max	443.000-433.000=10.000

*mean*	0.455-0.482=-0.027
σ	0.035-0.033=0.002
min	0.421-0.453=-0.031
max	0.513-0.519=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-433.000=10.000
σ	0.000
min	443.000-433.000=10.000
max	443.000-433.000=10.000

*mean*	1.968-2.611=-0.643
σ	0.078-0.101=-0.023
min	1.805-2.395=-0.591
max	2.277-2.947=-0.670

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-433.000=10.000
σ	0.000
min	443.000-433.000=10.000
max	443.000-433.000=10.000

*mean*	2.235-2.563=-0.328
σ	0.327-0.076=0.252
min	1.735-2.430=-0.694
max	2.778-2.775=0.003

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-433.000=10.000
σ	0.000
min	443.000-433.000=10.000
max	443.000-433.000=10.000

*mean*	0.305-0.305=0.000
σ	0.010-0.008=0.002
min	0.290-0.288=0.002
max	0.374-0.357=0.018

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-433.000=10.000
σ	0.000
min	443.000-433.000=10.000
max	443.000-433.000=10.000

*mean*	0.292-0.291=0.001
σ	0.007-0.008=-0.000
min	0.282-0.279=0.003
max	0.334-0.333=0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.109-298.012=0.097
σ	0.977-1.017=-0.040
min	297.665-297.596=0.069
max	300.885-300.903=-0.018

*mean*	442.200-444.400=-2.200
σ	14.726-18.124=-3.399
min	418.000-416.000=2.000
max	462.000-469.000=-7.000

*mean*	0.608-0.608=-0.000
σ	0.016-0.013=0.004
min	0.571-0.584=-0.012
max	0.628-0.626=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1727.625-1743.000=-15.375
σ	27.949-4.140=23.808
min	1659.000-1740.000=-81.000
max	1746.000-1748.000=-2.000

*mean*	206.718-206.014=0.704
σ	3.330-2.247=1.083
min	202.114-204.207=-2.093
max	211.719-208.846=2.873

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1727.625-1743.000=-15.375
σ	27.949-4.140=23.808
min	1659.000-1740.000=-81.000
max	1746.000-1748.000=-2.000

*mean*	10.514-11.247=-0.733
σ	1.995-1.488=0.507
min	7.237-9.404=-2.167
max	12.828-12.690=0.138

phase=parser

*mean*	1042.095-1042.099=-0.004
σ	0.000-0.000=0.000
min	1042.095-1042.099=-0.004
max	1042.095-1042.099=-0.004

*mean*	1727.625-1743.000=-15.375
σ	27.949-4.140=23.808
min	1659.000-1740.000=-81.000
max	1746.000-1748.000=-2.000

*mean*	619.317-681.885=-62.568
σ	108.109-59.449=48.661
min	419.282-592.938=-173.656
max	731.603-731.664=-0.061

phase=processProdDef

*mean*	6169.663-6169.656=0.007
σ	0.001-0.001=0.000
min	6169.662-6169.655=0.007
max	6169.664-6169.657=0.007

*mean*	1738.500-1744.000=-5.500
σ	4.629-4.276=0.353
min	1736.000-1740.000=-4.000
max	1746.000-1748.000=-2.000

*mean*	5657.691-5417.143=240.548
σ	1733.487-1311.365=422.122
min	3275.298-4097.623=-822.325
max	7936.800-7703.569=233.231

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1727.625-1743.000=-15.375
σ	27.949-4.140=23.808
min	1659.000-1740.000=-81.000
max	1746.000-1748.000=-2.000

*mean*	40.515-43.322=-2.807
σ	7.383-5.172=2.212
min	26.461-34.202=-7.741
max	47.731-48.054=-0.324

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1727.625-1743.000=-15.375
σ	27.949-4.140=23.808
min	1659.000-1740.000=-81.000
max	1746.000-1748.000=-2.000

*mean*	739.248-783.319=-44.071
σ	85.820-86.005=-0.185
min	634.677-664.592=-29.915
max	884.987-885.023=-0.036

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.377=0.004
σ	0.035-0.037=-0.002
min	293.333-293.328=0.006
max	293.418-293.416=0.003

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.409-0.406=0.004
σ	0.008-0.011=-0.003
min	0.400-0.397=0.003
max	0.418-0.423=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.463-1303.480=-0.017
σ	0.089-0.092=-0.003
min	1303.352-1303.323=0.029
max	1303.566-1303.552=0.014

*mean*	1095.000-1069.200=25.800
σ	187.750-165.287=22.463
min	836.000-849.000=-13.000
max	1320.000-1276.000=44.000

*mean*	2.053-2.050=0.003
σ	0.235-0.193=0.041
min	1.842-1.836=0.006
max	2.398-2.228=0.170

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.520-1546.496=0.024
σ	4.014-4.035=-0.021
min	1544.557-1544.496=0.061
max	1553.693-1553.707=-0.013

*mean*	616.600-628.000=-11.400
σ	80.270-95.911=-15.641
min	496.000-495.000=1.000
max	711.000-745.000=-34.000

*mean*	2.265-2.204=0.061
σ	0.108-0.170=-0.061
min	2.129-2.061=0.067
max	2.390-2.494=-0.104

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.449-1865.448=0.001
σ	0.044-0.052=-0.008
min	1865.394-1865.389=0.004
max	1865.504-1865.511=-0.008

*mean*	1736.000-1710.600=25.400
σ	199.996-247.772=-47.775
min	1461.000-1433.000=28.000
max	1924.000-2057.000=-133.000

*mean*	2.983-2.928=0.055
σ	0.052-0.135=-0.083
min	2.912-2.727=0.185
max	3.028-3.070=-0.042

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.793=-0.039
σ	0.113-0.104=0.009
min	1.566-1.624=-0.058
max	1.849-1.884=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.979=0.002
σ	579.239-579.239=-0.000
min	158.360-158.359=0.001
max	1316.839-1316.838=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	441.000-440.000=1.000
σ	0.000
min	441.000-440.000=1.000
max	441.000-440.000=1.000

*mean*	0.542-0.537=0.005
σ	0.554-0.551=0.003
min	0.261-0.258=0.004
max	1.373-1.364=0.009

policies=20

*mean*	1583.924-1583.900=0.024
σ	0.364-0.351=0.013
min	1583.669-1583.655=0.014
max	1584.461-1584.419=0.042

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-446.000=1.000
σ	6.928
min	441.000-440.000=1.000
max	453.000-452.000=1.000

*mean*	2.647-2.619=0.028
σ	0.036-0.010=0.026
min	2.623-2.605=0.018
max	2.701-2.627=0.074

policies=200

*mean*	15847.202-15847.092=0.110
σ	0.210-0.086=0.124
min	15846.996-15847.003=-0.007
max	15847.483-15847.201=0.282

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	492.750-493.000=-0.250
σ	3.500-4.690=-1.190
min	489.000-488.000=1.000
max	497.000-499.000=-2.000

*mean*	26.638-26.685=-0.046
σ	0.145-0.188=-0.043
min	26.481-26.505=-0.024
max	26.802-26.883=-0.081