Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.581-54.582=-0.001
σ	0.343-0.341=0.003
min	54.457-54.451=0.007
max	55.557-55.550=0.007

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.141-0.141=0.000
σ	0.006-0.010=-0.004
min	0.137-0.131=0.006
max	0.151-0.165=-0.014

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.006-0.006=0.000
min	43.696-43.694=0.003
max	43.714-43.713=0.001

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.122-0.124=-0.002
σ	0.004-0.004=-0.001
min	0.119-0.121=-0.002
max	0.129-0.131=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	12.388-12.446=-0.058
σ	0.339-0.225=0.114
min	12.052-12.196=-0.144
max	12.976-12.760=0.215

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	12.610-12.656=-0.046
σ	0.622-0.563=0.060
min	11.631-11.704=-0.073
max	13.459-13.086=0.373

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7265.000-7326.000=-61.000
σ	0.000
min	7265.000-7326.000=-61.000
max	7265.000-7326.000=-61.000

*mean*	14.724-14.593=0.131
σ	0.271-0.916=-0.645
min	14.210-12.456=1.754
max	15.131-15.315=-0.184

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	12.134-12.136=-0.002
σ	1.468-1.731=-0.263
min	10.330-10.377=-0.047
max	14.040-14.561=-0.521

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	8.558-8.311=0.247
σ	0.386-0.365=0.021
min	7.961-8.028=-0.067
max	9.136-9.060=0.075

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	6.508-6.482=0.026
σ	0.195-0.190=0.005
min	6.142-6.214=-0.072
max	6.742-6.811=-0.069

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	5.514-5.547=-0.033
σ	0.158-0.046=0.112
min	5.299-5.472=-0.173
max	5.782-5.604=0.178

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972-25.972=0.000

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	5.328-5.358=-0.030
σ	0.048-0.065=-0.017
min	5.254-5.272=-0.017
max	5.391-5.489=-0.099

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7265.000-7326.000=-61.000
σ	0.000
min	7265.000-7326.000=-61.000
max	7265.000-7326.000=-61.000

*mean*	1574.169-1044.844=529.325
σ	845.835-8.459=837.376
min	1043.416-1033.654=9.763
max	3329.678-1057.141=2272.536

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3570.125-3579.875=-9.750
σ	1790.283-1802.860=-12.577
min	1045.000
max	5777.000-5817.000=-40.000

*mean*	4501.126-5083.528=-582.402
σ	1300.634-1675.895=-375.260
min	3555.290-3546.834=8.456
max	6815.533-7159.763=-344.230

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	82.744-82.674=0.071
σ	10.764-10.048=0.716
min	71.117-70.589=0.528
max	99.014-95.652=3.362

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7265.000-7326.000=-61.000
σ	0.000
min	7265.000-7326.000=-61.000
max	7265.000-7326.000=-61.000

*mean*	106.654-104.644=2.010
σ	2.348-5.793=-3.445
min	102.983-92.213=10.770
max	109.985-111.098=-1.113

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7265.000-7326.000=-61.000
σ	0.000
min	7265.000-7326.000=-61.000
max	7265.000-7326.000=-61.000

*mean*	165.208-162.336=2.872
σ	4.278-9.013=-4.735
min	155.661-142.473=13.188
max	168.609-169.061=-0.452

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4146.875-4157.875=-11.000
σ	1889.213-1907.532=-18.319
min	1554.000
max	7265.000-7326.000=-61.000

*mean*	6069.869-6403.550=-333.682
σ	1094.279-976.592=117.687
min	4983.866-4973.369=10.496
max	8338.719-7837.962=500.757

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7265.000-7326.000=-61.000
σ	0.000
min	7265.000-7326.000=-61.000
max	7265.000-7326.000=-61.000

*mean*	5466.747-5325.245=141.502
σ	1437.858-1644.507=-206.649
min	4419.456-4342.377=77.080
max	8450.573-8946.219=-495.646

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	383.354-382.961=0.394
σ	18.125-21.520=-3.394
min	351.999-343.207=8.793
max	397.884-400.914=-3.030

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	749.984-762.005=-12.022
σ	78.536-47.796=30.740
min	611.095-667.659=-56.565
max	831.704-807.528=24.176

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.497=0.003
σ	0.760-0.758=0.001
min	1008.026-1008.026=0.000
max	1011.642-1011.634=0.008

*mean*	1043.450-1058.250=-14.800
σ	310.615-315.067=-4.452
min	571.000-565.000=6.000
max	1501.000-1528.000=-27.000

*mean*	1.543-1.556=-0.012
σ	0.068-0.072=-0.004
min	1.479-1.488=-0.009
max	1.755-1.766=-0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.396-0.314=0.081
σ	0.504-0.325=0.179
min	0.140-0.139=0.001
max	1.294-0.891=0.404

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.477-0.424=0.053
σ	0.324-0.196=0.128
min	0.321-0.324=-0.003
max	1.056-0.774=0.281

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.214-0.218=-0.004
σ	0.022-0.023=-0.001
min	0.196-0.201=-0.005
max	0.250-0.258=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.330-0.332=-0.002
σ	0.014-0.016=-0.002
min	0.318-0.316=0.003
max	0.354-0.359=-0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-435.600=1.000
σ	6.066
min	431.000-430.000=1.000
max	443.000-442.000=1.000

*mean*	0.572-0.565=0.007
σ	0.052-0.022=0.030
min	0.483-0.544=-0.060
max	0.620-0.599=0.021

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.469-0.482=-0.013
σ	0.040-0.045=-0.005
min	0.427-0.418=0.009
max	0.532-0.531=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.593-2.647=-0.054
σ	0.089-0.110=-0.021
min	2.445-2.473=-0.028
max	2.916-3.132=-0.216

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.615-2.631=-0.016
σ	0.095-0.083=0.012
min	2.458-2.476=-0.018
max	2.928-2.852=0.077

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.303-0.303=0.000
σ	0.009-0.021=-0.012
min	0.289-0.287=0.002
max	0.346-0.488=-0.143

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.291-0.297=-0.006
σ	0.024-0.023=0.001
min	0.274-0.276=-0.001
max	0.514-0.479=0.034

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.086-298.015=0.071
σ	1.032-0.956=0.076
min	297.644-297.637=0.007
max	301.012-300.731=0.281

*mean*	444.100-440.200=3.900
σ	18.484-17.794=0.690
min	416.000-418.000=-2.000
max	470.000-472.000=-2.000

*mean*	0.607-0.617=-0.011
σ	0.014-0.010=0.004
min	0.584-0.600=-0.016
max	0.635-0.633=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1770.125-1743.250=26.875
σ	23.290-1.389=21.901
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	210.022-204.495=5.527
σ	3.151-2.113=1.038
min	203.373-201.261=2.111
max	212.862-207.642=5.220

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1770.125-1743.250=26.875
σ	23.290-1.389=21.901
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	10.985-11.108=-0.123
σ	2.000-1.534=0.466
min	7.329-9.429=-2.100
max	12.695-12.676=0.019

phase=parser

*mean*	1042.101-1042.099=0.002
σ	0.000-0.000=0.000
min	1042.100-1042.099=0.002
max	1042.101-1042.099=0.002

*mean*	1770.125-1743.250=26.875
σ	23.290-1.389=21.901
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	650.642-693.866=-43.224
σ	113.327-116.607=-3.280
min	420.139-457.598=-37.459
max	730.380-832.151=-101.771

phase=processProdDef

*mean*	6169.659-6169.659=-0.000
σ	0.001-0.001=0.000
min	6169.659-6169.659=-0.000
max	6169.660-6169.660=-0.000

*mean*	1775.750-1743.625=32.125
σ	20.831-1.061=19.770
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	5262.090-5092.149=169.941
σ	1467.329-1426.533=40.796
min	3145.035-3789.023=-643.988
max	7155.440-7461.181=-305.741

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1770.125-1743.250=26.875
σ	23.290-1.389=21.901
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	40.683-42.890=-2.207
σ	9.197-5.691=3.506
min	26.555-32.064=-5.509
max	48.513-47.838=0.675

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1770.125-1743.250=26.875
σ	23.290-1.389=21.901
min	1742.000-1741.000=1.000
max	1787.000-1744.000=43.000

*mean*	741.825-800.583=-58.758
σ	80.538-92.114=-11.576
min	632.076-658.888=-26.812
max	881.833-878.003=3.830

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.687=0.001
σ	0.038-0.038=-0.000
min	293.634-293.634=0.001
max	293.726-293.726=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.400-0.399=0.001
σ	0.002-0.001=0.001
min	0.398-0.397=0.000
max	0.401-0.400=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.798-1303.783=0.015
σ	0.046-0.055=-0.010
min	1303.722-1303.722=0.000
max	1303.843-1303.844=-0.001

*mean*	1062.800-1062.000=0.800
σ	168.590-167.809=0.781
min	840.000
max	1273.000-1271.000=2.000

*mean*	2.021-1.988=0.033
σ	0.182-0.159=0.024
min	1.816-1.814=0.002
max	2.194-2.151=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.813-1546.802=0.011
σ	4.041-4.013=0.028
min	1544.766-1544.792=-0.026
max	1554.033-1553.974=0.060

*mean*	612.000-611.000=1.000
σ	73.304
min	497.000-496.000=1.000
max	690.000-689.000=1.000

*mean*	2.247-2.199=0.048
σ	0.232-0.090=0.142
min	1.988-2.112=-0.124
max	2.621-2.346=0.274

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.812-1865.799=0.013
σ	0.052-0.058=-0.006
min	1865.741-1865.730=0.011
max	1865.886-1865.884=0.002

*mean*	1710.200-1712.600=-2.400
σ	249.700-252.020=-2.320
min	1418.000
max	2064.000-2070.000=-6.000

*mean*	3.085-3.002=0.083
σ	0.328-0.231=0.098
min	2.861-2.849=0.013
max	3.625-3.401=0.224

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.754-1.806=-0.052
σ	0.178-0.188=-0.009
min	1.445-1.509=-0.065
max	1.891-1.943=-0.053

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-450.087=0.003
σ	579.262-579.264=-0.001
min	160.457-160.451=0.006
max	1318.984-1318.983=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.539-0.542=-0.004
σ	0.546-0.552=-0.006
min	0.265-0.265=-0.000
max	1.357-1.370=-0.013

policies=20

*mean*	1604.899-1604.872=0.027
σ	0.392-0.404=-0.012
min	1604.627-1604.594=0.034
max	1605.478-1605.472=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.000-446.500=-0.500
σ	2.000-3.000=-1.000
min	443.000-442.000=1.000
max	447.000-448.000=-1.000

*mean*	2.672-2.677=-0.005
σ	0.009-0.010=-0.002
min	2.661-2.665=-0.004
max	2.680-2.689=-0.009

policies=200

*mean*	16057.213-16057.094=0.119
σ	0.191-0.157=0.034
min	16057.043-16056.911=0.132
max	16057.488-16057.296=0.192

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.500-496.000=1.500
σ	4.435-3.162=1.272
min	492.000
max	502.000-499.000=3.000

*mean*	27.052-27.031=0.021
σ	0.108-0.153=-0.045
min	26.951-26.918=0.033
max	27.205-27.255=-0.050