Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=0.000
σ	0.349-0.351=-0.002
min	54.489-54.487=0.002
max	55.610-55.616=-0.007

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.139-0.139=-0.000
σ	0.006-0.005=0.001
min	0.131-0.132=-0.001
max	0.148-0.147=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.790=-0.002
σ	0.006-0.006=0.000
min	43.779-43.782=-0.003
max	43.799-43.799=-0.000

*mean*	414.000
σ	0.000
min	414.000
max	414.000

*mean*	0.122-0.128=-0.006
σ	0.004-0.007=-0.003
min	0.118-0.120=-0.002
max	0.128-0.142=-0.014

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	12.241-12.053=0.188
σ	0.187-0.368=-0.181
min	12.069-11.399=0.670
max	12.662-12.483=0.179

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.619=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	11.683-11.481=0.202
σ	0.204-0.331=-0.126
min	11.414-11.099=0.315
max	12.065-11.991=0.074

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	6045.000-6040.000=5.000
σ	0.000
min	6045.000-6040.000=5.000
max	6045.000-6040.000=5.000

*mean*	13.429-13.104=0.324
σ	1.162-1.177=-0.015
min	11.102-10.529=0.573
max	15.012-14.446=0.566

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.001=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	12.348-12.147=0.200
σ	1.876-1.886=-0.010
min	10.531-10.331=0.201
max	14.544-14.310=0.234

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.609=-0.002

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	8.440-8.239=0.201
σ	0.273-0.231=0.042
min	8.069-7.968=0.101
max	8.741-8.632=0.108

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	6.219-6.038=0.181
σ	0.262-0.504=-0.243
min	5.817-5.128=0.689
max	6.496-6.753=-0.256

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.001
σ	0.002-0.002=0.001
min	25.664-25.664=-0.000
max	25.670-25.668=0.001

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	5.439-5.320=0.119
σ	0.130-0.187=-0.057
min	5.303-5.146=0.157
max	5.624-5.697=-0.073

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	5.162-5.004=0.158
σ	0.287-0.095=0.192
min	4.797-4.888=-0.091
max	5.625-5.151=0.474

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.606=-0.003
σ	0.000-0.000=-0.000
min	2524.603-2524.606=-0.003
max	2524.603-2524.607=-0.004

*mean*	6045.000-6040.000=5.000
σ	0.000
min	6045.000-6040.000=5.000
max	6045.000-6040.000=5.000

*mean*	1427.759-1494.307=-66.548
σ	608.247-730.707=-122.460
min	1043.252-1056.412=-13.160
max	2701.532-3059.719=-358.187

op=load_product(), with indexes

*mean*	8744.567-8744.567=0.000
σ	0.033-0.033=0.000
min	8744.553-8744.553=-0.000
max	8744.649-8744.649=0.001

*mean*	3806.500-3828.375=-21.875
σ	1664.300-1634.025=30.275
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	4409.139-4532.375=-123.236
σ	1255.032-1341.428=-86.396
min	3540.165-3551.408=-11.243
max	6828.092-7435.279=-607.187

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.003=-0.001
min	62.076-62.076=0.000
max	62.080-62.084=-0.004

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	79.608-80.614=-1.006
σ	8.831-9.657=-0.825
min	70.922-71.141=-0.219
max	97.042-97.244=-0.202

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6045.000-6040.000=5.000
σ	0.000
min	6045.000-6040.000=5.000
max	6045.000-6040.000=5.000

*mean*	96.842-96.654=0.188
σ	11.983-8.228=3.755
min	73.496-84.790=-11.295
max	108.100-108.224=-0.125

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685-66.685=0.000
max	66.686-66.689=-0.003

*mean*	6045.000-6040.000=5.000
σ	0.000
min	6045.000-6040.000=5.000
max	6045.000-6040.000=5.000

*mean*	197.477-228.399=-30.922
σ	153.165-239.458=-86.293
min	115.477-125.699=-10.222
max	574.602-820.029=-245.427

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.516=0.000

*mean*	4096.125-4107.125=-11.000
σ	1580.127-1560.971=19.156
min	1954.000-2043.000=-89.000
max	6045.000-6040.000=5.000

*mean*	6372.812-6543.220=-170.408
σ	1327.381-1367.613=-40.232
min	4871.012-4925.041=-54.029
max	8172.250-8019.378=152.872

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.000=0.001
min	11560.066-11560.065=0.001
max	11560.069-11560.066=0.003

*mean*	6045.000-6040.000=5.000
σ	0.000
min	6045.000-6040.000=5.000
max	6045.000-6040.000=5.000

*mean*	6774.229-6735.906=38.324
σ	1319.500-1148.784=170.717
min	4392.912-4435.081=-42.169
max	8252.879-8168.920=83.959

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.588=-0.006
σ	0.027-0.036=-0.009
min	172.558
max	172.624-172.663=-0.040

*mean*	1954.000-2043.000=-89.000
σ	0.000
min	1954.000-2043.000=-89.000
max	1954.000-2043.000=-89.000

*mean*	329.143-355.140=-25.997
σ	45.816-49.323=-3.507
min	261.226-303.427=-42.201
max	381.219-448.698=-67.479

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.369=-0.005
σ	0.041-0.041=0.000
min	357.321
max	357.422-357.419=0.004

*mean*	1954.000-2043.000=-89.000
σ	0.000
min	1954.000-2043.000=-89.000
max	1954.000-2043.000=-89.000

*mean*	778.234-771.007=7.227
σ	14.309-25.544=-11.235
min	762.525-730.024=32.501
max	801.339-804.196=-2.857

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.480=-0.001
σ	0.867-0.877=-0.010
min	1007.977-1007.980=-0.003
max	1012.061-1012.110=-0.049

*mean*	1040.250-1036.150=4.100
σ	305.527-304.369=1.159
min	546.000-543.000=3.000
max	1466.000-1460.000=6.000

*mean*	1.521-1.520=0.002
σ	0.064-0.097=-0.033
min	1.453-1.439=0.014
max	1.716-1.810=-0.094

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.472-0.399=0.072
σ	0.183-0.112=0.071
min	0.347-0.326=0.022
max	0.771-0.597=0.173

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.924-0.882=0.042
σ	0.159-0.084=0.075
min	0.836-0.824=0.012
max	1.207-1.030=0.177

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.541-0.543=-0.002
σ	0.051-0.057=-0.005
min	0.493-0.504=-0.011
max	0.623-0.641=-0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.837-0.844=-0.007
σ	0.038-0.042=-0.005
min	0.804-0.806=-0.002
max	0.896-0.917=-0.021

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.923=-0.001
σ	0.028-0.026=0.003
min	963.902
max	963.972-963.965=0.007

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.849-0.840=0.009
σ	0.031-0.021=0.010
min	0.794-0.806=-0.012
max	0.866-0.857=0.009

name=cdr_enhanced_4k_loc.art

*mean*	884.888-884.889=-0.002
σ	0.005-0.007=-0.002
min	884.883
max	884.895-884.897=-0.002

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.730-0.700=0.030
σ	0.035-0.026=0.009
min	0.668-0.669=-0.001
max	0.751-0.742=0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	4.253-4.288=-0.035
σ	0.092-0.120=-0.028
min	4.016-4.144=-0.128
max	4.540-4.868=-0.328

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	4.230-4.247=-0.017
σ	0.078-0.075=0.003
min	4.070-4.133=-0.063
max	4.473-4.517=-0.044

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.747-0.608=0.139
σ	0.020-0.101=-0.081
min	0.706-0.515=0.191
max	0.870-0.868=0.002

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1460.000=6.000
σ	0.000
min	1466.000-1460.000=6.000
max	1466.000-1460.000=6.000

*mean*	0.712-0.513=0.199
σ	0.015-0.020=-0.005
min	0.680-0.486=0.195
max	0.782-0.661=0.121

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.706-297.651=0.055
σ	0.226-0.194=0.031
min	297.553-297.522=0.031
max	298.328-298.190=0.137

*mean*	1954.000-2043.000=-89.000
σ	0.000
min	1954.000-2043.000=-89.000
max	1954.000-2043.000=-89.000

*mean*	0.593-0.609=-0.015
σ	0.020-0.009=0.012
min	0.539-0.598=-0.059
max	0.610-0.624=-0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1722.500-1607.000=115.500
σ	85.835-68.586=17.250
min	1556.000-1460.000=96.000
max	1780.000-1642.000=138.000

*mean*	211.367-202.911=8.456
σ	21.424-3.311=18.113
min	202.095-199.700=2.395
max	264.299-210.084=54.215

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1722.500-1607.000=115.500
σ	85.835-68.586=17.250
min	1556.000-1460.000=96.000
max	1780.000-1642.000=138.000

*mean*	11.466-11.558=-0.093
σ	2.796-1.553=1.242
min	6.390-9.292=-2.902
max	15.499-12.830=2.669

phase=parser

*mean*	1041.161-1041.160=0.001
σ	0.000-0.000=-0.000
min	1041.160-1041.160=0.001
max	1041.161-1041.161=0.000

*mean*	1722.500-1607.000=115.500
σ	85.835-68.586=17.250
min	1556.000-1460.000=96.000
max	1780.000-1642.000=138.000

*mean*	666.874-670.946=-4.072
σ	131.477-73.040=58.437
min	402.919-567.714=-164.795
max	837.299-732.300=104.999

phase=processProdDef

*mean*	6169.658-6169.660=-0.001
σ	0.001-0.001=0.000
min	6169.657-6169.659=-0.002
max	6169.659-6169.661=-0.002

*mean*	1750.500-1629.750=120.750
σ	54.623-34.648=19.975
min	1662.000-1544.000=118.000
max	1780.000-1642.000=138.000

*mean*	4989.928-5808.557=-818.629
σ	1682.020-1374.668=307.352
min	3040.596-3725.717=-685.121
max	7656.980-7523.451=133.529

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1722.500-1607.000=115.500
σ	85.835-68.586=17.250
min	1556.000-1460.000=96.000
max	1780.000-1642.000=138.000

*mean*	43.348-44.236=-0.888
σ	10.339-5.496=4.843
min	20.353-33.893=-13.540
max	54.631-48.732=5.899

phase=type checker

*mean*	958.690-958.693=-0.004
σ	0.055
min	958.604-958.608=-0.004
max	958.760-958.764=-0.004

*mean*	1722.500-1607.000=115.500
σ	85.835-68.586=17.250
min	1556.000-1460.000=96.000
max	1780.000-1642.000=138.000

*mean*	754.249-813.506=-59.257
σ	90.661-97.267=-6.606
min	631.413-668.690=-37.277
max	908.063-938.765=-30.702

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.992-292.990=0.002
σ	0.047-0.034=0.014
min	292.937-292.952=-0.014
max	293.045-293.027=0.018

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	0.411-0.396=0.015
σ	0.016-0.007=0.009
min	0.398-0.391=0.008
max	0.435-0.404=0.031

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.856-1302.830=0.027
σ	0.104-0.113=-0.008
min	1302.733-1302.732=0.001
max	1303.020-1303.011=0.009

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	2.022-1.944=0.078
σ	0.176-0.194=-0.018
min	1.817-1.823=-0.007
max	2.260-2.282=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.885-1545.921=-0.037
σ	4.019-3.989=0.030
min	1543.914-1543.927=-0.013
max	1553.070-1553.050=0.020

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	2.312-2.405=-0.093
σ	0.123-0.288=-0.165
min	2.132-2.138=-0.006
max	2.445-2.884=-0.439

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.862-1864.877=-0.015
σ	0.058-0.062=-0.003
min	1864.787-1864.795=-0.008
max	1864.926-1864.932=-0.006

*mean*	1814.800-1779.400=35.400
σ	77.815-171.729=-93.914
min	1780.000-1642.000=138.000
max	1954.000-2043.000=-89.000

*mean*	2.910-2.917=-0.007
σ	0.106-0.065=0.041
min	2.739-2.837=-0.098
max	2.993-2.993=0.001

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.854-1.757=0.097
σ	0.156-0.130=0.026
min	1.581-1.529=0.052
max	1.970-1.850=0.120

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.795=-0.001
σ	577.190-577.189=0.000
min	158.197-158.198=-0.001
max	1312.578-1312.579=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	0.433-0.553=-0.120
σ	0.317-0.576=-0.260
min	0.272-0.264=0.008
max	0.909-1.418=-0.509

policies=20

*mean*	1582.281-1582.276=0.005
σ	0.395-0.349=0.046
min	1582.019-1582.040=-0.021
max	1582.869-1582.794=0.075

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	2.695-2.624=0.071
σ	0.025-0.011=0.013
min	2.659-2.611=0.048
max	2.716-2.636=0.080

policies=200

*mean*	15830.812-15830.864=-0.052
σ	0.173-0.021=0.153
min	15830.601-15830.836=-0.236
max	15831.024-15830.884=0.140

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1780.000-1642.000=138.000
σ	0.000
min	1780.000-1642.000=138.000
max	1780.000-1642.000=138.000

*mean*	26.787-26.497=0.290
σ	0.302-0.123=0.178
min	26.492-26.399=0.092
max	27.193-26.667=0.526