Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.583-54.582=0.001
σ	0.341-0.342=-0.001
min	54.454-54.448=0.006
max	55.554-55.555=-0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.147-0.141=0.006
σ	0.010-0.005=0.005
min	0.134-0.136=-0.002
max	0.164-0.149=0.015

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.704=-0.000
σ	0.008-0.005=0.004
min	43.691-43.695=-0.004
max	43.719-43.710=0.009

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.125-0.123=0.003
σ	0.009-0.004=0.005
min	0.114-0.120=-0.005
max	0.142-0.131=0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	12.907-12.882=0.025
σ	0.351-0.217=0.134
min	12.500-12.580=-0.080
max	13.554-13.213=0.341

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	12.739-12.773=-0.034
σ	0.539-0.590=-0.051
min	11.974-12.101=-0.126
max	13.405-13.376=0.030

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7312.000-7329.000=-17.000
σ	0.000
min	7312.000-7329.000=-17.000
max	7312.000-7329.000=-17.000

*mean*	15.123-15.114=0.009
σ	0.858-0.987=-0.129
min	13.109-12.846=0.263
max	15.655-15.851=-0.196

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	13.212-13.280=-0.068
σ	1.669-1.894=-0.225
min	10.988-10.781=0.207
max	15.399-15.325=0.073

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	8.825-8.955=-0.131
σ	0.247-0.307=-0.060
min	8.474-8.527=-0.053
max	9.124-9.415=-0.291

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	6.781-6.660=0.120
σ	0.455-0.384=0.071
min	6.066-6.171=-0.105
max	7.266-7.231=0.035

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	6.014-6.033=-0.018
σ	0.140-0.136=0.004
min	5.721-5.770=-0.049
max	6.141-6.273=-0.132

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	5.785-5.841=-0.056
σ	0.088-0.069=0.019
min	5.656-5.754=-0.099
max	5.891-5.981=-0.090

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607

*mean*	7312.000-7329.000=-17.000
σ	0.000
min	7312.000-7329.000=-17.000
max	7312.000-7329.000=-17.000

*mean*	1043.405-1053.038=-9.633
σ	6.197-2.777=3.420
min	1034.346-1050.359=-16.013
max	1049.099-1057.312=-8.213

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=0.000

*mean*	3572.375-3578.250=-5.875
σ	1796.466-1801.853=-5.387
min	1044.000
max	5795.000-5814.000=-19.000

*mean*	4691.443-4570.302=121.141
σ	1439.548-1171.265=268.283
min	3514.603-3547.766=-33.162
max	7179.750-6389.623=790.127

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	83.098-82.561=0.537
σ	10.028-10.677=-0.649
min	71.445-72.486=-1.041
max	95.057-98.697=-3.641

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7312.000-7329.000=-17.000
σ	0.000
min	7312.000-7329.000=-17.000
max	7312.000-7329.000=-17.000

*mean*	107.248-107.385=-0.137
σ	6.922-6.553=0.369
min	92.982-94.492=-1.509
max	113.759-113.914=-0.156

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7312.000-7329.000=-17.000
σ	0.000
min	7312.000-7329.000=-17.000
max	7312.000-7329.000=-17.000

*mean*	162.493-167.337=-4.844
σ	9.280-10.347=-1.067
min	141.644-143.410=-1.765
max	169.524-173.702=-4.179

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538-11667.539=-0.001

*mean*	4153.250-4157.000=-3.750
σ	1901.939-1907.277=-5.338
min	1555.000-1556.000=-1.000
max	7312.000-7329.000=-17.000

*mean*	6563.600-6278.489=285.112
σ	1211.434-1175.174=36.259
min	4908.812-4950.102=-41.290
max	8219.518-8364.898=-145.381

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.000=0.000
min	11560.064
max	11560.066

*mean*	7312.000-7329.000=-17.000
σ	0.000
min	7312.000-7329.000=-17.000
max	7312.000-7329.000=-17.000

*mean*	5661.991-5836.191=-174.200
σ	1793.278-1901.990=-108.711
min	4307.059-4351.238=-44.179
max	8785.349-8998.189=-212.840

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.689-379.597=1.092
σ	22.556-19.007=3.549
min	334.772-348.877=-14.104
max	397.269-393.579=3.690

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-558.500=3.500
σ	0.000-0.926=-0.926
min	562.000-558.000=4.000
max	562.000-560.000=2.000

*mean*	760.299-708.412=51.886
σ	45.319-74.446=-29.127
min	687.989-622.894=65.094
max	798.118-839.191=-41.073

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.502=-0.000
σ	0.760-0.759=0.001
min	1008.028-1008.028=0.000
max	1011.641-1011.637=0.004

*mean*	1043.350-1047.550=-4.200
σ	311.317-313.961=-2.643
min	538.000-573.000=-35.000
max	1525.000-1512.000=13.000

*mean*	1.533-1.526=0.006
σ	0.093-0.083=0.010
min	1.421-1.447=-0.026
max	1.825-1.731=0.094

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.291-0.297=-0.006
σ	0.268-0.285=-0.017
min	0.146-0.142=0.004
max	0.763-0.802=-0.039

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.484=-0.005
σ	0.326-0.322=0.004
min	0.324-0.333=-0.009
max	1.062-1.060=0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.221=-0.003
σ	0.020-0.020=-0.000
min	0.205-0.200=0.005
max	0.252-0.254=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.331=0.006
σ	0.021-0.019=0.002
min	0.319-0.319=-0.000
max	0.370-0.364=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.580-0.581=-0.001
σ	0.028-0.044=-0.015
min	0.533-0.509=0.023
max	0.610-0.616=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.454-0.479=-0.025
σ	0.069-0.067=0.002
min	0.383-0.385=-0.002
max	0.530-0.540=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.635-2.636=-0.002
σ	0.112-0.111=0.002
min	2.462-2.455=0.007
max	3.095-3.038=0.057

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.605-2.600=0.005
σ	0.067-0.078=-0.010
min	2.486-2.480=0.006
max	2.791-2.837=-0.045

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.303-0.307=-0.004
σ	0.010-0.015=-0.004
min	0.286-0.292=-0.006
max	0.372-0.429=-0.058

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.290-0.288=0.002
σ	0.007-0.007=-0.000
min	0.276-0.275=0.001
max	0.319-0.324=-0.005

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.077-298.164=-0.088
σ	0.985-0.981=0.005
min	297.584-297.794=-0.210
max	300.869-300.952=-0.083

*mean*	443.000-447.400=-4.400
σ	19.020-18.368=0.653
min	415.000-422.000=-7.000
max	467.000-474.000=-7.000

*mean*	0.614-0.606=0.007
σ	0.019-0.020=-0.000
min	0.565-0.578=-0.013
max	0.639-0.635=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=0.000
max	222.008-222.008=-0.000

*mean*	1762.875-1742.000=20.875
σ	11.667-0.000=11.667
min	1734.000-1742.000=-8.000
max	1767.000-1742.000=25.000

*mean*	201.713-202.286=-0.573
σ	1.441-1.856=-0.415
min	198.688-198.935=-0.247
max	202.913-204.506=-1.593

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1762.875-1742.000=20.875
σ	11.667-0.000=11.667
min	1734.000-1742.000=-8.000
max	1767.000-1742.000=25.000

*mean*	8.954-11.368=-2.414
σ	1.701-1.371=0.329
min	6.175-9.405=-3.229
max	10.021-12.708=-2.687

phase=parser

*mean*	1042.096-1042.100=-0.005
σ	0.000-0.001=-0.001
min	1042.095-1042.097=-0.002
max	1042.096-1042.101=-0.005

*mean*	1762.875-1742.000=20.875
σ	11.667-0.000=11.667
min	1734.000-1742.000=-8.000
max	1767.000-1742.000=25.000

*mean*	651.641-682.510=-30.869
σ	78.790-65.611=13.180
min	563.724-570.590=-6.866
max	737.281-732.681=4.600

phase=processProdDef

*mean*	6169.661-6169.660=0.001
σ	0.000-0.001=-0.000
min	6169.661-6169.660=0.001
max	6169.662-6169.661=0.000

*mean*	1767.000-1742.000=25.000
σ	0.000
min	1767.000-1742.000=25.000
max	1767.000-1742.000=25.000

*mean*	4964.974-5087.460=-122.486
σ	1145.678-1279.026=-133.348
min	3778.146-3784.454=-6.308
max	6996.462-7324.253=-327.791

phase=renaming

*mean*	21.667-21.667=-0.000
σ	0.000-0.001=-0.001
min	21.667
max	21.667-21.670=-0.004

*mean*	1762.875-1742.000=20.875
σ	11.667-0.000=11.667
min	1734.000-1742.000=-8.000
max	1767.000-1742.000=25.000

*mean*	28.459-41.356=-12.897
σ	4.870-7.336=-2.465
min	20.695-30.994=-10.299
max	32.283-48.944=-16.661

phase=type checker

*mean*	958.461-958.460=0.000
σ	0.066-0.066=-0.001
min	958.363-958.360=0.004
max	958.551-958.551=0.000

*mean*	1762.875-1742.000=20.875
σ	11.667-0.000=11.667
min	1734.000-1742.000=-8.000
max	1767.000-1742.000=25.000

*mean*	646.722-787.834=-141.112
σ	22.894-87.353=-64.459
min	626.822-666.775=-39.953
max	697.444-886.995=-189.550

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.687=0.001
σ	0.037-0.038=-0.000
min	293.635-293.634=0.001
max	293.727-293.726=0.001

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.400-0.401=-0.000
σ	0.001-0.001=-0.001
min	0.400-0.399=0.001
max	0.401-0.402=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.815-1303.785=0.030
σ	0.039-0.067=-0.028
min	1303.767-1303.714=0.053
max	1303.864-1303.862=0.002

*mean*	1061.600-1097.400=-35.800
σ	168.589-191.141=-22.552
min	839.000-835.000=4.000
max	1272.000-1327.000=-55.000

*mean*	2.085-2.061=0.025
σ	0.157-0.262=-0.104
min	1.808-1.782=0.026
max	2.202-2.424=-0.221

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.827-1546.820=0.007
σ	4.029-4.014=0.015
min	1544.803-1544.830=-0.028
max	1554.028-1553.995=0.033

*mean*	610.800-616.000=-5.200
σ	73.152-80.374=-7.222
min	496.000-495.000=1.000
max	689.000-711.000=-22.000

*mean*	2.296-2.314=-0.018
σ	0.187-0.184=0.003
min	2.165-2.173=-0.009
max	2.606-2.633=-0.027

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.797-1865.811=-0.014
σ	0.056-0.057=-0.000
min	1865.743-1865.743=-0.001
max	1865.886-1865.896=-0.010

*mean*	1711.200-1728.200=-17.000
σ	250.269-176.588=73.682
min	1418.000-1478.000=-60.000
max	2066.000-1890.000=176.000

*mean*	2.966-3.090=-0.125
σ	0.122-0.315=-0.192
min	2.872-2.903=-0.032
max	3.149-3.650=-0.501

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.691-1.727=-0.036
σ	0.107-0.098=0.008
min	1.614-1.634=-0.020
max	1.878-1.883=-0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.091-450.089=0.002
σ	579.264-579.264=-0.000
min	160.458-160.455=0.003
max	1318.987-1318.986=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.532-0.536=-0.004
σ	0.533-0.531=0.002
min	0.265-0.266=-0.002
max	1.331-1.333=-0.002

policies=20

*mean*	1604.903-1604.896=0.006
σ	0.397-0.407=-0.010
min	1604.628-1604.617=0.010
max	1605.490-1605.498=-0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.000-445.250=1.750
σ	6.928-1.500=5.428
min	441.000-443.000=-2.000
max	453.000-446.000=7.000

*mean*	2.663-2.673=-0.010
σ	0.015-0.010=0.005
min	2.651-2.666=-0.016
max	2.684-2.688=-0.004

policies=200

*mean*	16057.324-16057.065=0.258
σ	0.102-0.389=-0.287
min	16057.250-16056.581=0.669
max	16057.469-16057.499=-0.030

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.250-492.500=0.750
σ	3.594-2.380=1.214
min	490.000
max	498.000-495.000=3.000

*mean*	26.934-26.997=-0.062
σ	0.200-0.134=0.065
min	26.750-26.833=-0.083
max	27.113-27.149=-0.035