Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.620=0.000
σ	0.350-0.349=0.001
min	54.488-54.487=0.002
max	55.617-55.614=0.003

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.141=0.000
σ	0.005-0.005=0.000
min	0.137-0.137=0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=-0.000
σ	0.006-0.007=-0.002
min	43.781-43.781=0.001
max	43.799-43.804=-0.005

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.124-0.123=0.001
σ	0.005-0.005=0.000
min	0.119-0.120=-0.000
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	13.006-12.666=0.340
σ	0.267-0.265=0.002
min	12.693-12.198=0.496
max	13.460-13.032=0.428

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	12.747-12.287=0.460
σ	0.578-0.178=0.400
min	11.903-12.067=-0.165
max	13.480-12.588=0.892

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.000

*mean*	7281.000-7266.000=15.000
σ	0.000
min	7281.000-7266.000=15.000
max	7281.000-7266.000=15.000

*mean*	15.315-15.565=-0.251
σ	0.441-0.216=0.225
min	14.596-15.219=-0.623
max	15.767-15.808=-0.041

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.932=-0.000

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	13.366-13.066=0.299
σ	1.488-1.804=-0.315
min	11.483-11.167=0.316
max	15.360-15.408=-0.048

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=-0.000
min	27.603
max	27.991-27.991=-0.000

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	8.883-9.269=-0.385
σ	0.364-0.452=-0.088
min	8.112-8.714=-0.602
max	9.321-9.882=-0.561

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	6.426-6.842=-0.416
σ	0.455-0.325=0.130
min	5.645-6.573=-0.927
max	7.082-7.515=-0.433

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	6.045-6.044=0.001
σ	0.139-0.128=0.010
min	5.828-5.808=0.020
max	6.231-6.213=0.018

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	5.825-5.517=0.308
σ	0.135-0.167=-0.032
min	5.621-5.228=0.393
max	5.976-5.736=0.240

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=-0.000
max	2524.607

*mean*	7281.000-7266.000=15.000
σ	0.000
min	7281.000-7266.000=15.000
max	7281.000-7266.000=15.000

*mean*	1508.354-1592.588=-84.234
σ	823.138-1067.116=-243.978
min	1049.050-1038.795=10.255
max	3414.091-4123.372=-709.281

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.001
min	8744.554
max	8745.882-8745.884=-0.001

*mean*	3571.375-3569.625=1.750
σ	1794.177-1789.345=4.832
min	1045.000
max	5790.000-5774.000=16.000

*mean*	5064.684-5075.890=-11.205
σ	1743.249-1763.497=-20.249
min	3523.451-3508.364=15.087
max	7498.787-7458.514=40.274

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	84.490-83.956=0.534
σ	12.495-11.336=1.159
min	70.275-70.867=-0.592
max	102.248-96.656=5.593

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.943=0.000
max	40.945-40.945=0.000

*mean*	7281.000-7266.000=15.000
σ	0.000
min	7281.000-7266.000=15.000
max	7281.000-7266.000=15.000

*mean*	106.222-114.032=-7.810
σ	2.919-2.938=-0.019
min	101.090-109.737=-8.647
max	109.071-119.167=-10.096

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7281.000-7266.000=15.000
σ	0.000
min	7281.000-7266.000=15.000
max	7281.000-7266.000=15.000

*mean*	163.877-164.896=-1.019
σ	5.564-4.254=1.311
min	151.930-155.676=-3.747
max	167.873-168.795=-0.921

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.325=-0.000
min	11655.305
max	11667.538-11667.538=-0.000

*mean*	4148.125-4147.375=0.750
σ	1894.386-1889.198=5.189
min	1554.000-1557.000=-3.000
max	7281.000-7266.000=15.000

*mean*	6500.314-6462.353=37.962
σ	1309.764-1378.524=-68.760
min	4854.193-4855.379=-1.186
max	8001.316-8160.260=-158.944

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7281.000-7266.000=15.000
σ	0.000
min	7281.000-7266.000=15.000
max	7281.000-7266.000=15.000

*mean*	5324.852-5468.728=-143.875
σ	1322.868-1444.879=-122.010
min	4388.790-4373.674=15.116
max	8023.872-7638.592=385.280

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	392.934-388.794=4.140
σ	3.023-14.061=-11.038
min	387.520-354.510=33.010
max	396.976-399.228=-2.253

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-559.250=-0.250
σ	0.000-1.035=-1.035
min	559.000-558.000=1.000
max	559.000-560.000=-1.000

*mean*	736.809-734.798=2.011
σ	67.470-78.496=-11.027
min	629.978-599.313=30.665
max	808.118-796.612=11.506

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.376=-0.000
σ	0.760-0.759=0.001
min	1007.900-1007.903=-0.003
max	1011.517-1011.512=0.005

*mean*	1044.700-1047.300=-2.600
σ	300.010-314.100=-14.090
min	562.000-572.000=-10.000
max	1447.000-1512.000=-65.000

*mean*	1.527-1.537=-0.010
σ	0.064-0.083=-0.018
min	1.475-1.468=0.007
max	1.729-1.742=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.565-0.381=0.184
σ	0.628-0.506=0.121
min	0.236-0.130=0.105
max	1.680-1.285=0.395

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.683-0.486=0.198
σ	0.595-0.320=0.276
min	0.339-0.334=0.006
max	1.733-1.057=0.676

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.384-0.218=0.165
σ	0.041-0.025=0.015
min	0.348-0.200=0.148
max	0.451-0.262=0.189

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.581-0.332=0.248
σ	0.030-0.015=0.015
min	0.553-0.321=0.232
max	0.632-0.359=0.273

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	432.400-435.200=-2.800
σ	2.510-2.049=0.461
min	430.000-432.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.610-0.544=0.066
σ	0.100-0.074=0.026
min	0.475-0.440=0.036
max	0.758-0.600=0.157

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.511-0.457=0.054
σ	0.030-0.059=-0.028
min	0.462-0.385=0.077
max	0.532-0.533=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	1.842-2.080=-0.238
σ	0.061-0.333=-0.272
min	1.726-1.732=-0.006
max	2.168-3.052=-0.884

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	2.253-2.591=-0.339
σ	0.343-0.083=0.260
min	1.835-2.458=-0.623
max	3.008-2.807=0.201

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.314-0.319=-0.005
σ	0.046-0.057=-0.010
min	0.293-0.291=0.002
max	0.661-0.752=-0.090

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-437.000=-2.000
σ	0.000
min	435.000-437.000=-2.000
max	435.000-437.000=-2.000

*mean*	0.297-0.292=0.005
σ	0.050-0.009=0.041
min	0.277-0.277=-0.000
max	0.782-0.339=0.443

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.191-298.056=0.134
σ	1.006-1.030=-0.025
min	297.806-297.612=0.193
max	301.050-300.982=0.068

*mean*	444.000
σ	12.166-14.674=-2.509
min	428.000-418.000=10.000
max	464.000-465.000=-1.000

*mean*	0.614-0.611=0.003
σ	0.017-0.016=0.001
min	0.584-0.575=0.009
max	0.644-0.631=0.013

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=0.000
min	222.008-222.011=-0.004
max	222.009-222.012=-0.003

*mean*	1568.500-1736.875=-168.375
σ	162.621-19.134=143.486
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	205.980-204.928=1.052
σ	2.584-2.391=0.194
min	203.020-202.031=0.989
max	211.735-209.516=2.219

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1568.500-1736.875=-168.375
σ	162.621-19.134=143.486
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	11.934-10.414=1.520
σ	1.344-1.934=-0.591
min	9.329-7.395=1.934
max	12.742-12.660=0.082

phase=parser

*mean*	1041.160-1041.161=-0.001
σ	0.000-0.000=0.000
min	1041.159-1041.160=-0.001
max	1041.160-1041.161=-0.001

*mean*	1568.500-1736.875=-168.375
σ	162.621-19.134=143.486
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	686.179-657.520=28.658
σ	59.610-92.269=-32.659
min	580.026-487.260=92.767
max	724.146-752.180=-28.035

phase=processProdDef

*mean*	6169.661-6169.658=0.003
σ	0.001-0.001=0.000
min	6169.660-6169.657=0.003
max	6169.662-6169.659=0.003

*mean*	1615.500-1743.375=-127.875
σ	170.993-21.639=149.353
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	5420.798-5585.807=-165.009
σ	1461.710-1631.719=-170.009
min	3081.465-3721.935=-640.470
max	7028.136-7672.486=-644.350

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1568.500-1736.875=-168.375
σ	162.621-19.134=143.486
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	46.237-44.695=1.542
σ	2.911-4.013=-1.101
min	39.772-40.339=-0.567
max	48.116-49.797=-1.682

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1568.500-1736.875=-168.375
σ	162.621-19.134=143.486
min	1430.000-1721.000=-291.000
max	1806.000-1773.000=33.000

*mean*	770.732-752.523=18.209
σ	77.861-86.952=-9.091
min	655.030-661.499=-6.468
max	937.428-876.867=60.560

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.771-292.774=-0.003
σ	0.036-0.034=0.002
min	292.723-292.726=-0.003
max	292.810-292.811=-0.001

*mean*	444.000-446.000=-2.000
σ	0.000
min	444.000-446.000=-2.000
max	444.000-446.000=-2.000

*mean*	0.404-0.399=0.005
σ	0.016-0.005=0.011
min	0.397-0.395=0.001
max	0.433-0.408=0.025

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.863-1302.884=-0.021
σ	0.075-0.104=-0.028
min	1302.738-1302.706=0.032
max	1302.938-1302.968=-0.031

*mean*	1088.000-1076.800=11.200
σ	192.537-170.711=21.826
min	880.000-835.000=45.000
max	1344.000-1273.000=71.000

*mean*	2.082-2.141=-0.059
σ	0.112-0.346=-0.234
min	1.961-1.795=0.166
max	2.203-2.606=-0.403

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.942-1545.894=0.048
σ	4.015-4.012=0.003
min	1543.970-1543.929=0.041
max	1553.119-1553.065=0.054

*mean*	620.600-615.600=5.000
σ	92.462-80.971=11.491
min	492.000-493.000=-1.000
max	733.000-710.000=23.000

*mean*	2.364-2.202=0.162
σ	0.188-0.136=0.053
min	2.171-2.042=0.129
max	2.654-2.412=0.241

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.841-1864.838=0.003
σ	0.044-0.043=0.000
min	1864.792-1864.788=0.004
max	1864.890-1864.894=-0.003

*mean*	1721.000-1703.400=17.600
σ	173.701-260.585=-86.884
min	1481.000-1391.000=90.000
max	1939.000-2056.000=-117.000

*mean*	2.952-2.925=0.027
σ	0.065-0.068=-0.004
min	2.854-2.864=-0.010
max	3.031-2.999=0.032

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.740-1.674=0.066
σ	0.138-0.185=-0.047
min	1.511-1.367=0.143
max	1.886-1.858=0.028

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.752-447.752=-0.000
σ	579.111-579.111=0.000
min	158.194-158.194=0.000
max	1316.419-1316.419=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.532-0.521=0.011
σ	0.547-0.512=0.035
min	0.253-0.262=-0.008
max	1.353-1.289=0.064

policies=20

*mean*	1582.269-1582.264=0.005
σ	0.350-0.348=0.002
min	1582.021-1582.020=0.001
max	1582.786-1582.778=0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000
σ	3.464-4.619=-1.155
min	444.000-443.000=1.000
max	450.000-451.000=-1.000

*mean*	2.616-2.616=-0.001
σ	0.015-0.009=0.006
min	2.596-2.608=-0.012
max	2.631-2.627=0.004

policies=200

*mean*	15830.822-15830.820=0.002
σ	0.140-0.146=-0.006
min	15830.619-15830.639=-0.020
max	15830.941-15830.949=-0.009

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.250-498.750=-0.500
σ	4.272-4.856=-0.584
min	493.000-494.000=-1.000
max	503.000-505.000=-2.000

*mean*	26.560-26.603=-0.043
σ	0.110-0.166=-0.056
min	26.420-26.440=-0.020
max	26.672-26.793=-0.121