Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.576-54.578=-0.002
σ	0.347-0.351=-0.004
min	54.447-54.438=0.009
max	55.563-55.576=-0.013

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.141=-0.003
σ	0.004-0.004=0.000
min	0.132-0.137=-0.006
max	0.145-0.149=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.707=-0.000
σ	0.008-0.006=0.002
min	43.700-43.697=0.003
max	43.723-43.719=0.004

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.124-0.123=0.001
σ	0.005-0.004=0.001
min	0.119-0.119=-0.000
max	0.134-0.131=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	12.347-12.855=-0.507
σ	0.281-0.358=-0.077
min	11.987-12.427=-0.440
max	12.707-13.477=-0.770

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	12.651-13.258=-0.608
σ	0.240-0.176=0.063
min	12.260-13.102=-0.842
max	13.000-13.538=-0.538

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.933-41.933=-0.000

*mean*	7268.000-7296.000=-28.000
σ	0.000
min	7268.000-7296.000=-28.000
max	7268.000-7296.000=-28.000

*mean*	14.832-15.215=-0.384
σ	0.239-0.626=-0.386
min	14.297-13.899=0.397
max	15.015-16.123=-1.108

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	12.525-12.742=-0.217
σ	1.674-1.307=0.366
min	10.621-11.027=-0.406
max	14.541-14.344=0.197

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	8.575-9.151=-0.576
σ	0.234-0.256=-0.021
min	8.237-8.771=-0.534
max	8.886-9.499=-0.613

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	6.364-7.194=-0.830
σ	0.240-0.139=0.100
min	5.911-6.998=-1.087
max	6.684-7.369=-0.686

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	5.511-5.976=-0.465
σ	0.177-0.144=0.033
min	5.247-5.821=-0.574
max	5.773-6.191=-0.417

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	5.345-5.799=-0.454
σ	0.091-0.020=0.071
min	5.185-5.772=-0.588
max	5.437-5.821=-0.384

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.001=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7268.000-7296.000=-28.000
σ	0.000
min	7268.000-7296.000=-28.000
max	7268.000-7296.000=-28.000

*mean*	1650.848-1381.993=268.856
σ	1083.318-622.934=460.384
min	1027.704-1047.739=-20.035
max	4139.613-2838.598=1301.015

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882

*mean*	3569.500-3571.250=-1.750
σ	1789.772-1794.095=-4.323
min	1044.000
max	5776.000-5789.000=-13.000

*mean*	5005.299-4970.707=34.592
σ	1716.901-1691.767=25.135
min	3522.701-3506.737=15.964
max	7440.697-7344.470=96.226

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	85.805-86.936=-1.130
σ	11.154-11.717=-0.562
min	72.524-71.450=1.074
max	99.691-98.913=0.778

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7268.000-7296.000=-28.000
σ	0.000
min	7268.000-7296.000=-28.000
max	7268.000-7296.000=-28.000

*mean*	105.221-108.686=-3.465
σ	2.722-5.322=-2.600
min	100.374-99.940=0.434
max	107.690-114.708=-7.018

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7268.000-7296.000=-28.000
σ	0.000
min	7268.000-7296.000=-28.000
max	7268.000-7296.000=-28.000

*mean*	163.527-164.384=-0.856
σ	4.240-7.963=-3.723
min	154.231-146.199=8.032
max	167.504-169.597=-2.093

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4147.375-4150.500=-3.125
σ	1889.329-1897.164=-7.835
min	1556.000
max	7268.000-7296.000=-28.000

*mean*	6476.005-6565.871=-89.866
σ	1173.186-1380.926=-207.740
min	4932.680-4935.487=-2.807
max	8148.272-8099.149=49.123

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.000-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7268.000-7296.000=-28.000
σ	0.000
min	7268.000-7296.000=-28.000
max	7268.000-7296.000=-28.000

*mean*	5552.446-5941.697=-389.251
σ	1269.036-1587.643=-318.606
min	4400.667-4376.746=23.921
max	7924.720-7783.826=140.895

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	372.897-386.770=-13.872
σ	23.223-6.345=16.878
min	349.887-375.015=-25.128
max	397.324-393.799=3.525

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	732.515-767.443=-34.928
σ	86.354-16.600=69.754
min	590.096-750.858=-160.762
max	809.655-801.596=8.059

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.500=0.001
σ	0.760-0.760=0.000
min	1008.025-1008.025=0.000
max	1011.642-1011.641=0.001

*mean*	1044.900-1055.750=-10.850
σ	299.988-315.020=-15.032
min	562.000
max	1448.000-1525.000=-77.000

*mean*	1.524-1.586=-0.062
σ	0.078-0.136=-0.059
min	1.375-1.483=-0.108
max	1.735-2.083=-0.348

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.509-0.314=0.195
σ	0.560-0.301=0.259
min	0.235-0.148=0.087
max	1.510-0.848=0.663

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.835-0.479=0.356
σ	0.514-0.320=0.195
min	0.593-0.332=0.260
max	1.755-1.051=0.705

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.390-0.221=0.169
σ	0.034-0.021=0.013
min	0.362-0.206=0.156
max	0.449-0.257=0.192

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.597-0.333=0.264
σ	0.015-0.014=0.001
min	0.582-0.319=0.264
max	0.622-0.355=0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000-434.600=-3.600
σ	0.000-4.099=-4.099
min	431.000
max	431.000-439.000=-8.000

*mean*	0.710-0.562=0.148
σ	0.053-0.045=0.008
min	0.628-0.500=0.127
max	0.754-0.619=0.135

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.637-0.506=0.131
σ	0.008-0.032=-0.024
min	0.626-0.451=0.175
max	0.645-0.529=0.116

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	3.449-2.671=0.779
σ	0.078-0.084=-0.006
min	3.288-2.430=0.858
max	3.702-2.863=0.839

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	3.443-2.606=0.837
σ	0.066-0.085=-0.019
min	3.338-2.423=0.915
max	3.674-2.820=0.854

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.544-0.309=0.235
σ	0.015-0.008=0.006
min	0.522-0.293=0.228
max	0.631-0.367=0.264

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-441.000=-10.000
σ	0.000
min	431.000-441.000=-10.000
max	431.000-441.000=-10.000

*mean*	0.516-0.298=0.218
σ	0.012-0.038=-0.025
min	0.491-0.279=0.212
max	0.566-0.663=-0.097

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.106-298.133=-0.027
σ	1.006-1.070=-0.064
min	297.732-297.595=0.137
max	300.968-301.147=-0.180

*mean*	441.700-444.000=-2.300
σ	16.344-16.990=-0.646
min	419.000-418.000=1.000
max	468.000-466.000=2.000

*mean*	0.612-0.594=0.018
σ	0.022-0.032=-0.010
min	0.566-0.546=0.020
max	0.646-0.636=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=-0.000
min	222.008
max	222.008-222.008=-0.000

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	209.138-213.716=-4.578
σ	1.170-20.644=-19.474
min	207.697-204.502=3.195
max	210.836-264.574=-53.738

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	9.677-9.369=0.308
σ	1.757-1.263=0.495
min	6.132-6.277=-0.145
max	12.672-9.986=2.686

phase=parser

*mean*	1042.100-1042.102=-0.002
σ	0.000-0.000=-0.000
min	1042.100-1042.102=-0.002
max	1042.100-1042.103=-0.002

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	685.582-673.065=12.517
σ	66.245-74.565=-8.321
min	574.193-558.336=15.857
max	725.516-729.749=-4.233

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.001-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	5390.622-5656.363=-265.740
σ	1413.585-1548.582=-134.996
min	3771.810-3602.552=169.259
max	7321.524-7876.933=-555.409

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	32.008-30.907=1.101
σ	7.356-5.192=2.165
min	20.017-20.913=-0.896
max	47.119-40.109=7.010

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1740.000-1748.000=-8.000
σ	0.000
min	1740.000-1748.000=-8.000
max	1740.000-1748.000=-8.000

*mean*	686.682-689.971=-3.289
σ	83.216-103.297=-20.081
min	638.084-630.922=7.162
max	886.531-927.869=-41.338

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.690=-0.001
σ	0.042-0.043=-0.001
min	293.633-293.633=-0.000
max	293.732-293.738=-0.005

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.403-0.405=-0.002
σ	0.010-0.009=0.002
min	0.397-0.401=-0.004
max	0.421-0.421=0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.768-1303.774=-0.006
σ	0.081-0.074=0.007
min	1303.651-1303.654=-0.003
max	1303.851-1303.854=-0.003

*mean*	1063.600-1084.400=-20.800
σ	168.399-228.264=-59.864
min	842.000-818.000=24.000
max	1274.000-1384.000=-110.000

*mean*	1.968-2.057=-0.088
σ	0.170-0.135=0.035
min	1.797-1.903=-0.106
max	2.178-2.173=0.005

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.811-1546.835=-0.024
σ	4.026-4.043=-0.017
min	1544.787-1544.824=-0.037
max	1554.005-1554.061=-0.055

*mean*	612.800-623.000=-10.200
σ	73.754-92.655=-18.901
min	497.000-494.000=3.000
max	691.000-736.000=-45.000

*mean*	2.256-2.335=-0.078
σ	0.150-0.188=-0.038
min	2.133-2.183=-0.051
max	2.506-2.652=-0.146

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.785-1865.779=0.005
σ	0.068-0.067=0.001
min	1865.723-1865.709=0.014
max	1865.899-1865.884=0.015

*mean*	1711.400-1704.400=7.000
σ	248.540-162.646=85.894
min	1420.000-1523.000=-103.000
max	2064.000-1942.000=122.000

*mean*	2.858-3.007=-0.148
σ	0.104-0.189=-0.085
min	2.697-2.873=-0.176
max	2.964-3.326=-0.362

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.856-1.716=0.140
σ	0.041-0.186=-0.146
min	1.799-1.506=0.294
max	1.897-1.954=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.980=0.001
σ	579.239-579.242=-0.003
min	158.360-158.356=0.004
max	1316.839-1316.843=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.539-0.540=-0.000
σ	0.547-0.539=0.009
min	0.262-0.268=-0.006
max	1.361-1.347=0.013

policies=20

*mean*	1583.914-1583.911=0.003
σ	0.343-0.362=-0.019
min	1583.676-1583.657=0.019
max	1584.421-1584.445=-0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-445.000=1.000
σ	2.000
min	443.000-442.000=1.000
max	447.000-446.000=1.000

*mean*	2.626-2.635=-0.009
σ	0.009-0.012=-0.003
min	2.617-2.622=-0.005
max	2.638-2.651=-0.013

policies=200

*mean*	15847.172-15847.139=0.033
σ	0.143-0.138=0.005
min	15847.032-15847.025=0.007
max	15847.372-15847.340=0.032

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.500-496.000=0.500
σ	5.000-4.163=0.837
min	490.000-491.000=-1.000
max	502.000-501.000=1.000

*mean*	26.701-26.787=-0.086
σ	0.143-0.229=-0.086
min	26.547-26.603=-0.056
max	26.886-27.084=-0.198