Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=0.000
σ	0.351-0.347=0.004
min	54.445-54.443=0.002
max	55.576-55.563=0.012

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.140-0.141=-0.001
σ	0.006-0.005=0.001
min	0.131-0.137=-0.006
max	0.150-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.705=0.001
σ	0.006-0.006=-0.000
min	43.701-43.694=0.007
max	43.718-43.714=0.004

*mean*	419.000-418.000=1.000
σ	0.000
min	419.000-418.000=1.000
max	419.000-418.000=1.000

*mean*	0.122-0.121=0.002
σ	0.005-0.004=0.001
min	0.115-0.116=-0.001
max	0.131-0.130=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	12.766-12.660=0.105
σ	0.242-0.356=-0.114
min	12.438-12.156=0.283
max	13.152-13.190=-0.038

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	12.868-12.460=0.408
σ	0.513-0.732=-0.220
min	11.944-11.731=0.213
max	13.381-13.712=-0.331

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933

*mean*	7323.000-7306.000=17.000
σ	0.000
min	7323.000-7306.000=17.000
max	7323.000-7306.000=17.000

*mean*	14.999-15.209=-0.210
σ	0.724-0.690=0.034
min	13.350-13.750=-0.400
max	15.505-15.935=-0.431

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	12.819-13.397=-0.577
σ	1.984-1.617=0.368
min	11.031-11.380=-0.349
max	15.190-15.539=-0.349

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	8.710-9.130=-0.420
σ	0.320-0.455=-0.135
min	8.398-8.444=-0.046
max	9.223-9.756=-0.534

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	6.767-6.614=0.153
σ	0.149-0.339=-0.190
min	6.496-5.947=0.549
max	6.981-7.161=-0.180

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	6.051-5.966=0.085
σ	0.068-0.184=-0.116
min	5.958-5.716=0.241
max	6.143-6.256=-0.113

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	5.905-5.714=0.191
σ	0.177-0.205=-0.028
min	5.640-5.228=0.412
max	6.125-5.884=0.241

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.607-2524.606=0.001

*mean*	7323.000-7306.000=17.000
σ	0.000
min	7323.000-7306.000=17.000
max	7323.000-7306.000=17.000

*mean*	1040.755-1081.302=-40.546
σ	7.483-122.014=-114.531
min	1029.786-1029.940=-0.154
max	1049.963-1382.974=-333.012

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3577.500-3573.875=3.625
σ	1799.939-1797.312=2.627
min	1043.000
max	5810.000-5797.000=13.000

*mean*	4810.393-4946.042=-135.649
σ	1395.289-1618.688=-223.399
min	3505.124-3491.844=13.280
max	6694.044-7348.940=-654.896

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	77.503-82.155=-4.652
σ	6.695-10.678=-3.983
min	70.275-71.526=-1.252
max	88.915-98.010=-9.095

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7323.000-7306.000=17.000
σ	0.000
min	7323.000-7306.000=17.000
max	7323.000-7306.000=17.000

*mean*	106.850-113.643=-6.793
σ	5.996-5.406=0.590
min	96.333-101.997=-5.664
max	112.821-119.359=-6.537

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7323.000-7306.000=17.000
σ	0.000
min	7323.000-7306.000=17.000
max	7323.000-7306.000=17.000

*mean*	162.182-163.402=-1.220
σ	9.913-6.983=2.930
min	140.892-147.400=-6.509
max	168.468-169.094=-0.626

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4155.625-4153.750=1.875
σ	1904.563-1901.247=3.317
min	1554.000-1555.000=-1.000
max	7323.000-7306.000=17.000

*mean*	6506.898-6459.630=47.268
σ	1330.643-1232.539=98.103
min	4883.454-4901.931=-18.477
max	8030.106-8129.534=-99.428

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=-0.001

*mean*	7323.000-7306.000=17.000
σ	0.000
min	7323.000-7306.000=17.000
max	7323.000-7306.000=17.000

*mean*	5522.006-5313.663=208.343
σ	1345.327-1248.501=96.826
min	4375.906-4350.333=25.573
max	7889.393-7636.265=253.128

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	367.767-387.028=-19.262
σ	34.241-13.939=20.302
min	296.483-356.150=-59.667
max	397.041-397.868=-0.827

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	753.928-721.613=32.314
σ	52.556-71.108=-18.552
min	627.752-585.676=42.076
max	792.308-777.776=14.531

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=0.000
σ	0.759-0.759=0.001
min	1008.025-1008.028=-0.003
max	1011.641-1011.636=0.004

*mean*	1045.250-1047.550=-2.300
σ	299.422-313.793=-14.371
min	565.000-573.000=-8.000
max	1447.000-1511.000=-64.000

*mean*	1.538-1.536=0.003
σ	0.079-0.085=-0.006
min	1.466-1.467=-0.001
max	1.741-1.746=-0.005

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.298-0.303=-0.005
σ	0.296-0.290=0.005
min	0.139-0.147=-0.008
max	0.822-0.818=0.003

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.481=-0.003
σ	0.314-0.322=-0.008
min	0.325-0.323=0.002
max	1.040-1.057=-0.017

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.224=-0.007
σ	0.022-0.029=-0.007
min	0.203-0.206=-0.003
max	0.255-0.274=-0.019

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.331=0.005
σ	0.018-0.021=-0.004
min	0.326-0.314=0.012
max	0.367-0.367=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	430.600-436.200=-5.600
σ	0.548-5.541=-4.993
min	430.000-431.000=-1.000
max	431.000-442.000=-11.000

*mean*	0.551-0.555=-0.004
σ	0.047-0.050=-0.003
min	0.488-0.483=0.005
max	0.604-0.605=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.499-0.496=0.003
σ	0.027-0.034=-0.006
min	0.454-0.442=0.013
max	0.522-0.522=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.576-2.623=-0.047
σ	0.099-0.098=0.001
min	2.443-2.446=-0.003
max	3.079-3.002=0.078

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.600-2.622=-0.022
σ	0.087-0.103=-0.016
min	2.444-2.430=0.015
max	2.936-2.973=-0.037

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.306-0.309=-0.003
σ	0.008-0.009=-0.001
min	0.293-0.293=-0.000
max	0.361-0.355=0.005

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.293-0.294=-0.001
σ	0.007-0.007=-0.000
min	0.281-0.282=-0.001
max	0.335-0.336=-0.001

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.006-298.105=-0.099
σ	1.026-1.017=0.009
min	297.615-297.661=-0.046
max	300.923-300.993=-0.070

*mean*	441.700-443.100=-1.400
σ	16.364-18.669=-2.305
min	415.000-417.000=-2.000
max	466.000-471.000=-5.000

*mean*	0.606-0.603=0.003
σ	0.022-0.023=-0.001
min	0.554-0.564=-0.010
max	0.632-0.646=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	209.055-208.497=0.558
σ	2.213-1.559=0.654
min	206.288-206.147=0.141
max	214.026-211.184=2.843

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	11.763-11.122=0.642
σ	1.468-1.436=0.032
min	9.364-9.464=-0.100
max	12.739-12.524=0.215

phase=parser

*mean*	1042.096-1042.098=-0.002
σ	0.000-0.000=-0.000
min	1042.096-1042.098=-0.002
max	1042.097-1042.099=-0.002

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	692.919-685.999=6.920
σ	63.483-67.906=-4.423
min	589.103-561.427=27.676
max	733.807-730.043=3.764

phase=processProdDef

*mean*	6169.661-6169.661=0.000
σ	0.001
min	6169.660-6169.659=0.001
max	6169.662-6169.661=0.001

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	5738.148-5937.816=-199.668
σ	1055.097-887.716=167.381
min	4357.336-4537.847=-180.511
max	7099.129-7136.799=-37.670

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	45.519-40.198=5.320
σ	3.940-8.360=-4.421
min	38.895-29.605=9.290
max	48.165-47.832=0.332

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1750.000-1673.000=77.000
σ	0.000
min	1750.000-1673.000=77.000
max	1750.000-1673.000=77.000

*mean*	749.538-738.944=10.594
σ	73.464-90.673=-17.209
min	656.532-635.106=21.427
max	881.236-881.885=-0.649

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.387=-0.006
σ	0.034-0.042=-0.007
min	293.334-293.328=0.006
max	293.418-293.423=-0.005

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.406=-0.001
σ	0.007-0.007=0.000
min	0.399-0.401=-0.002
max	0.417-0.415=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.447-1303.446=0.002
σ	0.074-0.065=0.009
min	1303.346-1303.360=-0.015
max	1303.540-1303.531=0.009

*mean*	1085.200
σ	228.090-227.992=0.099
min	819.000
max	1385.000

*mean*	2.021-1.981=0.040
σ	0.133-0.151=-0.017
min	1.916-1.799=0.117
max	2.187-2.169=0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.532-1546.549=-0.017
σ	4.004-4.005=-0.001
min	1544.573-1544.599=-0.026
max	1553.690-1553.709=-0.019

*mean*	623.800-624.000=-0.200
σ	92.502-92.655=-0.153
min	495.000
max	737.000

*mean*	2.323-2.364=-0.041
σ	0.128-0.147=-0.019
min	2.187-2.202=-0.014
max	2.490-2.557=-0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.444-1865.448=-0.004
σ	0.055-0.048=0.007
min	1865.374-1865.387=-0.013
max	1865.505-1865.506=-0.001

*mean*	1706.200-1703.800=2.400
σ	167.016-166.978=0.037
min	1524.000-1522.000=2.000
max	1955.000-1952.000=3.000

*mean*	3.087-3.016=0.071
σ	0.246-0.105=0.141
min	2.887-2.896=-0.009
max	3.509-3.118=0.391

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.663-1.722=-0.059
σ	0.203-0.149=0.054
min	1.421-1.564=-0.142
max	1.968-1.902=0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979-447.979=-0.000
σ	579.236-579.239=-0.003
min	158.358-158.356=0.002
max	1316.834-1316.838=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.540-0.504=0.037
σ	0.551-0.485=0.065
min	0.263-0.259=0.004
max	1.366-1.231=0.135

policies=20

*mean*	1583.931-1583.902=0.029
σ	0.348-0.349=-0.001
min	1583.688-1583.658=0.030
max	1584.447-1584.418=0.028

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250
σ	1.500
min	443.000
max	446.000

*mean*	2.634-2.630=0.004
σ	0.012-0.007=0.005
min	2.625-2.623=0.002
max	2.651-2.639=0.012

policies=200

*mean*	15847.301-15847.167=0.134
σ	0.139-0.106=0.033
min	15847.177-15847.075=0.102
max	15847.484-15847.320=0.164

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.250-496.000=2.250
σ	3.500-3.916=-0.416
min	494.000-492.000=2.000
max	502.000-501.000=1.000

*mean*	26.623-26.612=0.012
σ	0.130-0.082=0.048
min	26.448-26.511=-0.063
max	26.757-26.707=0.050