Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.618=-0.042
σ	0.347-0.349=-0.002
min	54.443-54.489=-0.046
max	55.563-55.610=-0.047

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.141-0.139=0.003
σ	0.005-0.006=-0.001
min	0.137-0.131=0.006
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.787=-0.083
σ	0.006-0.006=-0.001
min	43.694-43.779=-0.085
max	43.714-43.799=-0.085

*mean*	418.000-414.000=4.000
σ	0.000
min	418.000-414.000=4.000
max	418.000-414.000=4.000

*mean*	0.121-0.122=-0.001
σ	0.004-0.004=0.001
min	0.116-0.118=-0.002
max	0.130-0.128=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	12.660-12.241=0.420
σ	0.356-0.187=0.170
min	12.156-12.069=0.087
max	13.190-12.662=0.528

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.619-36.620=-0.000

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	12.460-11.683=0.777
σ	0.732-0.204=0.528
min	11.731-11.414=0.316
max	13.712-12.065=1.647

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.933-41.929=0.004

*mean*	7306.000-6045.000=1261.000
σ	0.000
min	7306.000-6045.000=1261.000
max	7306.000-6045.000=1261.000

*mean*	15.209-13.429=1.780
σ	0.690-1.162=-0.473
min	13.750-11.102=2.648
max	15.935-15.012=0.923

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	13.397-12.348=1.049
σ	1.617-1.876=-0.259
min	11.380-10.531=0.848
max	15.539-14.544=0.995

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.134
min	27.603-27.603=0.000
max	27.990-27.607=0.382

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	9.130-8.440=0.690
σ	0.455-0.273=0.182
min	8.444-8.069=0.375
max	9.756-8.741=1.015

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	6.614-6.219=0.395
σ	0.339-0.262=0.078
min	5.947-5.817=0.130
max	7.161-6.496=0.665

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.001
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	5.966-5.439=0.527
σ	0.184-0.130=0.055
min	5.716-5.303=0.413
max	6.256-5.624=0.632

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	5.714-5.162=0.552
σ	0.205-0.287=-0.082
min	5.228-4.797=0.430
max	5.884-5.625=0.259

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.603=0.003
σ	0.000-0.000=-0.000
min	2524.606-2524.603=0.003
max	2524.606-2524.603=0.003

*mean*	7306.000-6045.000=1261.000
σ	0.000
min	7306.000-6045.000=1261.000
max	7306.000-6045.000=1261.000

*mean*	1081.302-1427.759=-346.457
σ	122.014-608.247=-486.233
min	1029.940-1043.252=-13.312
max	1382.974-2701.532=-1318.558

op=load_product(), with indexes

*mean*	8744.721-8744.567=0.154
σ	0.469-0.033=0.436
min	8744.553-8744.553=-0.000
max	8745.882-8744.649=1.233

*mean*	3573.875-3806.500=-232.625
σ	1797.312-1664.300=133.012
min	1043.000-1954.000=-911.000
max	5797.000-6045.000=-248.000

*mean*	4946.042-4409.139=536.903
σ	1618.688-1255.032=363.655
min	3491.844-3540.165=-48.321
max	7348.940-6828.092=520.847

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	82.155-79.608=2.547
σ	10.678-8.831=1.847
min	71.526-70.922=0.604
max	98.010-97.042=0.968

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7306.000-6045.000=1261.000
σ	0.000
min	7306.000-6045.000=1261.000
max	7306.000-6045.000=1261.000

*mean*	113.643-96.842=16.801
σ	5.406-11.983=-6.577
min	101.997-73.496=28.501
max	119.359-108.100=11.259

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	7306.000-6045.000=1261.000
σ	0.000
min	7306.000-6045.000=1261.000
max	7306.000-6045.000=1261.000

*mean*	163.402-197.477=-34.074
σ	6.983-153.165=-146.182
min	147.400-115.477=31.923
max	169.094-574.602=-405.509

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.004
σ	4.324-4.317=0.007
min	11655.305-11655.305=0.000
max	11667.538-11667.517=0.022

*mean*	4153.750-4096.125=57.625
σ	1901.247-1580.127=321.120
min	1555.000-1954.000=-399.000
max	7306.000-6045.000=1261.000

*mean*	6459.630-6372.812=86.818
σ	1232.539-1327.381=-94.841
min	4901.931-4871.012=30.918
max	8129.534-8172.250=-42.716

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7306.000-6045.000=1261.000
σ	0.000
min	7306.000-6045.000=1261.000
max	7306.000-6045.000=1261.000

*mean*	5313.663-6774.229=-1460.567
σ	1248.501-1319.500=-70.999
min	4350.333-4392.912=-42.578
max	7636.265-8252.879=-616.615

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.024
σ	0.001-0.027=-0.026
min	172.558
max	172.562-172.624=-0.062

*mean*	478.000-1954.000=-1476.000
σ	0.000
min	478.000-1954.000=-1476.000
max	478.000-1954.000=-1476.000

*mean*	387.028-329.143=57.886
σ	13.939-45.816=-31.878
min	356.150-261.226=94.925
max	397.868-381.219=16.649

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.364=-0.043
σ	0.001-0.041=-0.040
min	357.321
max	357.325-357.422=-0.097

*mean*	561.000-1954.000=-1393.000
σ	0.000
min	561.000-1954.000=-1393.000
max	561.000-1954.000=-1393.000

*mean*	721.613-778.234=-56.621
σ	71.108-14.309=56.800
min	585.676-762.525=-176.849
max	777.776-801.339=-23.562

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.480=0.021
σ	0.759-0.867=-0.108
min	1008.028-1007.977=0.050
max	1011.636-1012.061=-0.425

*mean*	1047.550-1040.250=7.300
σ	313.793-305.527=8.266
min	573.000-546.000=27.000
max	1511.000-1466.000=45.000

*mean*	1.536-1.521=0.014
σ	0.085-0.064=0.021
min	1.467-1.453=0.014
max	1.746-1.716=0.030

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.884=0.029
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1466.000=-1064.000
σ	0.000
min	402.000-1466.000=-1064.000
max	402.000-1466.000=-1064.000

*mean*	0.303-0.472=-0.169
σ	0.290-0.183=0.108
min	0.147-0.347=-0.200
max	0.818-0.771=0.048

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1466.000=-1064.000
σ	0.000
min	402.000-1466.000=-1064.000
max	402.000-1466.000=-1064.000

*mean*	0.481-0.924=-0.442
σ	0.322-0.159=0.163
min	0.323-0.836=-0.513
max	1.057-1.207=-0.150

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1466.000=-1064.000
σ	0.000
min	402.000-1466.000=-1064.000
max	402.000-1466.000=-1064.000

*mean*	0.224-0.541=-0.317
σ	0.029-0.051=-0.022
min	0.206-0.493=-0.287
max	0.274-0.623=-0.349

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1466.000=-1064.000
σ	0.000
min	402.000-1466.000=-1064.000
max	402.000-1466.000=-1064.000

*mean*	0.331-0.837=-0.507
σ	0.021-0.038=-0.016
min	0.314-0.804=-0.490
max	0.367-0.896=-0.530

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.922=0.819
σ	0.011-0.028=-0.018
min	964.736-963.902=0.834
max	964.760-963.972=0.788

*mean*	436.200-1466.000=-1029.800
σ	5.541-0.000=5.541
min	431.000-1466.000=-1035.000
max	442.000-1466.000=-1024.000

*mean*	0.555-0.849=-0.293
σ	0.050-0.031=0.019
min	0.483-0.794=-0.310
max	0.605-0.866=-0.261

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.888=0.926
σ	0.002-0.005=-0.003
min	885.812-884.883=0.930
max	885.816-884.895=0.921

*mean*	442.000-1466.000=-1024.000
σ	0.000
min	442.000-1466.000=-1024.000
max	442.000-1466.000=-1024.000

*mean*	0.496-0.730=-0.234
σ	0.034-0.035=-0.002
min	0.442-0.668=-0.226
max	0.522-0.751=-0.230

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=-0.000
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	442.000-1466.000=-1024.000
σ	0.000
min	442.000-1466.000=-1024.000
max	442.000-1466.000=-1024.000

*mean*	2.623-4.253=-1.630
σ	0.098-0.092=0.006
min	2.446-4.016=-1.569
max	3.002-4.540=-1.538

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	442.000-1466.000=-1024.000
σ	0.000
min	442.000-1466.000=-1024.000
max	442.000-1466.000=-1024.000

*mean*	2.622-4.230=-1.609
σ	0.103-0.078=0.025
min	2.430-4.070=-1.640
max	2.973-4.473=-1.500

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	442.000-1466.000=-1024.000
σ	0.000
min	442.000-1466.000=-1024.000
max	442.000-1466.000=-1024.000

*mean*	0.309-0.747=-0.437
σ	0.009-0.020=-0.011
min	0.293-0.706=-0.412
max	0.355-0.870=-0.514

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	442.000-1466.000=-1024.000
σ	0.000
min	442.000-1466.000=-1024.000
max	442.000-1466.000=-1024.000

*mean*	0.294-0.712=-0.418
σ	0.007-0.015=-0.008
min	0.282-0.680=-0.399
max	0.336-0.782=-0.446

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.105-297.706=0.399
σ	1.017-0.226=0.791
min	297.661-297.553=0.108
max	300.993-298.328=2.665

*mean*	443.100-1954.000=-1510.900
σ	18.669-0.000=18.669
min	417.000-1954.000=-1537.000
max	471.000-1954.000=-1483.000

*mean*	0.603-0.593=0.010
σ	0.023-0.020=0.003
min	0.564-0.539=0.025
max	0.646-0.610=0.036

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1673.000-1722.500=-49.500
σ	0.000-85.835=-85.835
min	1673.000-1556.000=117.000
max	1673.000-1780.000=-107.000

*mean*	208.497-211.367=-2.870
σ	1.559-21.424=-19.864
min	206.147-202.095=4.052
max	211.184-264.299=-53.115

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1673.000-1722.500=-49.500
σ	0.000-85.835=-85.835
min	1673.000-1556.000=117.000
max	1673.000-1780.000=-107.000

*mean*	11.122-11.466=-0.344
σ	1.436-2.796=-1.360
min	9.464-6.390=3.074
max	12.524-15.499=-2.975

phase=parser

*mean*	1042.098-1041.161=0.938
σ	0.000-0.000=0.000
min	1042.098-1041.160=0.937
max	1042.099-1041.161=0.938

*mean*	1673.000-1722.500=-49.500
σ	0.000-85.835=-85.835
min	1673.000-1556.000=117.000
max	1673.000-1780.000=-107.000

*mean*	685.999-666.874=19.125
σ	67.906-131.477=-63.571
min	561.427-402.919=158.508
max	730.043-837.299=-107.256

phase=processProdDef

*mean*	6169.661-6169.658=0.002
σ	0.001-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1673.000-1750.500=-77.500
σ	0.000-54.623=-54.623
min	1673.000-1662.000=11.000
max	1673.000-1780.000=-107.000

*mean*	5937.816-4989.928=947.888
σ	887.716-1682.020=-794.303
min	4537.847-3040.596=1497.251
max	7136.799-7656.980=-520.181

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1673.000-1722.500=-49.500
σ	0.000-85.835=-85.835
min	1673.000-1556.000=117.000
max	1673.000-1780.000=-107.000

*mean*	40.198-43.348=-3.149
σ	8.360-10.339=-1.978
min	29.605-20.353=9.252
max	47.832-54.631=-6.799

phase=type checker

*mean*	958.457-958.690=-0.232
σ	0.066-0.055=0.011
min	958.360-958.604=-0.244
max	958.547-958.760=-0.213

*mean*	1673.000-1722.500=-49.500
σ	0.000-85.835=-85.835
min	1673.000-1556.000=117.000
max	1673.000-1780.000=-107.000

*mean*	738.944-754.249=-15.306
σ	90.673-90.661=0.012
min	635.106-631.413=3.693
max	881.885-908.063=-26.178

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.387-292.992=0.395
σ	0.042-0.047=-0.006
min	293.328-292.937=0.391
max	293.423-293.045=0.378

*mean*	445.000-1780.000=-1335.000
σ	0.000
min	445.000-1780.000=-1335.000
max	445.000-1780.000=-1335.000

*mean*	0.406-0.411=-0.005
σ	0.007-0.016=-0.009
min	0.401-0.398=0.003
max	0.415-0.435=-0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.446-1302.856=0.589
σ	0.065-0.104=-0.039
min	1303.360-1302.733=0.627
max	1303.531-1303.020=0.511

*mean*	1085.200-1780.000=-694.800
σ	227.992-0.000=227.992
min	819.000-1780.000=-961.000
max	1385.000-1780.000=-395.000

*mean*	1.981-2.022=-0.041
σ	0.151-0.176=-0.026
min	1.799-1.817=-0.018
max	2.169-2.260=-0.091

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.549-1545.885=0.665
σ	4.005-4.019=-0.014
min	1544.599-1543.914=0.685
max	1553.709-1553.070=0.639

*mean*	624.000-1780.000=-1156.000
σ	92.655-0.000=92.655
min	495.000-1780.000=-1285.000
max	737.000-1780.000=-1043.000

*mean*	2.364-2.312=0.052
σ	0.147-0.123=0.024
min	2.202-2.132=0.070
max	2.557-2.445=0.113

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.448-1864.862=0.586
σ	0.048-0.058=-0.011
min	1865.387-1864.787=0.600
max	1865.506-1864.926=0.580

*mean*	1703.800-1814.800=-111.000
σ	166.978-77.815=89.163
min	1522.000-1780.000=-258.000
max	1952.000-1954.000=-2.000

*mean*	3.016-2.910=0.107
σ	0.105-0.106=-0.001
min	2.896-2.739=0.157
max	3.118-2.993=0.125

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.722-1.854=-0.132
σ	0.149-0.156=-0.007
min	1.564-1.581=-0.017
max	1.902-1.970=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979-446.793=1.186
σ	579.239-577.190=2.049
min	158.356-158.197=0.159
max	1316.838-1312.578=4.260

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1780.000=-1337.000
σ	0.000
min	443.000-1780.000=-1337.000
max	443.000-1780.000=-1337.000

*mean*	0.504-0.433=0.070
σ	0.485-0.317=0.168
min	0.259-0.272=-0.013
max	1.231-0.909=0.323

policies=20

*mean*	1583.902-1582.281=1.622
σ	0.349-0.395=-0.046
min	1583.658-1582.019=1.639
max	1584.418-1582.869=1.549

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-1780.000=-1334.750
σ	1.500-0.000=1.500
min	443.000-1780.000=-1337.000
max	446.000-1780.000=-1334.000

*mean*	2.630-2.695=-0.065
σ	0.007-0.025=-0.018
min	2.623-2.659=-0.036
max	2.639-2.716=-0.077

policies=200

*mean*	15847.167-15830.812=16.355
σ	0.106-0.173=-0.067
min	15847.075-15830.601=16.474
max	15847.320-15831.024=16.296

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-1780.000=-1284.000
σ	3.916-0.000=3.916
min	492.000-1780.000=-1288.000
max	501.000-1780.000=-1279.000

*mean*	26.612-26.787=-0.175
σ	0.082-0.302=-0.220
min	26.511-26.492=0.019
max	26.707-27.193=-0.487