Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.577=-0.001
σ	0.348-0.348=-0.000
min	54.446-54.443=0.003
max	55.565-55.567=-0.002

*mean*	416.000-418.700=-2.700
σ	0.000-0.483=-0.483
min	416.000-418.000=-2.000
max	416.000-419.000=-3.000

*mean*	0.138-0.139=-0.001
σ	0.004-0.004=0.000
min	0.132-0.132=0.001
max	0.146-0.148=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.005-0.007=-0.002
min	43.699-43.698=0.000
max	43.717-43.723=-0.006

*mean*	416.300-419.000=-2.700
σ	0.483-0.000=0.483
min	416.000-419.000=-3.000
max	417.000-419.000=-2.000

*mean*	0.124-0.122=0.002
σ	0.004-0.004=0.001
min	0.120-0.117=0.003
max	0.132-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	12.722-12.339=0.382
σ	0.202-0.240=-0.038
min	12.362-11.906=0.456
max	12.973-12.658=0.315

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	11.932-11.670=0.262
σ	0.265-0.194=0.071
min	11.534-11.346=0.188
max	12.279-12.049=0.230

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7301.000-7328.000=-27.000
σ	0.000
min	7301.000-7328.000=-27.000
max	7301.000-7328.000=-27.000

*mean*	15.297-14.553=0.744
σ	0.597-1.022=-0.424
min	13.943-12.287=1.655
max	15.848-15.540=0.309

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.001=0.000
min	41.927-41.927=-0.000
max	41.931

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	13.343-12.638=0.705
σ	1.801-1.735=0.066
min	10.967-10.523=0.444
max	15.868-14.805=1.062

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	8.712-8.381=0.331
σ	0.350-0.371=-0.020
min	8.194-7.908=0.286
max	9.215-8.860=0.355

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	6.761-6.486=0.274
σ	0.211-0.475=-0.264
min	6.375-5.862=0.513
max	6.984-7.469=-0.485

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.668-25.668=0.000

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	5.948-5.442=0.506
σ	0.117-0.126=-0.008
min	5.795-5.238=0.556
max	6.176-5.603=0.573

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	5.793-5.339=0.454
σ	0.176-0.062=0.113
min	5.670-5.246=0.424
max	6.212-5.453=0.759

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606-2524.605=0.000
max	2524.606-2524.606=0.000

*mean*	7301.000-7328.000=-27.000
σ	0.000
min	7301.000-7328.000=-27.000
max	7301.000-7328.000=-27.000

*mean*	1293.794-1041.240=252.554
σ	414.038-7.904=406.134
min	1036.640-1031.142=5.497
max	2197.784-1053.051=1144.733

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.001

*mean*	3572.875-3577.500=-4.625
σ	1796.964-1802.744=-5.780
min	1044.000-1043.000=1.000
max	5797.000-5814.000=-17.000

*mean*	4806.777-4935.066=-128.289
σ	1392.897-1636.592=-243.694
min	3518.536-3537.708=-19.171
max	6656.836-7230.607=-573.771

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	80.690-83.209=-2.519
σ	9.991-14.022=-4.031
min	70.768-70.847=-0.079
max	97.294-103.976=-6.682

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944
max	40.945-40.945=-0.000

*mean*	7301.000-7328.000=-27.000
σ	0.000
min	7301.000-7328.000=-27.000
max	7301.000-7328.000=-27.000

*mean*	107.210-106.488=0.722
σ	3.132-5.882=-2.750
min	102.041-96.595=5.445
max	111.318-115.143=-3.825

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7301.000-7328.000=-27.000
σ	0.000
min	7301.000-7328.000=-27.000
max	7301.000-7328.000=-27.000

*mean*	163.304-162.646=0.657
σ	6.049-9.201=-3.151
min	149.177-141.938=7.240
max	167.438-168.314=-0.876

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4151.500-4157.000=-5.500
σ	1900.331-1907.202=-6.871
min	1554.000-1555.000=-1.000
max	7301.000-7328.000=-27.000

*mean*	6448.563-6558.375=-109.811
σ	1090.450-1163.408=-72.957
min	4923.586-4904.382=19.204
max	7810.620-8278.467=-467.847

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7301.000-7328.000=-27.000
σ	0.000
min	7301.000-7328.000=-27.000
max	7301.000-7328.000=-27.000

*mean*	5727.379-5573.130=154.249
σ	1418.083-1730.056=-311.973
min	4397.033-4307.054=89.979
max	7727.376-8967.510=-1240.134

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	381.298-371.804=9.494
σ	16.171-35.499=-19.328
min	351.657-298.805=52.852
max	394.446-399.631=-5.185

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	763.357-742.120=21.236
σ	26.888-51.662=-24.774
min	705.999-637.954=68.045
max	791.847-789.744=2.103

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.503=-0.002
σ	0.759-0.759=0.000
min	1008.027-1008.029=-0.002
max	1011.638-1011.639=-0.001

*mean*	1047.200-1045.000=2.200
σ	314.227-300.232=13.994
min	572.000-562.000=10.000
max	1512.000-1448.000=64.000

*mean*	1.527-1.507=0.020
σ	0.075-0.083=-0.008
min	1.452-1.334=0.118
max	1.719-1.733=-0.014

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.396=-0.094
σ	0.299-0.374=-0.075
min	0.144-0.144=0.000
max	0.835-1.035=-0.200

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.470=0.017
σ	0.322-0.311=0.011
min	0.330-0.316=0.013
max	1.062-1.025=0.037

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.219=0.000
σ	0.031-0.019=0.011
min	0.193-0.199=-0.006
max	0.270-0.249=0.021

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.322=0.010
σ	0.017-0.019=-0.002
min	0.319-0.308=0.011
max	0.360-0.354=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	432.800-431.400=1.400
σ	3.033-0.894=2.139
min	430.000-431.000=-1.000
max	436.000-433.000=3.000

*mean*	0.565-0.503=0.062
σ	0.022-0.026=-0.004
min	0.527-0.479=0.048
max	0.582-0.543=0.039

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.493-0.468=0.025
σ	0.056-0.025=0.031
min	0.394-0.444=-0.050
max	0.529-0.502=0.027

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	1.966-1.948=0.019
σ	0.071-0.080=-0.009
min	1.822-1.740=0.082
max	2.224-2.378=-0.154

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	1.968-2.588=-0.621
σ	0.091-0.113=-0.022
min	1.821-2.014=-0.194
max	2.275-2.866=-0.591

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.306-0.309=-0.003
σ	0.008-0.010=-0.003
min	0.293-0.293=-0.000
max	0.345-0.372=-0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-438.000=-2.000
σ	0.000
min	436.000-438.000=-2.000
max	436.000-438.000=-2.000

*mean*	0.293-0.294=-0.002
σ	0.007-0.011=-0.004
min	0.280-0.278=0.002
max	0.322-0.367=-0.044

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.942-298.005=-0.062
σ	1.019-1.021=-0.002
min	297.573-297.637=-0.065
max	300.841-300.909=-0.069

*mean*	442.600-442.700=-0.100
σ	14.976-16.573=-1.598
min	418.000
max	464.000-471.000=-7.000

*mean*	0.614-0.597=0.017
σ	0.020-0.028=-0.008
min	0.578-0.553=0.026
max	0.634-0.628=0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=0.000
max	222.008-222.008=-0.000

*mean*	1726.000-1742.000=-16.000
σ	0.000
min	1726.000-1742.000=-16.000
max	1726.000-1742.000=-16.000

*mean*	207.901-209.251=-1.349
σ	1.465-2.319=-0.853
min	205.344-206.012=-0.668
max	209.887-213.049=-3.163

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1726.000-1742.000=-16.000
σ	0.000
min	1726.000-1742.000=-16.000
max	1726.000-1742.000=-16.000

*mean*	11.425-11.464=-0.039
σ	1.485-1.489=-0.005
min	9.394-9.202=0.192
max	12.620-12.558=0.061

phase=parser

*mean*	1042.097-1042.100=-0.003
σ	0.000-0.000=0.000
min	1042.096-1042.099=-0.003
max	1042.097-1042.100=-0.002

*mean*	1726.000-1742.000=-16.000
σ	0.000
min	1726.000-1742.000=-16.000
max	1726.000-1742.000=-16.000

*mean*	704.090-669.700=34.390
σ	46.759-73.107=-26.348
min	588.789-564.348=24.442
max	728.759-727.517=1.241

phase=processProdDef

*mean*	6169.660-6169.657=0.003
σ	0.001-0.001=-0.000
min	6169.659-6169.656=0.003
max	6169.661-6169.659=0.002

*mean*	1728.000-1742.000=-14.000
σ	5.657-0.000=5.657
min	1726.000-1742.000=-16.000
max	1742.000

*mean*	5338.930-5481.846=-142.916
σ	1375.105-1440.627=-65.521
min	3750.397-3655.587=94.810
max	7578.379-7292.315=286.064

phase=renaming

*mean*	21.667-21.667=-0.000
σ	0.000-0.001=-0.001
min	21.667
max	21.667-21.670=-0.004

*mean*	1726.000-1742.000=-16.000
σ	0.000
min	1726.000-1742.000=-16.000
max	1726.000-1742.000=-16.000

*mean*	42.110-43.695=-1.585
σ	7.872-5.178=2.695
min	29.069-34.301=-5.232
max	47.640-47.793=-0.154

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1726.000-1742.000=-16.000
σ	0.000
min	1726.000-1742.000=-16.000
max	1726.000-1742.000=-16.000

*mean*	797.340-773.299=24.041
σ	112.309-81.319=30.990
min	636.187-661.469=-25.281
max	920.570-867.479=53.092

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.381-293.381=0.000
σ	0.034-0.034=0.001
min	293.333-293.334=-0.001
max	293.418-293.418=0.000

*mean*	442.400-445.000=-2.600
σ	0.894-0.000=0.894
min	442.000-445.000=-3.000
max	444.000-445.000=-1.000

*mean*	0.401-0.403=-0.002
σ	0.006-0.005=0.001
min	0.397-0.399=-0.001
max	0.412-0.411=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.467-1303.466=0.000
σ	0.086-0.081=0.005
min	1303.319-1303.328=-0.010
max	1303.529-1303.535=-0.007

*mean*	1116.000-1083.800=32.200
σ	186.377-226.367=-39.990
min	894.000-823.000=71.000
max	1369.000-1382.000=-13.000

*mean*	2.076-2.057=0.019
σ	0.164-0.153=0.011
min	1.892-1.878=0.014
max	2.270-2.195=0.075

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.518-1546.536=-0.018
σ	4.021-4.005=0.016
min	1544.593-1544.577=0.016
max	1553.707-1553.696=0.011

*mean*	619.200-623.800=-4.600
σ	87.964-92.767=-4.803
min	523.000-495.000=28.000
max	728.000-737.000=-9.000

*mean*	2.338-2.343=-0.005
σ	0.219-0.144=0.075
min	2.125-2.170=-0.045
max	2.647-2.526=0.121

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.456-1865.446=0.010
σ	0.076-0.047=0.029
min	1865.373-1865.390=-0.017
max	1865.571-1865.495=0.076

*mean*	1739.400-1690.200=49.200
σ	215.587-167.758=47.829
min	1452.000-1513.000=-61.000
max	1942.000-1944.000=-2.000

*mean*	3.213-2.983=0.230
σ	0.229-0.114=0.114
min	2.922-2.874=0.047
max	3.450-3.115=0.335

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.721-1.717=0.004
σ	0.158-0.142=0.015
min	1.518-1.576=-0.057
max	1.905-1.934=-0.030

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.979-447.980=-0.001
σ	579.240-579.239=0.001
min	158.356-158.357=-0.000
max	1316.839-1316.839=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.536-0.537=-0.002
σ	0.552-0.550=0.002
min	0.252-0.261=-0.008
max	1.363-1.362=0.002

policies=20

*mean*	1583.923-1583.909=0.014
σ	0.370-0.340=0.030
min	1583.669-1583.672=-0.004
max	1584.471-1584.412=0.059

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-445.250=0.750
σ	6.928-1.500=5.428
min	440.000-443.000=-3.000
max	452.000-446.000=6.000

*mean*	2.654-2.620=0.034
σ	0.069-0.006=0.063
min	2.607-2.615=-0.009
max	2.754-2.628=0.126

policies=200

*mean*	15847.267-15847.252=0.015
σ	0.156-0.160=-0.005
min	15847.067-15847.066=0.001
max	15847.440-15847.442=-0.002

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.000-499.000=-6.000
σ	3.916-5.477=-1.561
min	489.000-493.000=-4.000
max	498.000-506.000=-8.000

*mean*	26.596-26.577=0.018
σ	0.086-0.206=-0.120
min	26.492-26.388=0.104
max	26.678-26.853=-0.175