Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.576=0.002
σ	0.347-0.347=0.000
min	54.445-54.444=0.001
max	55.565-55.563=0.002

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.140-0.139=0.001
σ	0.004-0.006=-0.002
min	0.134-0.133=0.002
max	0.148-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.706=0.000
σ	0.006-0.008=-0.001
min	43.700-43.697=0.003
max	43.722-43.723=-0.002

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.123-0.124=-0.000
σ	0.005-0.006=-0.000
min	0.118-0.116=0.002
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.001
max	36.619-36.620=-0.000

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	12.730-12.950=-0.221
σ	0.172-0.232=-0.060
min	12.449-12.543=-0.094
max	12.876-13.264=-0.388

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	13.008-12.547=0.461
σ	0.435-0.532=-0.096
min	12.216-12.091=0.125
max	13.357-13.299=0.059

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933-41.933=-0.000

*mean*	7277.000-7272.000=5.000
σ	0.000
min	7277.000-7272.000=5.000
max	7277.000-7272.000=5.000

*mean*	15.357-15.395=-0.037
σ	0.475-0.415=0.060
min	14.376-14.684=-0.307
max	15.703-16.063=-0.359

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	13.445-13.556=-0.111
σ	1.913-1.674=0.239
min	10.936-11.377=-0.441
max	15.817-15.809=0.007

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	9.187-9.048=0.139
σ	0.453-0.349=0.104
min	8.585-8.609=-0.025
max	9.809-9.686=0.123

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	6.661-6.874=-0.213
σ	0.275-0.420=-0.145
min	6.235-6.243=-0.008
max	7.024-7.568=-0.544

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	6.064-6.036=0.028
σ	0.143-0.143=0.001
min	5.834-5.788=0.046
max	6.260-6.198=0.061

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	5.587-5.737=-0.150
σ	0.237-0.203=0.035
min	5.213-5.264=-0.050
max	5.900-5.883=0.016

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.605=0.000
max	2524.606

*mean*	7277.000-7272.000=5.000
σ	0.000
min	7277.000-7272.000=5.000
max	7277.000-7272.000=5.000

*mean*	1499.971-1599.590=-99.619
σ	856.793-1057.991=-201.199
min	1035.794-1030.061=5.733
max	3502.681-4065.530=-562.848

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.882=-0.000

*mean*	3570.875-3569.125=1.750
σ	1792.666-1791.146=1.520
min	1044.000
max	5784.000-5779.000=5.000

*mean*	4844.482-4918.907=-74.425
σ	1462.811-1631.261=-168.450
min	3528.970-3540.233=-11.263
max	7128.268-7301.481=-173.213

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	86.364-82.447=3.917
σ	14.128-10.039=4.090
min	71.659-70.473=1.186
max	105.597-99.324=6.273

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7277.000-7272.000=5.000
σ	0.000
min	7277.000-7272.000=5.000
max	7277.000-7272.000=5.000

*mean*	108.301-107.813=0.488
σ	3.206-2.764=0.442
min	102.332-103.290=-0.958
max	112.593-112.265=0.329

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7277.000-7272.000=5.000
σ	0.000
min	7277.000-7272.000=5.000
max	7277.000-7272.000=5.000

*mean*	163.903-163.642=0.261
σ	4.843-4.554=0.289
min	154.741-154.355=0.386
max	169.347-167.324=2.022

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.325-4.324=0.000
min	11655.305
max	11667.539-11667.538=0.001

*mean*	4148.625-4147.375=1.250
σ	1892.617-1890.639=1.978
min	1557.000-1556.000=1.000
max	7277.000-7272.000=5.000

*mean*	6243.392-6612.466=-369.075
σ	1174.474-1131.921=42.553
min	4891.584-4855.158=36.425
max	7782.498-8151.100=-368.602

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.000=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7277.000-7272.000=5.000
σ	0.000
min	7277.000-7272.000=5.000
max	7277.000-7272.000=5.000

*mean*	5699.885-5834.165=-134.280
σ	1640.593-1537.017=103.576
min	4402.921-4409.996=-7.076
max	7746.388-8211.538=-465.149

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	386.324-388.004=-1.680
σ	15.512-13.875=1.637
min	349.103-353.917=-4.814
max	396.694-395.669=1.025

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.250-560.000=-0.750
σ	1.035-0.000=1.035
min	558.000-560.000=-2.000
max	560.000

*mean*	746.299-734.517=11.783
σ	59.103-55.921=3.181
min	646.144-653.189=-7.045
max	781.845-799.128=-17.283

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.500=-0.001
σ	0.760-0.759=0.001
min	1008.025-1008.028=-0.003
max	1011.641-1011.638=0.003

*mean*	1044.650-1059.150=-14.500
σ	299.892-315.375=-15.483
min	561.000-563.000=-2.000
max	1447.000-1529.000=-82.000

*mean*	1.530-1.525=0.005
σ	0.076-0.065=0.012
min	1.451-1.392=0.059
max	1.759-1.665=0.094

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.300-0.323=-0.023
σ	0.293-0.339=-0.046
min	0.135-0.144=-0.010
max	0.820-0.927=-0.107

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.507-0.481=0.026
σ	0.303-0.319=-0.016
min	0.326-0.334=-0.008
max	1.035-1.052=-0.017

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.219=-0.002
σ	0.025-0.027=-0.002
min	0.202-0.201=0.001
max	0.260-0.265=-0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.327=0.002
σ	0.021-0.019=0.003
min	0.311-0.311=0.000
max	0.366-0.359=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.000-436.200=-5.200
σ	0.000-5.541=-5.541
min	431.000
max	431.000-442.000=-11.000

*mean*	0.544-0.564=-0.020
σ	0.047-0.034=0.013
min	0.492-0.528=-0.036
max	0.606-0.604=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.484-0.460=0.024
σ	0.037-0.044=-0.008
min	0.450-0.425=0.025
max	0.524-0.534=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.624-2.620=0.004
σ	0.086-0.093=-0.007
min	2.459-2.453=0.007
max	2.816-2.879=-0.063

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.582-2.636=-0.054
σ	0.075-0.106=-0.031
min	2.423-2.487=-0.064
max	2.841-3.020=-0.179

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.303-0.305=-0.002
σ	0.009-0.011=-0.003
min	0.287-0.292=-0.005
max	0.358-0.381=-0.023

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.291-0.293=-0.001
σ	0.008-0.007=0.001
min	0.277-0.276=0.001
max	0.328-0.326=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.994-298.021=-0.027
σ	1.051-1.025=0.026
min	297.553-297.602=-0.049
max	300.979-300.933=0.046

*mean*	442.800-443.200=-0.400
σ	16.956-14.219=2.737
min	418.000-422.000=-4.000
max	464.000

*mean*	0.600-0.613=-0.013
σ	0.024-0.015=0.009
min	0.564-0.592=-0.028
max	0.627-0.648=-0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1743.000-1744.500=-1.500
σ	0.000-0.926=-0.926
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	205.536-206.255=-0.720
σ	1.573-2.872=-1.299
min	203.080-203.716=-0.636
max	208.198-212.580=-4.382

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.000-1744.500=-1.500
σ	0.000-0.926=-0.926
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	13.274-10.837=2.437
σ	1.287-1.249=0.038
min	12.517-9.660=2.857
max	15.527-12.693=2.835

phase=parser

*mean*	1042.099-1042.099=-0.000
σ	0.000-0.000=0.000
min	1042.099-1042.099=-0.000
max	1042.099-1042.100=-0.000

*mean*	1743.000-1744.500=-1.500
σ	0.000-0.926=-0.926
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	752.202-683.027=69.175
σ	54.682-142.355=-87.673
min	701.596-376.524=325.072
max	841.477-852.639=-11.162

phase=processProdDef

*mean*	6169.661-6169.659=0.002
σ	0.000
min	6169.660-6169.658=0.002
max	6169.661-6169.659=0.002

*mean*	1743.000-1744.750=-1.750
σ	0.000-1.035=-1.035
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	4986.519-5448.735=-462.217
σ	886.977-1298.616=-411.640
min	3969.543-3929.883=39.660
max	6867.514-7266.009=-398.495

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1743.000-1744.500=-1.500
σ	0.000-0.926=-0.926
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	49.580-37.675=11.905
σ	3.751-7.528=-3.777
min	47.212-29.800=17.412
max	55.779-48.473=7.305

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1743.000-1744.500=-1.500
σ	0.000-0.926=-0.926
min	1743.000-1744.000=-1.000
max	1743.000-1746.000=-3.000

*mean*	854.912-737.742=117.170
σ	60.447-94.464=-34.017
min	752.360-633.531=118.829
max	913.479-876.348=37.131

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.379-293.380=-0.001
σ	0.036-0.035=0.001
min	293.329-293.332=-0.003
max	293.417-293.416=0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.407-0.406=0.001
σ	0.008-0.007=0.000
min	0.398-0.398=-0.000
max	0.415-0.413=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.479-1303.451=0.028
σ	0.094-0.070=0.023
min	1303.319-1303.345=-0.026
max	1303.552-1303.519=0.033

*mean*	1100.200-1086.000=14.200
σ	190.774-228.382=-37.608
min	839.000-819.000=20.000
max	1330.000-1386.000=-56.000

*mean*	2.063-2.042=0.021
σ	0.239-0.192=0.047
min	1.783-1.832=-0.048
max	2.319-2.325=-0.007

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.517-1546.537=-0.020
σ	4.028-4.026=0.001
min	1544.547-1544.569=-0.022
max	1553.716-1553.735=-0.019

*mean*	618.000-624.000=-6.000
σ	80.215-92.655=-12.440
min	497.000-495.000=2.000
max	712.000-737.000=-25.000

*mean*	2.295-2.356=-0.061
σ	0.204-0.198=0.006
min	2.160-2.143=0.017
max	2.651-2.659=-0.008

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.447-1865.441=0.006
σ	0.044-0.047=-0.003
min	1865.389-1865.391=-0.002
max	1865.493-1865.490=0.003

*mean*	1726.600-1707.600=19.000
σ	169.677-171.561=-1.884
min	1479.000-1522.000=-43.000
max	1877.000-1963.000=-86.000

*mean*	2.990-3.005=-0.015
σ	0.312-0.137=0.175
min	2.639-2.895=-0.257
max	3.494-3.224=0.269

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.736-1.784=-0.048
σ	0.120-0.200=-0.080
min	1.544-1.555=-0.011
max	1.836-1.943=-0.106

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.982=-0.001
σ	579.240-579.239=0.001
min	158.358-158.362=-0.004
max	1316.841-1316.841=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.524-0.541=-0.016
σ	0.524-0.553=-0.030
min	0.261-0.262=-0.001
max	1.310-1.371=-0.061

policies=20

*mean*	1583.935-1583.935=-0.000
σ	0.357-0.368=-0.010
min	1583.689-1583.683=0.006
max	1584.464-1584.479=-0.015

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-453.000=-7.000
σ	6.928-12.329=-5.401
min	440.000-443.000=-3.000
max	452.000-471.000=-19.000

*mean*	2.631-2.655=-0.024
σ	0.014-0.012=0.002
min	2.613-2.644=-0.031
max	2.646-2.671=-0.024

policies=200

*mean*	15847.253-15847.250=0.003
σ	0.067-0.103=-0.036
min	15847.161-15847.123=0.038
max	15847.317-15847.343=-0.026

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.750-500.750=-7.000
σ	3.862-4.787=-0.925
min	490.000-495.000=-5.000
max	499.000-506.000=-7.000

*mean*	26.651-26.664=-0.013
σ	0.112-0.152=-0.040
min	26.492-26.492=-0.000
max	26.746-26.842=-0.095