Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.575=0.002
σ	0.349-0.349=0.000
min	54.441-54.443=-0.001
max	55.569-55.567=0.002

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.138=0.002
σ	0.005-0.006=-0.001
min	0.132-0.131=0.001
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.007=-0.000
min	43.696-43.695=0.001
max	43.716-43.719=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.121-0.123=-0.003
σ	0.005-0.005=0.000
min	0.116-0.116=-0.000
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	12.718-12.732=-0.014
σ	0.310-0.257=0.053
min	12.339-12.316=0.023
max	13.307-13.045=0.262

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	13.148-12.508=0.641
σ	0.291-0.603=-0.312
min	12.554-11.481=1.073
max	13.565-13.248=0.317

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=-0.000

*mean*	7288.000-7290.000=-2.000
σ	0.000
min	7288.000-7290.000=-2.000
max	7288.000-7290.000=-2.000

*mean*	15.292-15.485=-0.192
σ	0.701-0.366=0.335
min	13.826-14.709=-0.883
max	16.084-15.856=0.228

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	12.842-13.096=-0.253
σ	1.438-1.838=-0.400
min	11.290-11.138=0.152
max	15.455-15.377=0.078

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	8.924-9.229=-0.305
σ	0.388-0.475=-0.087
min	8.440-8.568=-0.128
max	9.518-9.793=-0.275

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	6.961-6.554=0.407
σ	0.288-0.334=-0.046
min	6.475-5.963=0.512
max	7.317-6.966=0.351

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	6.047-6.069=-0.022
σ	0.134-0.213=-0.079
min	5.766-5.768=-0.002
max	6.229-6.401=-0.172

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	5.849-5.749=0.100
σ	0.128-0.226=-0.098
min	5.684-5.438=0.245
max	6.105-6.012=0.093

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.605=0.000
max	2524.606-2524.606=-0.000

*mean*	7288.000-7290.000=-2.000
σ	0.000
min	7288.000-7290.000=-2.000
max	7288.000-7290.000=-2.000

*mean*	1100.832-1335.091=-234.259
σ	150.002-604.639=-454.637
min	1040.070-1033.938=6.132
max	1471.926-2791.194=-1319.268

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=-0.000
min	8744.553
max	8745.882-8745.883=-0.001

*mean*	3570.250-3572.625=-2.375
σ	1794.806-1793.779=1.027
min	1042.000-1047.000=-5.000
max	5789.000-5791.000=-2.000

*mean*	4784.833-5040.409=-255.577
σ	1477.348-1665.686=-188.338
min	3538.411-3506.098=32.313
max	7345.415-7261.491=83.924

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.000

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	82.656-84.111=-1.454
σ	11.507-10.578=0.929
min	70.864-70.799=0.064
max	102.933-99.314=3.619

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7288.000-7290.000=-2.000
σ	0.000
min	7288.000-7290.000=-2.000
max	7288.000-7290.000=-2.000

*mean*	107.603-107.285=0.317
σ	6.603-4.086=2.517
min	93.601-98.112=-4.511
max	113.987-109.992=3.995

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7288.000-7290.000=-2.000
σ	0.000
min	7288.000-7290.000=-2.000
max	7288.000-7290.000=-2.000

*mean*	161.343-164.229=-2.886
σ	10.754-8.864=1.889
min	136.359-143.849=-7.490
max	168.872-170.260=-1.388

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4148.875-4149.625=-0.750
σ	1895.889-1896.697=-0.808
min	1554.000-1552.000=2.000
max	7288.000-7290.000=-2.000

*mean*	6816.553-6325.082=491.470
σ	1261.450-1177.293=84.158
min	4930.179-4881.249=48.929
max	8218.250-7900.242=318.008

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7288.000-7290.000=-2.000
σ	0.000
min	7288.000-7290.000=-2.000
max	7288.000-7290.000=-2.000

*mean*	5656.198-5118.083=538.116
σ	1337.442-1213.303=124.139
min	4411.834-4399.571=12.263
max	7680.530-7567.563=112.967

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	373.851-377.757=-3.906
σ	20.398-18.256=2.142
min	342.628-347.410=-4.781
max	392.425-392.502=-0.078

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	760.827-760.213=0.614
σ	55.174-43.946=11.228
min	627.541-660.788=-33.246
max	795.946-801.183=-5.237

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.502=-0.002
σ	0.759-0.760=-0.000
min	1008.026-1008.025=0.001
max	1011.637-1011.641=-0.004

*mean*	1043.950-1054.650=-10.700
σ	300.165-309.709=-9.544
min	561.000
max	1447.000-1467.000=-20.000

*mean*	1.512-1.515=-0.003
σ	0.087-0.063=0.023
min	1.369-1.463=-0.094
max	1.745-1.733=0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.457=-0.064
σ	0.492-0.487=0.005
min	0.151-0.154=-0.003
max	1.271-1.306=-0.035

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.474=0.005
σ	0.323-0.322=0.001
min	0.327-0.317=0.010
max	1.057-1.050=0.008

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.221=0.002
σ	0.027-0.019=0.007
min	0.206-0.205=0.001
max	0.269-0.253=0.016

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.336=-0.001
σ	0.018-0.018=0.001
min	0.315-0.319=-0.005
max	0.364-0.365=-0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-436.600=-1.600
σ	4.637-6.066=-1.429
min	431.000
max	440.000-443.000=-3.000

*mean*	0.542-0.526=0.016
σ	0.049-0.050=-0.001
min	0.477-0.479=-0.002
max	0.590-0.607=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.474-0.462=0.012
σ	0.036-0.047=-0.011
min	0.421-0.394=0.027
max	0.514-0.524=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	2.640-2.605=0.034
σ	0.114-0.082=0.032
min	2.463-2.462=0.001
max	3.020-2.893=0.127

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	2.666-2.583=0.084
σ	0.086-0.086=-0.000
min	2.494-2.461=0.033
max	2.951-3.069=-0.118

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.310-0.303=0.007
σ	0.012-0.010=0.002
min	0.296-0.288=0.008
max	0.388-0.373=0.014

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.291-0.295=-0.004
σ	0.009-0.047=-0.038
min	0.268-0.273=-0.005
max	0.337-0.753=-0.416

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.944-297.956=-0.013
σ	0.994-1.000=-0.006
min	297.544-297.583=-0.040
max	300.763-300.799=-0.037

*mean*	441.100-442.900=-1.800
σ	15.531-18.640=-3.109
min	418.000-416.000=2.000
max	469.000-467.000=2.000

*mean*	0.609-0.617=-0.008
σ	0.019-0.012=0.007
min	0.568-0.600=-0.032
max	0.633-0.636=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1745.250-1744.000=1.250
σ	1.389-0.000=1.389
min	1743.000-1744.000=-1.000
max	1746.000-1744.000=2.000

*mean*	205.414-215.517=-10.103
σ	1.616-22.520=-20.904
min	203.369-205.092=-1.723
max	207.646-270.978=-63.332

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.250-1744.000=1.250
σ	1.389-0.000=1.389
min	1743.000-1744.000=-1.000
max	1746.000-1744.000=2.000

*mean*	11.210-10.732=0.478
σ	2.176-1.539=0.638
min	7.302-9.362=-2.060
max	12.953-12.609=0.344

phase=parser

*mean*	1042.099-1042.099=0.000
σ	0.000-0.000=-0.000
min	1042.099-1042.098=0.001
max	1042.099-1042.099=0.000

*mean*	1745.250-1744.000=1.250
σ	1.389-0.000=1.389
min	1743.000-1744.000=-1.000
max	1746.000-1744.000=2.000

*mean*	652.122-660.536=-8.414
σ	109.945-63.350=46.595
min	424.382-572.848=-148.466
max	731.908-728.305=3.603

phase=processProdDef

*mean*	6169.660-6169.656=0.004
σ	0.001-0.001=-0.000
min	6169.659-6169.655=0.003
max	6169.660-6169.657=0.003

*mean*	1745.750-1744.000=1.750
σ	1.165-0.000=1.165
min	1743.000-1744.000=-1.000
max	1747.000-1744.000=3.000

*mean*	5077.535-5593.148=-515.613
σ	1037.032-1484.733=-447.702
min	3910.199-3461.004=449.195
max	6841.433-7323.249=-481.816

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1745.250-1744.000=1.250
σ	1.389-0.000=1.389
min	1743.000-1744.000=-1.000
max	1746.000-1744.000=2.000

*mean*	42.725-43.382=-0.657
σ	7.625-5.415=2.211
min	26.158-34.184=-8.025
max	48.014-49.716=-1.702

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1745.250-1744.000=1.250
σ	1.389-0.000=1.389
min	1743.000-1744.000=-1.000
max	1746.000-1744.000=2.000

*mean*	757.327-795.471=-38.145
σ	96.512-85.665=10.846
min	638.131-660.556=-22.426
max	889.204-881.200=8.004

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.689=-0.000
σ	0.044-0.041=0.003
min	293.631
max	293.739-293.732=0.007

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.404-0.404=0.000
σ	0.009-0.009=-0.000
min	0.400-0.397=0.003
max	0.420-0.419=0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.801-1303.777=0.025
σ	0.093-0.085=0.008
min	1303.649-1303.648=0.001
max	1303.875-1303.856=0.019

*mean*	1086.600-1099.200=-12.600
σ	180.864-190.985=-10.121
min	840.000-837.000=3.000
max	1304.000-1329.000=-25.000

*mean*	2.146-2.124=0.022
σ	0.309-0.334=-0.025
min	1.813-1.813=0.000
max	2.591-2.613=-0.022

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.795-1546.814=-0.019
σ	4.028-4.045=-0.017
min	1544.786-1544.806=-0.019
max	1553.994-1554.044=-0.050

*mean*	619.400-618.000=1.400
σ	80.133-80.215=-0.082
min	499.000-497.000=2.000
max	714.000-712.000=2.000

*mean*	2.201-2.282=-0.081
σ	0.120-0.209=-0.089
min	2.014-2.143=-0.129
max	2.347-2.644=-0.297

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.783-1865.781=0.002
σ	0.054-0.068=-0.014
min	1865.711-1865.723=-0.012
max	1865.859-1865.892=-0.032

*mean*	1745.800-1729.400=16.400
σ	228.215-176.452=51.763
min	1442.000-1479.000=-37.000
max	1962.000-1891.000=71.000

*mean*	2.962-3.097=-0.134
σ	0.130-0.353=-0.223
min	2.869-2.892=-0.023
max	3.166-3.725=-0.559

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.792-1.583=0.209
σ	0.147-0.110=0.037
min	1.554-1.388=0.165
max	1.937-1.650=0.287

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.981=-0.000
σ	579.239-579.242=-0.002
min	158.360-158.357=0.003
max	1316.840-1316.844=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.536-0.543=-0.007
σ	0.545-0.547=-0.002
min	0.263-0.268=-0.005
max	1.354-1.363=-0.010

policies=20

*mean*	1583.922-1583.923=-0.001
σ	0.360-0.360=-0.000
min	1583.673-1583.674=-0.001
max	1584.454-1584.455=-0.002

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-444.500=0.750
σ	1.500-1.000=0.500
min	443.000
max	446.000-445.000=1.000

*mean*	2.646-2.654=-0.008
σ	0.012-0.007=0.005
min	2.635-2.647=-0.012
max	2.658-2.664=-0.007

policies=200

*mean*	15847.154-15847.071=0.083
σ	0.114-0.187=-0.073
min	15847.045-15846.965=0.080
max	15847.285-15847.351=-0.066

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-496.000=1.500
σ	4.655-5.292=-0.637
min	492.000-491.000=1.000
max	503.000

*mean*	26.742-26.631=0.111
σ	0.153-0.193=-0.040
min	26.615-26.441=0.173
max	26.956-26.848=0.108