Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.623=-0.048
σ	0.349-0.351=-0.002
min	54.443-54.485=-0.042
max	55.567-55.621=-0.054

*mean*	417.000-418.700=-1.700
σ	0.000-0.483=-0.483
min	417.000-418.000=-1.000
max	417.000-419.000=-2.000

*mean*	0.138-0.140=-0.002
σ	0.006-0.004=0.002
min	0.131-0.137=-0.006
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.788=-0.082
σ	0.007-0.007=-0.000
min	43.695-43.774=-0.079
max	43.719-43.798=-0.080

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.123-0.123=0.000
σ	0.005-0.005=-0.001
min	0.116-0.119=-0.004
max	0.132-0.132=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	12.732-13.031=-0.300
σ	0.257-0.241=0.016
min	12.316-12.756=-0.440
max	13.045-13.516=-0.472

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	12.508-12.997=-0.490
σ	0.603-0.520=0.083
min	11.481-11.942=-0.461
max	13.248-13.336=-0.088

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7290.000-7284.000=6.000
σ	0.000
min	7290.000-7284.000=6.000
max	7290.000-7284.000=6.000

*mean*	15.485-15.243=0.242
σ	0.366-0.462=-0.096
min	14.709-14.188=0.521
max	15.856-15.663=0.193

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	13.096-12.702=0.394
σ	1.838-1.646=0.193
min	11.138-10.852=0.287
max	15.377-14.904=0.473

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	9.229-9.026=0.202
σ	0.475-0.331=0.144
min	8.568-8.510=0.057
max	9.793-9.460=0.333

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	6.554-6.987=-0.434
σ	0.334-0.364=-0.030
min	5.963-6.322=-0.359
max	6.966-7.446=-0.480

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	6.069-6.019=0.050
σ	0.213-0.158=0.055
min	5.768-5.808=-0.040
max	6.401-6.274=0.127

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	5.749-5.857=-0.108
σ	0.226-0.271=-0.046
min	5.438-5.460=-0.021
max	6.012-6.279=-0.267

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.001
σ	0.000-0.000=-0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.607=-0.000

*mean*	7290.000-7284.000=6.000
σ	0.000
min	7290.000-7284.000=6.000
max	7290.000-7284.000=6.000

*mean*	1335.091-1600.291=-265.200
σ	604.639-960.877=-356.238
min	1033.938-1038.125=-4.186
max	2791.194-3770.957=-979.763

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=0.001

*mean*	3572.625-3569.875=2.750
σ	1793.779-1791.859=1.920
min	1047.000-1046.000=1.000
max	5791.000-5783.000=8.000

*mean*	5040.409-4717.764=322.645
σ	1665.686-1688.473=-22.788
min	3506.098-3547.558=-41.460
max	7261.491-7507.738=-246.248

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.001

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	84.111-80.205=3.905
σ	10.578-9.313=1.265
min	70.799-71.209=-0.410
max	99.314-97.178=2.136

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7290.000-7284.000=6.000
σ	0.000
min	7290.000-7284.000=6.000
max	7290.000-7284.000=6.000

*mean*	107.285-108.826=-1.541
σ	4.086-3.613=0.473
min	98.112-103.822=-5.710
max	109.992-115.048=-5.056

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7290.000-7284.000=6.000
σ	0.000
min	7290.000-7284.000=6.000
max	7290.000-7284.000=6.000

*mean*	164.229-164.286=-0.057
σ	8.864-5.344=3.520
min	143.849-153.091=-9.242
max	170.260-168.765=1.494

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4149.625-4148.000=1.625
σ	1896.697-1894.241=2.456
min	1552.000-1553.000=-1.000
max	7290.000-7284.000=6.000

*mean*	6325.082-6549.347=-224.264
σ	1177.293-1324.629=-147.337
min	4881.249-4896.905=-15.655
max	7900.242-8097.237=-196.995

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.000

*mean*	7290.000-7284.000=6.000
σ	0.000
min	7290.000-7284.000=6.000
max	7290.000-7284.000=6.000

*mean*	5118.083-5785.160=-667.077
σ	1213.303-1494.497=-281.194
min	4399.571-4390.534=9.037
max	7567.563-8014.650=-447.087

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.757-387.874=-10.117
σ	18.256-12.713=5.543
min	347.410-360.460=-13.050
max	392.502-396.360=-3.858

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.625=0.375
σ	0.000-0.518=-0.518
min	560.000-559.000=1.000
max	560.000

*mean*	760.213-749.104=11.110
σ	43.946-65.204=-21.258
min	660.788-652.002=8.786
max	801.183-836.837=-35.653

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.374=0.128
σ	0.760-0.759=0.000
min	1008.025-1007.898=0.127
max	1011.641-1011.515=0.126

*mean*	1054.650-1047.150=7.500
σ	309.709-313.615=-3.906
min	561.000-572.000=-11.000
max	1467.000-1510.000=-43.000

*mean*	1.515-1.551=-0.036
σ	0.063-0.081=-0.018
min	1.463-1.458=0.005
max	1.733-1.747=-0.015

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.457-0.300=0.157
σ	0.487-0.309=0.178
min	0.154-0.142=0.012
max	1.306-0.850=0.456

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.475=-0.001
σ	0.322-0.325=-0.003
min	0.317-0.319=-0.002
max	1.050-1.057=-0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.219=0.002
σ	0.019-0.023=-0.004
min	0.205-0.202=0.004
max	0.253-0.258=-0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.376=-0.040
σ	0.018-0.084=-0.066
min	0.319-0.324=-0.004
max	0.365-0.523=-0.159

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-435.800=0.800
σ	6.066-6.017=0.050
min	431.000-430.000=1.000
max	443.000-442.000=1.000

*mean*	0.526-0.548=-0.022
σ	0.050-0.042=0.008
min	0.479-0.500=-0.022
max	0.607-0.611=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.462-0.498=-0.036
σ	0.047-0.016=0.031
min	0.394-0.475=-0.081
max	0.524-0.517=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.605-2.670=-0.065
σ	0.082-0.089=-0.007
min	2.462-2.451=0.011
max	2.893-2.905=-0.013

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.583-2.621=-0.038
σ	0.086-0.089=-0.003
min	2.461-2.437=0.024
max	3.069-2.916=0.153

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.303-0.303=-0.000
σ	0.010-0.042=-0.031
min	0.288-0.287=0.001
max	0.373-0.707=-0.334

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.295-0.288=0.007
σ	0.047-0.007=0.040
min	0.273-0.270=0.002
max	0.753-0.318=0.434

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-298.143=-0.186
σ	1.000-0.948=0.052
min	297.583-297.667=-0.084
max	300.799-300.825=-0.025

*mean*	442.900-443.500=-0.600
σ	18.640-16.400=2.240
min	416.000-418.000=-2.000
max	467.000-465.000=2.000

*mean*	0.617-0.607=0.010
σ	0.012-0.026=-0.014
min	0.600-0.544=0.056
max	0.636-0.634=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	215.517-208.669=6.848
σ	22.520-19.146=3.374
min	205.092-200.195=4.897
max	270.978-255.920=15.058

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	10.732-12.509=-1.777
σ	1.539-0.098=1.441
min	9.362-12.337=-2.975
max	12.609-12.643=-0.034

phase=parser

*mean*	1042.099-1042.103=-0.004
σ	0.000-0.000=-0.000
min	1042.098-1042.102=-0.004
max	1042.099-1042.103=-0.004

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	660.536-720.435=-59.898
σ	63.350-3.563=59.787
min	572.848-715.281=-142.433
max	728.305-726.405=1.899

phase=processProdDef

*mean*	6169.656-6169.657=-0.002
σ	0.001-0.001=0.000
min	6169.655-6169.657=-0.001
max	6169.657-6169.658=-0.001

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	5593.148-5847.774=-254.626
σ	1484.733-1289.607=195.126
min	3461.004-4255.008=-794.004
max	7323.249-7261.670=61.579

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	43.382-47.564=-4.181
σ	5.415-0.319=5.095
min	34.184-47.222=-13.038
max	49.716-48.129=1.587

phase=type checker

*mean*	958.457-958.540=-0.083
σ	0.066
min	958.360-958.442=-0.083
max	958.547-958.630=-0.083

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	795.471-780.269=15.202
σ	85.665-53.868=31.797
min	660.556-737.904=-77.348
max	881.200-867.992=13.208

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-292.775=0.915
σ	0.041-0.034=0.007
min	293.631-292.727=0.904
max	293.732-292.811=0.921

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.394=0.010
σ	0.009-0.005=0.004
min	0.397-0.391=0.006
max	0.419-0.402=0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1302.847=0.930
σ	0.085-0.136=-0.052
min	1303.648-1302.748=0.900
max	1303.856-1303.082=0.774

*mean*	1099.200-1075.200=24.000
σ	190.985-186.480=4.505
min	837.000-840.000=-3.000
max	1329.000-1322.000=7.000

*mean*	2.124-1.833=0.291
σ	0.334-0.080=0.254
min	1.813-1.736=0.077
max	2.613-1.921=0.692

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1545.874=0.940
σ	4.045-4.027=0.018
min	1544.806-1543.866=0.939
max	1554.044-1553.070=0.975

*mean*	618.000-610.600=7.400
σ	80.215-74.638=5.578
min	497.000-493.000=4.000
max	712.000-689.000=23.000

*mean*	2.282-2.191=0.091
σ	0.209-0.167=0.042
min	2.143-2.094=0.049
max	2.644-2.488=0.157

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1864.831=0.950
σ	0.068-0.038=0.030
min	1865.723-1864.783=0.940
max	1865.892-1864.889=1.002

*mean*	1729.400-1712.000=17.400
σ	176.452-233.393=-56.941
min	1479.000-1428.000=51.000
max	1891.000-2019.000=-128.000

*mean*	3.097-2.896=0.200
σ	0.353-0.056=0.298
min	2.892-2.840=0.052
max	3.725-2.961=0.764

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.708=-0.125
σ	0.110-0.143=-0.033
min	1.388-1.541=-0.152
max	1.650-1.851=-0.202

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.818=0.163
σ	579.242-579.236=0.005
min	158.357-158.199=0.158
max	1316.844-1316.673=0.171

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.539=0.004
σ	0.547-0.553=-0.006
min	0.268-0.261=0.007
max	1.363-1.368=-0.005

policies=20

*mean*	1583.923-1582.283=1.641
σ	0.360-0.351=0.008
min	1583.674-1582.035=1.639
max	1584.455-1582.802=1.654

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-446.750=-2.250
σ	1.000-2.500=-1.500
min	443.000
max	445.000-448.000=-3.000

*mean*	2.654-2.619=0.035
σ	0.007-0.002=0.006
min	2.647-2.618=0.029
max	2.664-2.621=0.043

policies=200

*mean*	15847.071-15830.890=16.180
σ	0.187-0.064=0.123
min	15846.965-15830.822=16.143
max	15847.351-15830.975=16.377

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-497.500=-1.500
σ	5.292-4.655=0.637
min	491.000-492.000=-1.000
max	503.000

*mean*	26.631-26.508=0.123
σ	0.193-0.091=0.102
min	26.441-26.438=0.004
max	26.848-26.641=0.206