Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.620=-0.000
σ	0.350-0.350=0.000
min	54.486-54.487=-0.001
max	55.614-55.614=-0.000

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.142-0.140=0.002
σ	0.005-0.004=0.001
min	0.136-0.136=0.000
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=0.001
σ	0.006-0.006=0.000
min	43.783-43.782=0.001
max	43.803-43.799=0.004

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.125-0.121=0.004
σ	0.004-0.004=0.001
min	0.121-0.116=0.005
max	0.133-0.128=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	12.820-12.518=0.301
σ	0.123-0.239=-0.116
min	12.652-12.205=0.448
max	13.034-12.887=0.147

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	13.038-12.298=0.740
σ	0.578-0.671=-0.093
min	11.985-11.597=0.388
max	13.633-13.257=0.377

op=table_records(), no indexes

*mean*	41.932-41.932=-0.001
σ	0.001-0.002=-0.000
min	41.929-41.932=-0.003
max	41.933-41.937=-0.004

*mean*	7321.000-6045.000=1276.000
σ	0.000
min	7321.000-6045.000=1276.000
max	7321.000-6045.000=1276.000

*mean*	15.323-13.478=1.845
σ	0.711-1.040=-0.329
min	13.636-11.655=1.981
max	15.884-15.198=0.686

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	13.261-12.669=0.592
σ	1.961-2.019=-0.057
min	11.013-10.125=0.888
max	15.781-15.514=0.267

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.134
min	27.603-27.603=0.000
max	27.990-27.609=0.381

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	8.983-8.941=0.041
σ	0.201-1.437=-1.236
min	8.661-7.913=0.749
max	9.206-12.360=-3.155

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	6.721-6.985=-0.264
σ	0.469-1.226=-0.757
min	6.004-6.109=-0.105
max	7.277-9.958=-2.681

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668-25.670=-0.001

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	6.081-5.554=0.527
σ	0.192-0.174=0.018
min	5.769-5.242=0.528
max	6.288-5.852=0.436

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	5.706-5.399=0.307
σ	0.170-0.132=0.038
min	5.451-5.146=0.305
max	5.893-5.617=0.275

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=-0.001

*mean*	7321.000-6045.000=1276.000
σ	0.000
min	7321.000-6045.000=1276.000
max	7321.000-6045.000=1276.000

*mean*	1077.624-1524.794=-447.171
σ	86.672-752.769=-666.098
min	1039.793-1062.325=-22.533
max	1291.942-3067.046=-1775.104

op=load_product(), with indexes

*mean*	8744.722-8744.568=0.154
σ	0.469-0.033=0.436
min	8744.553-8744.553=-0.000
max	8745.883-8744.650=1.233

*mean*	3577.625-3846.875=-269.250
σ	1799.756-1619.485=180.272
min	1045.000-2075.000=-1030.000
max	5808.000-6045.000=-237.000

*mean*	4741.386-4796.320=-54.934
σ	1293.117-1396.822=-103.705
min	3564.133-3564.806=-0.672
max	6498.277-7122.039=-623.762

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	83.909-86.751=-2.842
σ	9.728-17.865=-8.138
min	72.687-71.657=1.030
max	96.080-124.359=-28.279

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7321.000-6045.000=1276.000
σ	0.000
min	7321.000-6045.000=1276.000
max	7321.000-6045.000=1276.000

*mean*	106.295-97.162=9.133
σ	4.562-10.284=-5.722
min	98.255-77.819=20.436
max	111.563-110.987=0.576

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	7321.000-6045.000=1276.000
σ	0.000
min	7321.000-6045.000=1276.000
max	7321.000-6045.000=1276.000

*mean*	163.344-234.122=-70.778
σ	8.729-250.969=-242.240
min	143.751-116.963=26.789
max	169.141-853.957=-684.816

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.317=0.007
min	11655.305-11655.305=0.000
max	11667.537-11667.516=0.021

*mean*	4156.250-4117.500=38.750
σ	1904.856-1550.872=353.983
min	1553.000-2075.000=-522.000
max	7321.000-6045.000=1276.000

*mean*	6367.211-6515.278=-148.066
σ	1232.077-1362.839=-130.762
min	4992.724-4973.346=19.378
max	8045.722-8148.215=-102.494

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=-0.000

*mean*	7321.000-6045.000=1276.000
σ	0.000
min	7321.000-6045.000=1276.000
max	7321.000-6045.000=1276.000

*mean*	5501.964-6823.445=-1321.481
σ	1369.760-1213.196=156.564
min	4438.753-4474.092=-35.339
max	7696.791-8320.758=-623.966

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.588=-0.030
σ	0.001-0.025=-0.023
min	172.558
max	172.562-172.621=-0.059

*mean*	478.000-2075.000=-1597.000
σ	0.000
min	478.000-2075.000=-1597.000
max	478.000-2075.000=-1597.000

*mean*	380.716-321.136=59.580
σ	17.872-68.622=-50.750
min	347.080-239.337=107.742
max	396.237-391.474=4.763

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.375=-0.053
σ	0.001-0.040=-0.038
min	357.321
max	357.325-357.412=-0.087

*mean*	562.000-2075.000=-1513.000
σ	0.000
min	562.000-2075.000=-1513.000
max	562.000-2075.000=-1513.000

*mean*	731.373-770.761=-39.388
σ	59.274-25.146=34.128
min	636.710-736.666=-99.955
max	789.391-801.731=-12.340

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.373-1008.482=-0.109
σ	0.760-0.869=-0.109
min	1007.900-1007.981=-0.080
max	1011.518-1012.075=-0.557

*mean*	1039.850-1040.400=-0.550
σ	307.320-293.162=14.158
min	570.000-545.000=25.000
max	1490.000-1436.000=54.000

*mean*	1.522-1.516=0.006
σ	0.074-0.074=-0.000
min	1.385-1.453=-0.069
max	1.732-1.771=-0.039

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.884=0.007
σ	0.020-0.003=0.018
min	0.881
max	0.928-0.887=0.040

*mean*	402.000-1436.000=-1034.000
σ	0.000
min	402.000-1436.000=-1034.000
max	402.000-1436.000=-1034.000

*mean*	0.410-0.445=-0.035
σ	0.536-0.134=0.402
min	0.141-0.339=-0.198
max	1.366-0.652=0.715

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1436.000=-1034.000
σ	0.000
min	402.000-1436.000=-1034.000
max	402.000-1436.000=-1034.000

*mean*	0.486-0.887=-0.401
σ	0.324-0.104=0.220
min	0.333-0.819=-0.486
max	1.066-1.068=-0.002

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1436.000=-1034.000
σ	0.000
min	402.000-1436.000=-1034.000
max	402.000-1436.000=-1034.000

*mean*	0.221-0.563=-0.342
σ	0.023-0.066=-0.043
min	0.202-0.500=-0.299
max	0.259-0.638=-0.379

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1436.000=-1034.000
σ	0.000
min	402.000-1436.000=-1034.000
max	402.000-1436.000=-1034.000

*mean*	0.335-0.866=-0.532
σ	0.015-0.049=-0.034
min	0.321-0.823=-0.503
max	0.359-0.948=-0.589

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.921=-0.014
σ	0.011-0.022=-0.012
min	963.902
max	963.926-963.957=-0.030

*mean*	434.800-1436.000=-1001.200
σ	1.643-0.000=1.643
min	432.000-1436.000=-1004.000
max	436.000-1436.000=-1000.000

*mean*	0.544-0.830=-0.286
σ	0.054-0.026=0.029
min	0.465-0.799=-0.333
max	0.608-0.866=-0.257

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.890=-0.006
σ	0.002-0.007=-0.005
min	884.883
max	884.886-884.898=-0.011

*mean*	436.000-1436.000=-1000.000
σ	0.000
min	436.000-1436.000=-1000.000
max	436.000-1436.000=-1000.000

*mean*	0.472-0.711=-0.238
σ	0.042-0.035=0.007
min	0.422-0.667=-0.246
max	0.532-0.745=-0.213

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.710=-0.001

*mean*	436.000-1436.000=-1000.000
σ	0.000
min	436.000-1436.000=-1000.000
max	436.000-1436.000=-1000.000

*mean*	1.944-4.276=-2.332
σ	0.062-0.089=-0.027
min	1.812-4.144=-2.332
max	2.148-4.607=-2.458

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	436.000-1436.000=-1000.000
σ	0.000
min	436.000-1436.000=-1000.000
max	436.000-1436.000=-1000.000

*mean*	2.630-4.250=-1.620
σ	0.133-0.064=0.069
min	1.968-4.145=-2.177
max	2.934-4.544=-1.610

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1436.000=-1000.000
σ	0.000
min	436.000-1436.000=-1000.000
max	436.000-1436.000=-1000.000

*mean*	0.307-0.753=-0.446
σ	0.009-0.020=-0.011
min	0.292-0.719=-0.427
max	0.361-0.872=-0.511

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1436.000=-1000.000
σ	0.000
min	436.000-1436.000=-1000.000
max	436.000-1436.000=-1000.000

*mean*	0.291-0.646=-0.354
σ	0.007-0.096=-0.089
min	0.277-0.490=-0.213
max	0.324-0.809=-0.485

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-297.673=0.394
σ	0.985-0.253=0.732
min	297.604-297.521=0.083
max	300.854-298.371=2.483

*mean*	444.200-2075.000=-1630.800
σ	13.415-0.000=13.415
min	428.000-2075.000=-1647.000
max	466.000-2075.000=-1609.000

*mean*	0.610-0.598=0.011
σ	0.016-0.030=-0.014
min	0.583-0.516=0.066
max	0.632-0.622=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1723.125-1568.000=155.125
σ	61.872-43.909=17.963
min	1570.000-1479.000=91.000
max	1745.000-1591.000=154.000

*mean*	202.755-202.802=-0.047
σ	2.289-2.815=-0.527
min	199.534-198.360=1.174
max	205.439-206.194=-0.755

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1723.125-1568.000=155.125
σ	61.872-43.909=17.963
min	1570.000-1479.000=91.000
max	1745.000-1591.000=154.000

*mean*	12.190-10.709=1.480
σ	2.032-2.284=-0.251
min	9.253-6.326=2.927
max	15.565-12.699=2.866

phase=parser

*mean*	1041.166-1041.160=0.006
σ	0.000-0.000=-0.000
min	1041.165-1041.159=0.006
max	1041.166-1041.160=0.006

*mean*	1723.125-1568.000=155.125
σ	61.872-43.909=17.963
min	1570.000-1479.000=91.000
max	1745.000-1591.000=154.000

*mean*	702.492-633.237=69.255
σ	84.285-123.334=-39.048
min	576.874-382.493=194.381
max	839.839-734.549=105.290

phase=processProdDef

*mean*	6169.657-6169.661=-0.004
σ	0.000-0.002=-0.001
min	6169.657-6169.660=-0.003
max	6169.658-6169.665=-0.007

*mean*	1745.000-1582.000=163.000
σ	0.000-25.456=-25.456
min	1745.000-1519.000=226.000
max	1745.000-1591.000=154.000

*mean*	4699.491-6865.451=-2165.960
σ	755.303-997.707=-242.404
min	3824.517-5013.791=-1189.274
max	5876.556-8003.406=-2126.850

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1723.125-1568.000=155.125
σ	61.872-43.909=17.963
min	1570.000-1479.000=91.000
max	1745.000-1591.000=154.000

*mean*	46.750-40.789=5.960
σ	5.257-9.598=-4.341
min	39.190-20.424=18.765
max	56.019-48.615=7.404

phase=type checker

*mean*	958.540-958.690=-0.150
σ	0.066-0.055=0.011
min	958.442-958.604=-0.161
max	958.630-958.760=-0.130

*mean*	1723.125-1568.000=155.125
σ	61.872-43.909=17.963
min	1570.000-1479.000=91.000
max	1745.000-1591.000=154.000

*mean*	786.374-765.449=20.925
σ	93.438-71.408=22.030
min	656.680-673.458=-16.778
max	901.745-884.120=17.626

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-293.000=-0.226
σ	0.035-0.035=0.000
min	292.723-292.962=-0.238
max	292.812-293.038=-0.226

*mean*	445.000-1591.000=-1146.000
σ	0.000
min	445.000-1591.000=-1146.000
max	445.000-1591.000=-1146.000

*mean*	0.403-0.409=-0.006
σ	0.006-0.009=-0.003
min	0.396-0.399=-0.003
max	0.412-0.421=-0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.905-1302.820=0.084
σ	0.045-0.087=-0.041
min	1302.843-1302.732=0.111
max	1302.956-1302.957=-0.000

*mean*	1075.600-1591.000=-515.400
σ	187.142-0.000=187.142
min	840.000-1591.000=-751.000
max	1324.000-1591.000=-267.000

*mean*	2.072-1.857=0.215
σ	0.186-0.043=0.144
min	1.762-1.815=-0.054
max	2.219-1.924=0.296

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.912-1545.856=0.056
σ	4.037-4.040=-0.002
min	1543.942-1543.846=0.095
max	1553.128-1553.077=0.051

*mean*	610.400-1591.000=-980.600
σ	74.484-0.000=74.484
min	493.000-1591.000=-1098.000
max	689.000-1591.000=-902.000

*mean*	2.296-2.233=0.063
σ	0.207-0.140=0.067
min	2.177-2.084=0.093
max	2.663-2.393=0.270

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.835-1864.861=-0.026
σ	0.051-0.048=0.003
min	1864.764-1864.803=-0.039
max	1864.889-1864.921=-0.032

*mean*	1711.800-1771.200=-59.400
σ	235.677-205.587=30.090
min	1431.000-1591.000=-160.000
max	2025.000-2075.000=-50.000

*mean*	2.935-2.840=0.095
σ	0.056-0.115=-0.059
min	2.890-2.707=0.184
max	3.007-2.999=0.008

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.612-1.722=-0.110
σ	0.220-0.121=0.099
min	1.336-1.582=-0.247
max	1.834-1.902=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.737-446.795=0.942
σ	579.077-577.189=1.888
min	158.196-158.197=-0.002
max	1316.352-1312.578=3.774

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-1591.000=-1147.000
σ	0.000
min	444.000-1591.000=-1147.000
max	444.000-1591.000=-1147.000

*mean*	0.535-0.455=0.081
σ	0.530-0.366=0.164
min	0.267-0.271=-0.004
max	1.330-1.003=0.326

policies=20

*mean*	1582.291-1582.312=-0.022
σ	0.360-0.418=-0.058
min	1582.041-1582.040=0.000
max	1582.824-1582.935=-0.111

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	448.000-1591.000=-1143.000
σ	4.619-0.000=4.619
min	444.000-1591.000=-1147.000
max	452.000-1591.000=-1139.000

*mean*	2.634-2.735=-0.102
σ	0.021-0.040=-0.019
min	2.607-2.701=-0.094
max	2.656-2.793=-0.137

policies=200

*mean*	15830.912-15830.762=0.150
σ	0.103-0.141=-0.037
min	15830.805-15830.605=0.200
max	15831.041-15830.947=0.094

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-1591.000=-1093.000
σ	4.690-0.000=4.690
min	493.000-1591.000=-1098.000
max	504.000-1591.000=-1087.000

*mean*	26.690-26.626=0.064
σ	0.105-0.145=-0.040
min	26.553-26.507=0.046
max	26.777-26.826=-0.049