Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.575=0.102
σ	0.357-0.349=0.008
min	54.548-54.443=0.105
max	55.692-55.567=0.125

*mean*	421.000-417.000=4.000
σ	0.000
min	421.000-417.000=4.000
max	421.000-417.000=4.000

*mean*	0.142-0.138=0.005
σ	0.005-0.006=-0.001
min	0.137-0.131=0.006
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.001
σ	0.005-0.007=-0.001
min	43.694-43.695=-0.001
max	43.712-43.719=-0.006

*mean*	421.000-417.000=4.000
σ	0.000
min	421.000-417.000=4.000
max	421.000-417.000=4.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.005=-0.001
min	0.118-0.116=0.002
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	12.681-12.732=-0.051
σ	0.180-0.257=-0.077
min	12.423-12.316=0.107
max	12.950-13.045=-0.095

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.001
σ	0.002-0.002=-0.000
min	36.616-36.615=0.001
max	36.620-36.620=0.001

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	11.872-12.508=-0.635
σ	0.209-0.603=-0.394
min	11.494-11.481=0.013
max	12.188-13.248=-1.060

op=table_records(), no indexes

*mean*	41.932-41.932=0.001
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.933-41.933=0.000

*mean*	7320.000-7290.000=30.000
σ	0.000
min	7320.000-7290.000=30.000
max	7320.000-7290.000=30.000

*mean*	15.120-15.485=-0.364
σ	0.571-0.366=0.205
min	13.793-14.709=-0.915
max	15.636-15.856=-0.219

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.928-41.927=0.001
max	41.932-41.931=0.001

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	13.235-13.096=0.139
σ	1.753-1.838=-0.085
min	11.533-11.138=0.395
max	15.720-15.377=0.343

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	8.894-9.229=-0.335
σ	0.430-0.475=-0.046
min	8.434-8.568=-0.133
max	9.431-9.793=-0.362

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	6.578-6.554=0.024
σ	0.382-0.334=0.048
min	6.169-5.963=0.206
max	7.301-6.966=0.336

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	5.801-6.069=-0.268
σ	0.098-0.213=-0.115
min	5.662-5.768=-0.106
max	5.958-6.401=-0.443

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	5.767-5.749=0.018
σ	0.081-0.226=-0.145
min	5.645-5.438=0.206
max	5.904-6.012=-0.108

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.605=0.000
max	2524.606-2524.606=-0.000

*mean*	7320.000-7290.000=30.000
σ	0.000
min	7320.000-7290.000=30.000
max	7320.000-7290.000=30.000

*mean*	1065.872-1335.091=-269.219
σ	69.328-604.639=-535.310
min	1033.839-1033.938=-0.099
max	1236.620-2791.194=-1554.574

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3576.625-3572.625=4.000
σ	1798.905-1793.779=5.126
min	1045.000-1047.000=-2.000
max	5806.000-5791.000=15.000

*mean*	4801.362-5040.409=-239.047
σ	1443.904-1665.686=-221.782
min	3511.760-3506.098=5.662
max	6926.206-7261.491=-335.285

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	78.068-84.111=-6.043
σ	5.778-10.578=-4.799
min	69.559-70.799=-1.240
max	88.569-99.314=-10.745

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7320.000-7290.000=30.000
σ	0.000
min	7320.000-7290.000=30.000
max	7320.000-7290.000=30.000

*mean*	106.051-107.285=-1.234
σ	5.036-4.086=0.950
min	96.509-98.112=-1.603
max	112.619-109.992=2.627

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7320.000-7290.000=30.000
σ	0.000
min	7320.000-7290.000=30.000
max	7320.000-7290.000=30.000

*mean*	163.848-164.229=-0.381
σ	7.011-8.864=-1.853
min	148.659-143.849=4.810
max	168.480-170.260=-1.780

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.001
max	11667.552-11667.537=0.014

*mean*	4156.125-4149.625=6.500
σ	1903.350-1896.697=6.653
min	1555.000-1552.000=3.000
max	7320.000-7290.000=30.000

*mean*	6548.188-6325.082=223.106
σ	1271.639-1177.293=94.346
min	4901.698-4881.249=20.449
max	7829.998-7900.242=-70.244

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7320.000-7290.000=30.000
σ	0.000
min	7320.000-7290.000=30.000
max	7320.000-7290.000=30.000

*mean*	5329.552-5118.083=211.470
σ	1261.939-1213.303=48.636
min	4359.863-4399.571=-39.707
max	7627.877-7567.563=60.314

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	388.845-377.757=11.088
σ	14.956-18.256=-3.300
min	354.354-347.410=6.944
max	399.367-392.502=6.864

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	763.948-760.213=3.735
σ	69.250-43.946=25.305
min	595.962-660.788=-64.825
max	802.342-801.183=1.158

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.502=15.826
σ	0.759-0.760=-0.001
min	1023.851-1008.025=15.826
max	1027.464-1011.641=15.823

*mean*	1053.000-1054.650=-1.650
σ	299.574-309.709=-10.135
min	581.000-561.000=20.000
max	1460.000-1467.000=-7.000

*mean*	1.561-1.515=0.046
σ	0.071-0.063=0.007
min	1.505-1.463=0.041
max	1.787-1.733=0.054

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.548-0.457=0.091
σ	0.561-0.487=0.074
min	0.248-0.154=0.094
max	1.546-1.306=0.240

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.837-0.474=0.363
σ	0.522-0.322=0.200
min	0.577-0.317=0.260
max	1.770-1.050=0.720

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.389-0.221=0.168
σ	0.046-0.019=0.027
min	0.358-0.205=0.152
max	0.470-0.253=0.217

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.584-0.336=0.249
σ	0.031-0.018=0.013
min	0.557-0.319=0.237
max	0.634-0.365=0.269

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	431.000-436.600=-5.600
σ	0.000-6.066=-6.066
min	431.000
max	431.000-443.000=-12.000

*mean*	0.587-0.526=0.061
σ	0.116-0.050=0.066
min	0.467-0.479=-0.011
max	0.754-0.607=0.147

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.467-0.462=0.005
σ	0.074-0.047=0.027
min	0.383-0.394=-0.011
max	0.524-0.524=0.001

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.638-2.605=0.033
σ	0.099-0.082=0.018
min	2.467-2.462=0.006
max	3.037-2.893=0.144

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	2.609-2.583=0.027
σ	0.102-0.086=0.016
min	2.461-2.461=0.001
max	3.074-3.069=0.005

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.307-0.303=0.004
σ	0.014-0.010=0.003
min	0.291-0.288=0.003
max	0.419-0.373=0.045

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	431.000-443.000=-12.000
σ	0.000
min	431.000-443.000=-12.000
max	431.000-443.000=-12.000

*mean*	0.289-0.295=-0.006
σ	0.007-0.047=-0.040
min	0.278-0.273=0.005
max	0.335-0.753=-0.418

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.763-297.956=0.806
σ	0.985-1.000=-0.015
min	298.373-297.583=0.789
max	301.563-300.799=0.763

*mean*	444.700-442.900=1.800
σ	13.284-18.640=-5.356
min	428.000-416.000=12.000
max	466.000-467.000=-1.000

*mean*	0.594-0.617=-0.024
σ	0.020-0.012=0.007
min	0.561-0.600=-0.039
max	0.618-0.636=-0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	220.343-215.517=4.826
σ	3.884-22.520=-18.636
min	211.920-205.092=6.828
max	223.826-270.978=-47.152

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	12.036-10.732=1.304
σ	1.363-1.539=-0.176
min	9.435-9.362=0.073
max	12.948-12.609=0.340

phase=parser

*mean*	1042.365-1042.099=0.267
σ	0.000-0.000=0.000
min	1042.365-1042.098=0.267
max	1042.366-1042.099=0.267

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	694.234-660.536=33.698
σ	61.727-63.350=-1.622
min	591.419-572.848=18.570
max	734.854-728.305=6.549

phase=processProdDef

*mean*	6169.659-6169.656=0.003
σ	0.001-0.001=-0.000
min	6169.659-6169.655=0.003
max	6169.660-6169.657=0.003

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	5672.733-5593.148=79.586
σ	1186.503-1484.733=-298.231
min	3516.660-3461.004=55.656
max	7686.089-7323.249=362.840

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	46.485-43.382=3.103
σ	2.880-5.415=-2.534
min	40.195-34.184=6.011
max	48.436-49.716=-1.280

phase=type checker

*mean*	990.446-958.457=31.988
σ	0.066
min	990.348-958.360=31.988
max	990.536-958.547=31.988

*mean*	1743.000-1744.000=-1.000
σ	0.000
min	1743.000-1744.000=-1.000
max	1743.000-1744.000=-1.000

*mean*	824.766-795.471=29.295
σ	77.645-85.665=-8.020
min	691.004-660.556=30.448
max	900.191-881.200=18.992

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.918-293.689=0.229
σ	0.038-0.041=-0.003
min	293.864-293.631=0.233
max	293.958-293.732=0.225

*mean*	441.000-445.000=-4.000
σ	2.739-0.000=2.739
min	439.000-445.000=-6.000
max	444.000-445.000=-1.000

*mean*	0.393-0.404=-0.010
σ	0.001-0.009=-0.008
min	0.392-0.397=-0.005
max	0.395-0.419=-0.024

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.192-1303.777=16.415
σ	0.099-0.085=0.015
min	1320.089-1303.648=16.441
max	1320.318-1303.856=16.461

*mean*	1111.200-1099.200=12.000
σ	187.716-190.985=-3.269
min	891.000-837.000=54.000
max	1373.000-1329.000=44.000

*mean*	1.986-2.124=-0.139
σ	0.104-0.334=-0.230
min	1.911-1.813=0.098
max	2.167-2.613=-0.446

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.732-1546.814=12.918
σ	4.061-4.045=0.016
min	1557.700-1544.806=12.894
max	1566.990-1554.044=12.946

*mean*	624.400-618.000=6.400
σ	87.905-80.215=7.690
min	494.000-497.000=-3.000
max	729.000-712.000=17.000

*mean*	2.265-2.282=-0.017
σ	0.157-0.209=-0.051
min	2.150-2.143=0.008
max	2.542-2.644=-0.102

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.282-1865.781=16.501
σ	0.059-0.068=-0.009
min	1882.201-1865.723=16.478
max	1882.349-1865.892=16.458

*mean*	1726.400-1729.400=-3.000
σ	179.517-176.452=3.065
min	1504.000-1479.000=25.000
max	1970.000-1891.000=79.000

*mean*	3.059-3.097=-0.038
σ	0.323-0.353=-0.030
min	2.736-2.892=-0.156
max	3.483-3.725=-0.242

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.783-1.583=0.200
σ	0.178-0.110=0.068
min	1.498-1.388=0.110
max	1.929-1.650=0.279

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-447.981=5.556
σ	585.531-579.242=6.289
min	160.767-158.357=2.410
max	1331.833-1316.844=14.990

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.522-0.543=-0.021
σ	0.495-0.547=-0.051
min	0.273-0.268=0.006
max	1.265-1.363=-0.098

policies=20

*mean*	1608.035-1583.923=24.111
σ	0.425-0.360=0.066
min	1607.759-1583.674=24.085
max	1608.668-1584.455=24.213

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	447.500-444.500=3.000
σ	8.660-1.000=7.660
min	440.000-443.000=-3.000
max	455.000-445.000=10.000

*mean*	2.703-2.654=0.049
σ	0.012-0.007=0.005
min	2.688-2.647=0.041
max	2.716-2.664=0.052

policies=200

*mean*	16088.589-15847.071=241.518
σ	0.134-0.187=-0.054
min	16088.496-15846.965=241.531
max	16088.787-15847.351=241.436

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.250-496.000=0.250
σ	5.377-5.292=0.086
min	490.000-491.000=-1.000
max	503.000

*mean*	27.274-26.631=0.643
σ	0.185-0.193=-0.008
min	27.106-26.441=0.664
max	27.536-26.848=0.689