Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.676
σ	0.000
min	5.676
max	5.676

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.883
σ	0.000
min	446.883
max	446.883

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645-6.676=-0.031
σ	0.000
min	6.645-6.676=-0.031
max	6.645-6.676=-0.031

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.774-54.775=-0.001
σ	0.367-0.361=0.006
min	54.627-54.632=-0.005
max	55.816-55.802=0.015

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.140-0.142=-0.002
σ	0.008-0.004=0.004
min	0.130-0.138=-0.008
max	0.159-0.149=0.011

cache=y

dps=1

iters=10

policies=100

*mean*	43.772-43.775=-0.003
σ	0.006-0.007=-0.001
min	43.762-43.765=-0.003
max	43.782-43.788=-0.006

*mean*	415.000-417.000=-2.000
σ	0.000
min	415.000-417.000=-2.000
max	415.000-417.000=-2.000

*mean*	0.125-0.128=-0.003
σ	0.005-0.013=-0.008
min	0.121-0.116=0.005
max	0.133-0.150=-0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=-0.000
min	36.617
max	36.618-36.618=-0.000

*mean*	4584.125-4588.000=-3.875
σ	2250.663-2249.019=1.644
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	13.290-168.036=-154.746
σ	2.928-440.483=-437.555
min	11.933-12.054=-0.121
max	20.468-1258.175=-1237.707

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.000-0.000=0.000
min	36.617
max	36.618-36.618=0.000

*mean*	4584.125-4588.000=-3.875
σ	2250.663-2249.019=1.644
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	13.583-14.123=-0.540
σ	2.602-4.452=-1.850
min	11.687-11.413=0.275
max	19.939-25.070=-5.131

op=table_records(), no indexes

*mean*	41.948-41.948=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.946=-0.000
max	41.950-41.951=-0.001

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	11.022-11.827=-0.805
σ	0.101-1.687=-1.585
min	10.936-10.821=0.115
max	11.230-15.904=-4.673

op=table_records(), repeat

*mean*	41.934-41.934=-0.000
σ	0.001-0.001=-0.000
min	41.933
max	41.937-41.937=-0.000

*mean*	4171.625-4178.500=-6.875
σ	1943.560-1945.359=-1.800
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	11.606-11.886=-0.279
σ	1.764-1.856=-0.093
min	10.719-10.929=-0.210
max	15.951-16.431=-0.479

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.655-27.655=0.000
σ	0.137-0.137=0.000
min	27.606
max	27.993-27.993=0.000

*mean*	4171.625-4178.500=-6.875
σ	1943.560-1945.359=-1.800
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	9.177-9.052=0.125
σ	1.400-1.399=0.002
min	8.107-7.638=0.469
max	12.584-12.369=0.215

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.406-26.406=0.000
σ	0.000-0.000=0.000
min	26.406-26.406=-0.000
max	26.406

*mean*	4171.625-4178.500=-6.875
σ	1943.560-1945.359=-1.800
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	7.213-6.627=0.586
σ	1.051-1.181=-0.131
min	6.607-5.874=0.733
max	9.790-9.527=0.263

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.681-25.681=0.000
σ	0.003-0.003=-0.000
min	25.680
max	25.688-25.688=-0.000

*mean*	4584.125-4588.000=-3.875
σ	2250.663-2249.019=1.644
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	6.274-6.413=-0.139
σ	0.439-1.143=-0.703
min	5.992-5.671=0.321
max	7.348-9.193=-1.845

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.984-25.984=-0.000
σ	0.000-0.000=0.000
min	25.984
max	25.985

*mean*	4584.125-4588.000=-3.875
σ	2250.663-2249.019=1.644
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	6.073-6.255=-0.181
σ	0.480-1.096=-0.616
min	5.686-5.686=0.000
max	7.238-8.957=-1.719

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.627
σ	0.002
min	1021.625
max	1021.629

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	363.525-350.294=13.231
σ	44.268-1.360=42.908
min	345.945-349.038=-3.093
max	473.020-352.780=120.241

op=load_product(), with indexes

*mean*	3495.878-3495.878=0.000
σ	0.469-0.468=0.001
min	3495.713
max	3497.038-3497.036=0.002

*mean*	3749.875-3755.125=-5.250
σ	2296.789-2299.686=-2.897
min	720.000-719.000=1.000
max	7394.000-7382.000=12.000

*mean*	1753.915-1776.617=-22.702
σ	640.257-672.898=-32.641
min	1401.936-1405.250=-3.314
max	2822.455-2933.680=-111.225

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.854-107.854=0.000
σ	0.000-0.000=-0.000
min	107.853-107.853=0.000
max	107.854-107.855=-0.000

*mean*	4404.875-4407.500=-2.625
σ	2221.668-2218.521=3.148
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	202.962-246.453=-43.491
σ	173.943-315.873=-141.930
min	130.541-125.380=5.161
max	631.558-1027.088=-395.530

op=column_set() on unindexed, dense, repeat

*mean*	62.082-62.081=0.000
σ	0.000-0.000=0.000
min	62.081
max	62.082-62.082=0.001

*mean*	4584.125-4407.500=176.625
σ	2250.663-2218.521=32.143
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	152.188-44.513=107.675
σ	306.162-4.226=301.936
min	41.108-40.994=0.114
max	909.889-54.190=855.699

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.948-40.948=-0.000
σ	0.002-0.002=0.000
min	40.947
max	40.950

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	21.990-203.668=-181.678
σ	0.763-510.117=-509.354
min	21.511-21.671=-0.160
max	23.820-1466.126=-1442.306

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.308-71.308=0.000
σ	0.002-0.002=-0.000
min	71.307-71.307=-0.000
max	71.311

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	253.746-65.799=187.947
σ	556.729-24.420=532.309
min	56.072-55.516=0.557
max	1631.578-125.830=1505.748

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.850
σ	0.014-0.013=0.000
min	4646.845
max	4646.884-4646.883=0.001

*mean*	4171.625-4178.500=-6.875
σ	1943.560-1945.359=-1.800
min	1485.000-1481.000=4.000
max	7394.000-7382.000=12.000

*mean*	3246.128-3318.222=-72.094
σ	694.344-836.218=-141.874
min	2535.616-2523.753=11.863
max	4287.688-4553.963=-266.275

op=vertical_lookup_list() on indexed

*mean*	1973.851-1973.851=-0.000
σ	0.002-0.002=-0.000
min	1973.849
max	1973.853-1973.854=-0.000

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	1008.605-1056.141=-47.536
σ	117.230-282.939=-165.709
min	926.724-926.983=-0.259
max	1235.671-1738.759=-503.089

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.105
σ	0.002
min	905.102
max	905.108

*mean*	7394.000-7382.000=12.000
σ	0.000
min	7394.000-7382.000=12.000
max	7394.000-7382.000=12.000

*mean*	389.462-413.050=-23.588
σ	4.039-48.876=-44.837
min	380.404-381.858=-1.454
max	393.097-533.075=-139.978

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.500-477.125=-0.625
σ	0.535-1.642=-1.108
min	476.000-474.000=2.000
max	477.000-478.000=-1.000

*mean*	381.042-398.990=-17.948
σ	35.082-26.140=8.941
min	329.708-375.253=-45.545
max	440.483-445.059=-4.576

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	559.000-562.000=-3.000
σ	0.000
min	559.000-562.000=-3.000
max	559.000-562.000=-3.000

*mean*	733.428-728.924=4.505
σ	49.180-41.761=7.419
min	631.938-678.808=-46.870
max	790.280-807.095=-16.815

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	963.972
σ	1.820-1.820=-0.000
min	963.262-963.264=-0.001
max	971.667-971.668=-0.001

*mean*	1043.000-1049.600=-6.600
σ	315.412-313.443=1.968
min	591.000-592.000=-1.000
max	1503.000-1508.000=-5.000

*mean*	1.297-1.256=0.041
σ	0.130-0.068=0.062
min	1.182-1.180=0.002
max	1.626-1.471=0.156

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.433-0.320=0.113
σ	0.583-0.326=0.257
min	0.138-0.145=-0.007
max	1.473-0.897=0.576

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.487=-0.006
σ	0.318-0.316=0.002
min	0.329-0.329=0.000
max	1.050-1.051=-0.002

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.229=-0.009
σ	0.027-0.028=-0.001
min	0.206-0.208=-0.002
max	0.268-0.277=-0.009

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.335=-0.005
σ	0.016-0.018=-0.002
min	0.316-0.323=-0.007
max	0.357-0.366=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.971
σ	0.011
min	964.965
max	964.989

*mean*	435.600-433.600=2.000
σ	5.079-3.130=1.949
min	431.000
max	441.000-437.000=4.000

*mean*	0.574-0.574=0.000
σ	0.036-0.045=-0.009
min	0.521-0.523=-0.002
max	0.605-0.610=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.898
σ	0.002
min	885.897
max	885.901

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.480-0.455=0.025
σ	0.040-0.043=-0.002
min	0.416-0.391=0.025
max	0.526-0.511=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	2.017-2.599=-0.582
σ	0.304-0.114=0.190
min	1.751-2.404=-0.653
max	3.218-3.282=-0.064

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	1.972-2.582=-0.610
σ	0.081-0.068=0.013
min	1.844-2.460=-0.616
max	2.299-2.811=-0.512

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.314-0.313=0.001
σ	0.030-0.015=0.016
min	0.297-0.295=0.002
max	0.599-0.390=0.210

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-437.000=4.000
σ	0.000
min	441.000-437.000=4.000
max	441.000-437.000=4.000

*mean*	0.296-0.297=-0.001
σ	0.008-0.008=-0.001
min	0.283-0.280=0.003
max	0.328-0.335=-0.007

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	12.159-11.534=0.625
σ	10.592-11.345=-0.753
min	0.574-0.574=-0.000
max	71.306-76.030=-4.723

*mean*	458.393-462.601=-4.208
σ	16.949-19.646=-2.697
min	410.000-406.000=4.000
max	474.000-477.000=-3.000

*mean*	0.028-0.026=0.001
σ	0.026-0.028=-0.002
min	0.001-0.001=-0.000
max	0.174-0.195=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.696-278.996=-0.300
σ	1.071-1.030=0.041
min	278.284-278.561=-0.277
max	281.742-281.922=-0.180

*mean*	444.800-444.600=0.200
σ	18.510-17.602=0.908
min	417.000-418.000=-1.000
max	471.000-472.000=-1.000

*mean*	0.576-0.579=-0.003
σ	0.014-0.020=-0.006
min	0.549-0.548=0.001
max	0.599-0.623=-0.023

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	173.738-173.738=-0.000
σ	0.000-0.000=-0.000
min	173.738
max	173.738-173.738=-0.000

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	213.222-224.637=-11.415
σ	26.658-23.766=2.891
min	189.375-193.310=-3.935
max	251.185-252.954=-1.769

phase=macro expansion

*mean*	6.130
σ	0.001
min	6.130
max	6.133

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	9.595-9.150=0.445
σ	0.114-1.738=-1.625
min	9.446-7.339=2.106
max	9.805-12.625=-2.821

phase=parser

*mean*	1042.435-1042.435=-0.000
σ	0.001-0.001=0.000
min	1042.432-1042.432=-0.000
max	1042.436

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	594.856-536.257=58.598
σ	18.072-100.863=-82.791
min	551.563-434.330=117.233
max	608.014-729.255=-121.242

phase=processProdDef

*mean*	2243.976
σ	0.001
min	2243.976
max	2243.979

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	2886.033-2871.607=14.426
σ	417.499-591.448=-173.949
min	2305.528-1896.370=409.159
max	3424.776-3446.569=-21.793

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	40.392-36.093=4.299
σ	0.651-8.217=-7.566
min	39.075-26.450=12.625
max	41.137-47.147=-6.010

phase=type checker

*mean*	989.755
σ	0.066
min	989.654
max	989.845

*mean*	859.000
σ	0.000
min	859.000
max	859.000

*mean*	680.802-723.852=-43.050
σ	8.778-77.515=-68.737
min	670.933-640.028=30.904
max	700.179-893.679=-193.500

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.386-282.394=-0.008
σ	0.037-0.034=0.003
min	282.337-282.341=-0.005
max	282.428-282.426=0.003

*mean*	442.400-442.000=0.400
σ	0.548-0.000=0.548
min	442.000
max	443.000-442.000=1.000

*mean*	0.378-0.387=-0.008
σ	0.005-0.008=-0.003
min	0.375-0.378=-0.003
max	0.386-0.396=-0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.116-1267.110=0.007
σ	0.097-0.094=0.003
min	1267.003-1266.997=0.006
max	1267.265-1267.253=0.012

*mean*	1112.200-1111.200=1.000
σ	170.002-170.314=-0.311
min	897.000-896.000=1.000
max	1328.000

*mean*	2.000-2.049=-0.049
σ	0.108-0.109=-0.002
min	1.859-1.901=-0.042
max	2.117-2.130=-0.013

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.122-1506.106=0.016
σ	2.955-2.925=0.030
min	1504.599-1504.626=-0.027
max	1511.396-1511.328=0.068

*mean*	628.200-627.200=1.000
σ	90.682-90.062=0.620
min	503.000
max	728.000-726.000=2.000

*mean*	2.356-2.265=0.091
σ	0.299-0.224=0.075
min	2.059-1.981=0.077
max	2.795-2.515=0.280

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.115-1829.112=0.003
σ	0.093-0.072=0.021
min	1829.027-1829.019=0.008
max	1829.258-1829.209=0.050

*mean*	1768.200-1757.400=10.800
σ	212.125-215.242=-3.117
min	1490.000-1479.000=11.000
max	1970.000-1963.000=7.000

*mean*	3.222-3.134=0.088
σ	0.397-0.276=0.121
min	2.678-2.881=-0.203
max	3.729-3.537=0.192

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.741=0.024
σ	0.088-0.102=-0.014
min	1.629-1.585=0.045
max	1.850-1.852=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	397.697-397.699=-0.002
σ	518.054-518.050=0.003
min	138.666-138.670=-0.004
max	1174.777-1174.774=0.003

*mean*	97.750
σ	7.500
min	94.000
max	109.000

*mean*	447.000-441.000=6.000
σ	0.000
min	447.000-441.000=6.000
max	447.000-441.000=6.000

*mean*	0.492-0.506=-0.014
σ	0.502-0.529=-0.027
min	0.236-0.239=-0.003
max	1.245-1.298=-0.053

policies=20

*mean*	1386.836-1386.839=-0.004
σ	0.159-0.165=-0.006
min	1386.723-1386.728=-0.004
max	1387.072-1387.085=-0.013

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000-442.500=4.500
σ	0.000-1.000=-1.000
min	447.000-441.000=6.000
max	447.000-443.000=4.000

*mean*	2.313-2.324=-0.011
σ	0.016-0.014=0.002
min	2.300-2.315=-0.015
max	2.336-2.345=-0.008

policies=200

*mean*	13876.846-13876.895=-0.049
σ	0.143-0.085=0.059
min	13876.726-13876.830=-0.105
max	13877.022-13877.019=0.003

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	494.750-491.250=3.500
σ	3.594-4.031=-0.437
min	492.000-488.000=4.000
max	500.000-497.000=3.000

*mean*	23.555-23.497=0.058
σ	0.232-0.144=0.088
min	23.340-23.304=0.037
max	23.848-23.631=0.217