Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.633
σ	0.000
min	558.633
max	558.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.889-54.578=0.311
σ	0.359-0.352=0.007
min	54.753-54.447=0.306
max	55.911-55.580=0.331

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.141-0.139=0.001
σ	0.005-0.005=-0.001
min	0.137-0.132=0.005
max	0.150-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.855-43.707=0.148
σ	0.006-0.006=0.000
min	43.844-43.700=0.143
max	43.865-43.719=0.146

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.123-0.123=0.000
σ	0.004-0.004=0.000
min	0.121-0.121=-0.000
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	13.874-12.782=1.092
σ	2.494-0.355=2.139
min	12.311-12.416=-0.105
max	17.984-13.349=4.635

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.001
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	14.120-12.776=1.344
σ	2.381-0.538=1.843
min	12.157-11.743=0.413
max	18.433-13.357=5.076

op=table_records(), no indexes

*mean*	41.930-41.931=-0.002
σ	0.002-0.001=0.001
min	41.928-41.929=-0.000
max	41.932-41.932=0.000

*mean*	7152.000-7322.000=-170.000
σ	0.000
min	7152.000-7322.000=-170.000
max	7152.000-7322.000=-170.000

*mean*	15.423-14.933=0.490
σ	0.177-0.880=-0.702
min	15.144-12.864=2.279
max	15.726-15.666=0.059

op=table_records(), repeat

*mean*	41.929-41.929=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	14.466-12.762=1.704
σ	2.109-1.714=0.395
min	11.162-10.884=0.278
max	16.507-14.918=1.589

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=-0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	10.208-8.881=1.327
σ	1.569-0.245=1.324
min	8.679-8.444=0.235
max	12.696-9.184=3.513

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	7.623-6.985=0.638
σ	1.619-0.151=1.468
min	6.465-6.776=-0.311
max	10.272-7.227=3.045

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.004-0.002=0.003
min	25.665-25.664=0.001
max	25.678-25.669=0.009

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	6.488-5.971=0.516
σ	0.526-0.148=0.378
min	5.986-5.735=0.251
max	7.411-6.210=1.201

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.972-25.972=-0.000

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	6.055-5.854=0.201
σ	0.712-0.132=0.580
min	5.459-5.644=-0.185
max	7.249-6.118=1.132

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.613-2524.606=-1502.992
σ	0.002-0.000=0.002
min	1021.612-2524.605=-1502.994
max	1021.616-2524.606=-1502.990

*mean*	7152.000-7322.000=-170.000
σ	0.000
min	7152.000-7322.000=-170.000
max	7152.000-7322.000=-170.000

*mean*	403.684-1044.745=-641.061
σ	157.924-8.298=149.626
min	343.274-1034.260=-690.986
max	794.487-1059.674=-265.187

op=load_product(), with indexes

*mean*	7917.793-8744.721=-826.928
σ	0.469-0.469=-0.000
min	7917.625-8744.553=-826.928
max	7918.954-8745.882=-826.929

*mean*	3273.000-3579.625=-306.625
σ	1824.060-1800.478=23.582
min	810.000-1043.000=-233.000
max	5622.000-5810.000=-188.000

*mean*	3658.920-4752.154=-1093.233
σ	1012.085-1356.020=-343.935
min	3096.664-3497.086=-400.422
max	5397.989-6582.072=-1184.083

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	86.405-86.899=-0.494
σ	21.477-14.272=7.205
min	70.727-71.340=-0.613
max	127.255-102.869=24.386

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.944=0.002
σ	0.002-0.001=0.001
min	40.945-40.943=0.001
max	40.950-40.945=0.004

*mean*	7152.000-7322.000=-170.000
σ	0.000
min	7152.000-7322.000=-170.000
max	7152.000-7322.000=-170.000

*mean*	61.211-104.282=-43.071
σ	1.457-4.993=-3.535
min	59.844-93.216=-33.372
max	64.500-108.197=-43.698

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.686=0.002
σ	0.002-0.000=0.002
min	66.686-66.685=0.001
max	66.691-66.687=0.004

*mean*	7152.000-7322.000=-170.000
σ	0.000
min	7152.000-7322.000=-170.000
max	7152.000-7322.000=-170.000

*mean*	98.742-161.424=-62.682
σ	0.687-9.077=-8.390
min	97.713-139.828=-42.116
max	99.844-166.473=-66.629

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-11656.836=2560.335
σ	4.303-4.324=-0.021
min	14215.576-11655.305=2560.271
max	14227.820-11667.538=2560.282

*mean*	4042.250-4157.875=-115.625
σ	2009.775-1904.859=104.916
min	1217.000-1556.000=-339.000
max	7152.000-7322.000=-170.000

*mean*	8410.052-6593.323=1816.729
σ	1673.568-905.893=767.675
min	5990.497-5005.726=984.771
max	10548.884-7810.758=2738.126

op=vertical_lookup_list() on indexed

*mean*	13159.109-11560.065=1599.044
σ	0.002-0.001=0.001
min	13159.106-11560.064=1599.042
max	13159.110-11560.066=1599.044

*mean*	7152.000-7322.000=-170.000
σ	0.000
min	7152.000-7322.000=-170.000
max	7152.000-7322.000=-170.000

*mean*	5379.176-5403.947=-24.771
σ	738.377-1334.742=-596.364
min	4989.024-4366.514=622.510
max	7143.380-7537.994=-394.614

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	374.861-368.319=6.542
σ	21.262-20.122=1.139
min	348.536-346.937=1.599
max	391.979-393.570=-1.591

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.250=-0.250
σ	0.000-1.035=-1.035
min	560.000-559.000=1.000
max	560.000-561.000=-1.000

*mean*	732.980-743.009=-10.029
σ	71.188-66.851=4.337
min	610.501-631.190=-20.689
max	794.752-832.879=-38.128

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.301-1008.499=15.801
σ	0.759-0.760=-0.001
min	1023.826-1008.025=15.801
max	1027.438-1011.641=15.797

*mean*	1050.550-1044.000=6.550
σ	310.566-300.110=10.456
min	566.000-561.000=5.000
max	1511.000-1447.000=64.000

*mean*	1.542-1.537=0.005
σ	0.101-0.067=0.034
min	1.341-1.475=-0.134
max	1.755-1.739=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.310-0.303=0.008
σ	0.356-0.288=0.068
min	0.128-0.138=-0.011
max	0.944-0.810=0.134

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.481=-0.011
σ	0.313-0.317=-0.004
min	0.317-0.326=-0.009
max	1.029-1.047=-0.018

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.217=-0.002
σ	0.025-0.031=-0.006
min	0.194-0.194=-0.000
max	0.257-0.270=-0.013

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.321-0.332=-0.011
σ	0.016-0.017=-0.001
min	0.307-0.317=-0.010
max	0.346-0.360=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	431.400-435.200=-3.800
σ	0.894-4.550=-3.655
min	431.000
max	433.000-440.000=-7.000

*mean*	0.553-0.570=-0.017
σ	0.050-0.042=0.007
min	0.490-0.510=-0.019
max	0.606-0.607=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.466-0.503=-0.037
σ	0.049-0.022=0.027
min	0.391-0.469=-0.078
max	0.518-0.521=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	2.630-2.562=0.067
σ	0.098-0.094=0.004
min	2.455-2.391=0.064
max	2.925-2.916=0.009

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	2.616-2.573=0.043
σ	0.089-0.101=-0.012
min	2.427-2.431=-0.005
max	2.889-3.197=-0.308

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.302-0.306=-0.004
σ	0.008-0.008=-0.000
min	0.290-0.292=-0.002
max	0.354-0.359=-0.004

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	437.000-440.000=-3.000
σ	0.000
min	437.000-440.000=-3.000
max	437.000-440.000=-3.000

*mean*	0.301-0.295=0.006
σ	0.068-0.009=0.059
min	0.278-0.282=-0.004
max	0.963-0.335=0.628

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.877-298.007=0.870
σ	0.985-1.021=-0.036
min	298.482-297.572=0.910
max	301.677-300.910=0.767

*mean*	439.800-444.700=-4.900
σ	16.705-17.839=-1.134
min	417.000-419.000=-2.000
max	468.000-469.000=-1.000

*mean*	0.605-0.610=-0.005
σ	0.021-0.016=0.005
min	0.559-0.582=-0.022
max	0.623-0.643=-0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-222.008=14.670
σ	0.000-0.000=0.000
min	236.678-222.008=14.670
max	236.678-222.008=14.670

*mean*	936.125-1746.500=-810.375
σ	13.789-0.535=13.254
min	902.000-1746.000=-844.000
max	941.000-1747.000=-806.000

*mean*	204.701-206.274=-1.573
σ	2.930-1.394=1.536
min	200.107-204.288=-4.181
max	208.657-208.369=0.288

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	936.125-1746.500=-810.375
σ	13.789-0.535=13.254
min	902.000-1746.000=-844.000
max	941.000-1747.000=-806.000

*mean*	10.279-11.002=-0.723
σ	2.124-1.690=0.435
min	6.306-9.316=-3.011
max	12.903-12.723=0.180

phase=parser

*mean*	1042.361-1042.099=0.262
σ	0.000-0.000=-0.000
min	1042.361-1042.098=0.263
max	1042.361-1042.099=0.262

*mean*	936.125-1746.500=-810.375
σ	13.789-0.535=13.254
min	902.000-1746.000=-844.000
max	941.000-1747.000=-806.000

*mean*	509.068-659.598=-150.530
σ	134.007-70.087=63.920
min	371.177-591.012=-219.835
max	746.944-729.288=17.656

phase=processProdDef

*mean*	4850.766-6169.656=-1318.890
σ	0.000-0.000=-0.000
min	4850.766-6169.655=-1318.889
max	4850.766-6169.656=-1318.890

*mean*	941.000-1746.625=-805.625
σ	0.000-0.518=-0.518
min	941.000-1746.000=-805.000
max	941.000-1747.000=-806.000

*mean*	5016.002-5292.147=-276.144
σ	387.684-1273.547=-885.864
min	4394.777-3826.237=568.539
max	5476.926-7029.730=-1552.805

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	936.125-1746.500=-810.375
σ	13.789-0.535=13.254
min	902.000-1746.000=-844.000
max	941.000-1747.000=-806.000

*mean*	40.038-44.119=-4.081
σ	8.601-4.012=4.590
min	20.664-39.893=-19.229
max	48.882-48.469=0.413

phase=type checker

*mean*	990.454-958.457=31.997
σ	0.071-0.066=0.005
min	990.348-958.360=31.989
max	990.567-958.547=32.020

*mean*	936.125-1746.500=-810.375
σ	13.789-0.535=13.254
min	902.000-1746.000=-844.000
max	941.000-1747.000=-806.000

*mean*	788.264-757.457=30.807
σ	125.606-102.573=23.033
min	638.189-663.603=-25.413
max	928.055-877.752=50.302

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.820-293.689=0.131
σ	0.038-0.044=-0.006
min	293.768-293.631=0.137
max	293.860-293.738=0.121

*mean*	442.400-445.000=-2.600
σ	0.548-0.000=0.548
min	442.000-445.000=-3.000
max	443.000-445.000=-2.000

*mean*	0.392-0.404=-0.012
σ	0.001-0.009=-0.008
min	0.391-0.399=-0.009
max	0.393-0.420=-0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.220-1303.781=16.439
σ	0.035-0.095=-0.060
min	1320.166-1303.627=16.539
max	1320.255-1303.877=16.379

*mean*	1065.800-1089.800=-24.000
σ	165.332-180.322=-14.990
min	843.000-885.000=-42.000
max	1268.000-1324.000=-56.000

*mean*	2.244-2.021=0.223
σ	0.073-0.181=-0.109
min	2.146-1.819=0.327
max	2.337-2.207=0.130

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.615-1546.814=13.800
σ	6.225-4.056=2.168
min	1557.623-1544.799=12.824
max	1571.746-1554.064=17.682

*mean*	618.000-609.600=8.400
σ	82.553-93.122=-10.569
min	493.000-492.000=1.000
max	715.000-723.000=-8.000

*mean*	2.308-2.278=0.030
σ	0.169-0.240=-0.072
min	2.191-2.121=0.071
max	2.606-2.700=-0.095

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.170-1865.782=16.388
σ	0.054-0.069=-0.014
min	1882.111-1865.728=16.383
max	1882.235-1865.895=16.340

*mean*	1701.000-1729.400=-28.400
σ	257.554-180.464=77.090
min	1399.000-1482.000=-83.000
max	2057.000-1899.000=158.000

*mean*	2.988-3.082=-0.094
σ	0.095-0.331=-0.235
min	2.883-2.846=0.037
max	3.104-3.665=-0.562

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.732-1.630=0.102
σ	0.159-0.101=0.058
min	1.464-1.519=-0.054
max	1.852-1.756=0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-447.980=4.100
σ	582.723-579.240=3.483
min	160.715-158.357=2.357
max	1326.164-1316.839=9.325

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.544-0.542=0.002
σ	0.541-0.549=-0.008
min	0.265-0.266=-0.001
max	1.356-1.366=-0.010

policies=20

*mean*	1607.520-1583.917=23.604
σ	0.418-0.351=0.067
min	1607.239-1583.669=23.570
max	1608.142-1584.435=23.706

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	451.000-444.250=6.750
σ	9.238-1.500=7.738
min	443.000-442.000=1.000
max	459.000-445.000=14.000

*mean*	2.704-2.629=0.075
σ	0.039-0.010=0.029
min	2.672-2.617=0.055
max	2.761-2.639=0.122

policies=200

*mean*	16083.427-15847.155=236.272
σ	0.120-0.112=0.008
min	16083.248-15847.062=236.186
max	16083.503-15847.309=236.194

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	497.500-494.750=2.750
σ	5.196-2.217=2.979
min	492.000
max	504.000-497.000=7.000

*mean*	27.133-26.632=0.501
σ	0.067-0.210=-0.143
min	27.033-26.359=0.674
max	27.181-26.801=0.380