Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	558.664-558.633=0.031
σ	0.000
min	558.664-558.633=0.031
max	558.664-558.633=0.031

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.881-54.881=-0.000
σ	0.358-0.359=-0.001
min	54.747-54.745=0.002
max	55.900-55.902=-0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.141-0.140=0.001
σ	0.005-0.006=-0.001
min	0.137-0.132=0.005
max	0.152-0.153=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.850-43.849=0.001
σ	0.006-0.005=0.001
min	43.840-43.838=0.001
max	43.859-43.857=0.002

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.123-0.123=0.000
σ	0.003-0.006=-0.003
min	0.121-0.117=0.004
max	0.132-0.133=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	14.039-13.453=0.586
σ	2.565-1.601=0.964
min	11.992-12.527=-0.535
max	18.422-17.325=1.097

op=column_set() on indexed, repeat

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	13.561-13.136=0.425
σ	2.091-1.928=0.164
min	11.633-11.796=-0.164
max	16.954-17.603=-0.649

op=table_records(), no indexes

*mean*	41.929-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.933=-0.001

*mean*	7137.000-7143.000=-6.000
σ	0.000
min	7137.000-7143.000=-6.000
max	7137.000-7143.000=-6.000

*mean*	15.135-15.342=-0.207
σ	0.113-0.166=-0.053
min	14.927-15.091=-0.164
max	15.304-15.572=-0.267

op=table_records(), repeat

*mean*	41.930-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.932=0.000

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	14.074-14.492=-0.419
σ	1.781-1.941=-0.160
min	10.835-11.030=-0.195
max	16.180-16.560=-0.380

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.654=-0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	9.648-9.989=-0.341
σ	1.645-1.538=0.107
min	8.221-8.756=-0.534
max	12.367-12.479=-0.112

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	7.500-7.821=-0.321
σ	1.476-1.287=0.190
min	6.352-6.515=-0.162
max	9.890-10.058=-0.168

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.004-0.004=-0.000
min	25.665-25.665=-0.000
max	25.678

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	6.219-6.102=0.117
σ	0.535-0.538=-0.003
min	5.888-5.674=0.214
max	7.349-7.395=-0.046

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.969=-0.000
max	25.972-25.972=-0.000

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	5.864-5.940=-0.077
σ	0.425-0.462=-0.037
min	5.552-5.666=-0.115
max	6.891-7.065=-0.174

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=-0.000
min	1021.612-1021.612=-0.000
max	1021.616-1021.616=0.000

*mean*	7137.000-7143.000=-6.000
σ	0.000
min	7137.000-7143.000=-6.000
max	7137.000-7143.000=-6.000

*mean*	381.390-378.040=3.350
σ	56.141-78.536=-22.395
min	347.985-347.655=0.330
max	474.302-572.377=-98.075

op=load_product(), with indexes

*mean*	7917.793-7917.793=0.001
σ	0.469-0.469=-0.000
min	7917.625-7917.624=0.001
max	7918.954

*mean*	3274.250-3275.375=-1.125
σ	1824.717-1826.479=-1.763
min	810.000
max	5624.000-5627.000=-3.000

*mean*	3832.224-3681.828=150.396
σ	1220.911-1060.112=160.800
min	3102.235-3091.293=10.942
max	6236.291-6099.316=136.975

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	90.379-89.873=0.506
σ	17.431-21.517=-4.086
min	73.729-70.451=3.278
max	117.799-125.124=-7.326

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946
σ	0.002
min	40.945
max	40.950

*mean*	7137.000-7143.000=-6.000
σ	0.000
min	7137.000-7143.000=-6.000
max	7137.000-7143.000=-6.000

*mean*	65.198-61.804=3.394
σ	0.373-1.145=-0.772
min	64.615-60.647=3.969
max	65.769-64.299=1.470

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.688-66.688=0.000
σ	0.002-0.002=0.000
min	66.686-66.686=0.000
max	66.691

*mean*	7137.000-7143.000=-6.000
σ	0.000
min	7137.000-7143.000=-6.000
max	7137.000-7143.000=-6.000

*mean*	234.030-99.887=134.143
σ	262.359-1.051=261.308
min	103.401-98.145=5.256
max	818.026-101.633=716.393

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	14217.171-14217.171=-0.000
σ	4.304-4.303=0.000
min	14215.575-14215.576=-0.001
max	14227.821-14227.820=0.000

*mean*	4041.000-4043.250=-2.250
σ	2007.480-2009.310=-1.830
min	1215.000-1218.000=-3.000
max	7137.000-7143.000=-6.000

*mean*	8062.993-7846.968=216.025
σ	2008.212-1741.475=266.737
min	5996.788-6013.714=-16.926
max	11079.508-10581.502=498.007

op=vertical_lookup_list() on indexed

*mean*	13159.108-13159.108=-0.000
σ	0.002-0.002=-0.000
min	13159.106-13159.105=0.001
max	13159.110

*mean*	7137.000-7143.000=-6.000
σ	0.000
min	7137.000-7143.000=-6.000
max	7137.000-7143.000=-6.000

*mean*	5190.889-5320.440=-129.551
σ	248.266-747.879=-499.612
min	5002.133-4980.247=21.886
max	5512.982-7152.625=-1639.642

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	346.421-383.098=-36.677
σ	36.935-18.126=18.809
min	293.609-352.230=-58.621
max	392.838-396.057=-3.219

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.250=2.750
σ	0.000-0.463=-0.463
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	752.432-761.246=-8.814
σ	54.042-54.967=-0.925
min	634.713-641.417=-6.704
max	803.181-839.981=-36.799

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.299-1024.299=-0.000
σ	0.760-0.759=0.001
min	1023.827-1023.827=0.000
max	1027.443-1027.437=0.006

*mean*	1042.750-1040.000=2.750
σ	308.326-290.879=17.447
min	571.000-561.000=10.000
max	1495.000-1434.000=61.000

*mean*	1.568-1.555=0.013
σ	0.122-0.095=0.027
min	1.460-1.406=0.054
max	1.993-1.792=0.201

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.446-0.415=0.031
σ	0.616-0.583=0.033
min	0.134-0.129=0.005
max	1.544-1.455=0.089

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.466=0.014
σ	0.317-0.315=0.002
min	0.322-0.308=0.014
max	1.046-1.028=0.018

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.223=-0.000
σ	0.029-0.033=-0.004
min	0.203-0.198=0.005
max	0.271-0.279=-0.008

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.329=0.002
σ	0.017-0.020=-0.003
min	0.319-0.314=0.005
max	0.360-0.362=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	434.600-436.000=-1.400
σ	4.099-5.612=-1.514
min	431.000
max	439.000-442.000=-3.000

*mean*	0.568-0.524=0.044
σ	0.052-0.070=-0.018
min	0.492-0.442=0.050
max	0.610-0.608=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.461-0.471=-0.010
σ	0.055-0.035=0.020
min	0.380-0.437=-0.057
max	0.521-0.521=-0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	1.977-1.849=0.129
σ	0.072-0.070=0.003
min	1.862-1.724=0.138
max	2.222-2.090=0.132

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	2.618-1.952=0.666
σ	0.132-0.071=0.061
min	1.951-1.796=0.155
max	3.028-2.256=0.771

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.307-0.303=0.004
σ	0.011-0.007=0.004
min	0.291-0.285=0.006
max	0.381-0.342=0.039

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-442.000=-3.000
σ	0.000
min	439.000-442.000=-3.000
max	439.000-442.000=-3.000

*mean*	0.290-0.292=-0.003
σ	0.008-0.009=-0.001
min	0.273-0.278=-0.005
max	0.338-0.349=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.569-298.667=-0.098
σ	1.079-1.035=0.044
min	298.141-298.269=-0.128
max	301.635-301.608=0.026

*mean*	442.100-439.600=2.500
σ	12.697-14.661=-1.964
min	426.000-415.000=11.000
max	463.000-464.000=-1.000

*mean*	0.590-0.609=-0.019
σ	0.039-0.018=0.021
min	0.512-0.573=-0.061
max	0.647-0.637=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=0.000
σ	0.000
min	236.678-236.678=0.000
max	236.678-236.678=0.000

*mean*	1052.125-934.750=117.375
σ	25.102-14.849=10.253
min	990.000-898.000=92.000
max	1061.000-940.000=121.000

*mean*	210.016-209.324=0.692
σ	3.153-4.349=-1.197
min	204.314-202.201=2.114
max	215.042-216.173=-1.131

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1052.125-932.750=119.375
σ	25.102-20.506=4.596
min	990.000-882.000=108.000
max	1061.000-940.000=121.000

*mean*	8.979-10.161=-1.181
σ	1.634-1.986=-0.352
min	6.418-6.568=-0.150
max	10.969-12.820=-1.852

phase=parser

*mean*	1042.360-1042.361=-0.001
σ	0.000-0.000=-0.000
min	1042.360-1042.361=-0.001
max	1042.361-1042.362=-0.001

*mean*	1052.125-932.750=119.375
σ	25.102-20.506=4.596
min	990.000-882.000=108.000
max	1061.000-940.000=121.000

*mean*	529.894-562.582=-32.688
σ	94.972-95.145=-0.173
min	410.251-411.226=-0.975
max	710.217-715.659=-5.441

phase=processProdDef

*mean*	4850.768-4850.766=0.002
σ	0.000
min	4850.768-4850.766=0.002
max	4850.768-4850.766=0.002

*mean*	1061.000-940.000=121.000
σ	0.000
min	1061.000-940.000=121.000
max	1061.000-940.000=121.000

*mean*	4776.885-4710.465=66.420
σ	318.786-467.609=-148.823
min	4228.256-3878.659=349.597
max	5152.346-5424.235=-271.889

phase=renaming

*mean*	21.675-21.671=0.004
σ	0.000
min	21.675-21.671=0.004
max	21.675-21.671=0.004

*mean*	1052.125-932.750=119.375
σ	25.102-20.506=4.596
min	990.000-882.000=108.000
max	1061.000-940.000=121.000

*mean*	32.980-38.932=-5.952
σ	8.812-8.417=0.395
min	20.571-20.792=-0.221
max	40.597-47.988=-7.391

phase=type checker

*mean*	990.450-990.454=-0.004
σ	0.071
min	990.344-990.348=-0.004
max	990.563-990.567=-0.004

*mean*	1052.125-934.500=117.625
σ	25.102-15.556=9.546
min	990.000-896.000=94.000
max	1061.000-940.000=121.000

*mean*	728.664-772.707=-44.043
σ	96.065-84.095=11.970
min	645.399-664.848=-19.448
max	902.631-876.399=26.232

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.821-293.820=0.001
σ	0.038-0.037=0.000
min	293.768-293.767=0.001
max	293.860-293.858=0.002

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.395-0.392=0.003
σ	0.002-0.001=0.000
min	0.392-0.391=0.002
max	0.396-0.394=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.194-1320.217=-0.023
σ	0.080-0.034=0.046
min	1320.088-1320.168=-0.080
max	1320.313-1320.253=0.060

*mean*	1072.800-1091.800=-19.000
σ	168.252-182.681=-14.429
min	844.000-838.000=6.000
max	1274.000-1308.000=-34.000

*mean*	2.120-2.312=-0.191
σ	0.145-0.181=-0.036
min	2.014-2.161=-0.147
max	2.367-2.625=-0.257

iters=5

new-facts=6402

prior-facts=1

*mean*	1560.581-1560.620=-0.038
σ	6.250-6.226=0.024
min	1557.544-1557.633=-0.089
max	1571.754-1571.752=0.002

*mean*	618.600-617.600=1.000
σ	82.473-81.816=0.657
min	494.000-493.000=1.000
max	716.000-712.000=4.000

*mean*	2.290-2.330=-0.040
σ	0.209-0.191=0.018
min	2.155-2.217=-0.062
max	2.660-2.668=-0.008

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.171-1882.153=0.018
σ	0.056-0.062=-0.006
min	1882.117-1882.097=0.020
max	1882.250-1882.256=-0.006

*mean*	1700.600-1735.600=-35.000
σ	249.783-230.110=19.672
min	1392.000-1431.000=-39.000
max	2031.000-1953.000=78.000

*mean*	2.929-3.038=-0.108
σ	0.104-0.241=-0.138
min	2.839-2.813=0.025
max	3.094-3.388=-0.294

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.741-1.772=-0.030
σ	0.179-0.127=0.052
min	1.456-1.622=-0.166
max	1.911-1.905=0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.080-452.080=0.000
σ	582.721-582.723=-0.002
min	160.716-160.718=-0.002
max	1326.162-1326.164=-0.003

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.522-0.550=-0.028
σ	0.496-0.547=-0.051
min	0.269-0.267=0.001
max	1.266-1.370=-0.104

policies=20

*mean*	1607.528-1607.521=0.007
σ	0.412-0.409=0.003
min	1607.249-1607.236=0.013
max	1608.139-1608.126=0.013

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.500-444.500=6.000
σ	8.660-7.000=1.660
min	443.000-441.000=2.000
max	458.000-455.000=3.000

*mean*	2.693-2.680=0.013
σ	0.016-0.012=0.004
min	2.677-2.666=0.010
max	2.715-2.695=0.021

policies=200

*mean*	16083.370-16083.439=-0.069
σ	0.162-0.073=0.089
min	16083.236-16083.373=-0.138
max	16083.583-16083.544=0.039

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.250-493.500=4.750
σ	3.775-3.317=0.458
min	494.000-490.000=4.000
max	503.000-498.000=5.000

*mean*	27.193-27.193=-0.000
σ	0.053-0.087=-0.034
min	27.130-27.081=0.049
max	27.258-27.273=-0.015