Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.301
σ	0.000
min	5.301
max	5.301

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	5.176
σ	0.000
min	5.176
max	5.176

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	447.664
σ	0.000
min	447.664
max	447.664

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.488
σ	0.000
min	5.488
max	5.488

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.645
σ	0.000
min	6.645
max	6.645

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.888-54.888=0.000
σ	0.359-0.357=0.002
min	54.751-54.755=-0.004
max	55.909-55.904=0.005

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.138-0.139=-0.001
σ	0.007-0.006=0.001
min	0.132-0.133=-0.002
max	0.151-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.857-43.856=0.001
σ	0.005-0.006=-0.000
min	43.848-43.848=-0.001
max	43.862-43.865=-0.003

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.129-0.124=0.006
σ	0.008-0.003=0.005
min	0.122-0.121=0.001
max	0.142-0.130=0.012

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.616-36.616=0.000
σ	0.000-0.000=-0.000
min	36.616
max	36.617

*mean*	4587.500-4225.000=362.500
σ	2253.265-1970.075=283.189
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	14.167-12.279=1.888
σ	3.734-0.494=3.240
min	12.134-11.978=0.156
max	22.202-13.470=8.732

op=column_set() on indexed, repeat

*mean*	36.616-36.616=-0.000
σ	0.000-0.000=-0.000
min	36.616
max	36.617-36.617=-0.001

*mean*	4587.500-4450.750=136.750
σ	2253.265-2239.170=14.095
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	13.751-62.380=-48.628
σ	2.309-140.808=-138.500
min	11.783-11.481=0.303
max	18.158-410.858=-392.700

op=table_records(), no indexes

*mean*	41.947-41.947=-0.000
σ	0.002-0.002=-0.000
min	41.946-41.945=0.000
max	41.950-41.950=-0.000

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	11.120-11.149=-0.029
σ	0.166-0.172=-0.006
min	10.917-10.898=0.019
max	11.381-11.462=-0.081

op=table_records(), repeat

*mean*	41.932-41.933=-0.000
σ	0.000-0.000=-0.000
min	41.932
max	41.933-41.933=-0.000

*mean*	4174.750-4225.000=-50.250
σ	1945.220-1970.075=-24.856
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	11.691-11.685=0.006
σ	1.857-1.873=-0.015
min	10.843-10.855=-0.012
max	16.279-16.314=-0.035

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4174.750-4225.000=-50.250
σ	1945.220-1970.075=-24.856
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	9.182-8.813=0.369
σ	1.256-1.077=0.179
min	8.000-7.836=0.164
max	12.180-11.378=0.802

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.404-26.404=-0.000
σ	0.000-0.000=0.000
min	26.404-26.404=-0.000
max	26.404-26.404=-0.000

*mean*	4174.750-4225.000=-50.250
σ	1945.220-1970.075=-24.856
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	7.170-6.697=0.473
σ	0.798-0.551=0.247
min	6.290-5.993=0.297
max	9.032-7.891=1.141

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.679-25.679=-0.000
σ	0.003-0.003=0.000
min	25.678
max	25.686

*mean*	4587.500-4450.750=136.750
σ	2253.265-2239.170=14.095
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	6.303-6.052=0.250
σ	0.460-0.127=0.333
min	5.852-5.891=-0.040
max	7.028-6.294=0.734

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.982-25.982=0.000
σ	0.000-0.001=-0.000
min	25.982
max	25.983-25.983=-0.000

*mean*	4587.500-4450.750=136.750
σ	2253.265-2239.170=14.095
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	5.975-5.898=0.077
σ	0.367-0.128=0.239
min	5.699-5.693=0.005
max	6.860-6.133=0.726

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.614-1021.614=0.000
σ	0.002-0.002=0.000
min	1021.612-1021.612=0.000
max	1021.617-1021.616=0.000

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	362.883-349.681=13.202
σ	41.785-2.688=39.097
min	344.431-344.595=-0.164
max	466.160-353.839=112.321

op=load_product(), with indexes

*mean*	3495.866-3495.866=0.000
σ	0.469-0.469=0.000
min	3495.700-3495.700=0.001
max	3497.026-3497.025=0.000

*mean*	3752.125-3794.000=-41.875
σ	2298.699-2328.828=-30.129
min	720.000
max	7403.000-7436.000=-33.000

*mean*	1563.623-2097.777=-534.154
σ	384.756-1007.082=-622.326
min	1397.286-1409.447=-12.161
max	2504.255-3998.176=-1493.921

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.853-107.853=0.000
σ	0.000-0.000=0.000
min	107.852
max	107.853-107.853=0.000

*mean*	4409.125-4225.000=184.125
σ	2224.475-1970.075=254.399
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	275.303-135.163=140.140
σ	379.084-14.013=365.071
min	130.641-124.495=6.146
max	1212.541-166.487=1046.055

op=column_set() on unindexed, dense, repeat

*mean*	62.081-62.081=0.000
σ	0.001-0.001=-0.000
min	62.080
max	62.084

*mean*	4587.500-4225.000=362.500
σ	2253.265-1970.075=283.189
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	174.667-43.106=131.562
σ	358.612-1.268=357.344
min	42.688-41.410=1.278
max	1061.907-45.279=1016.628

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.946-40.946=-0.000
σ	0.002-0.002=-0.000
min	40.945
max	40.949-40.949=-0.000

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	22.302-22.356=-0.054
σ	1.509-2.192=-0.683
min	21.529-21.452=0.076
max	26.001-27.775=-1.774

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.307-71.307=-0.000
σ	0.002-0.002=0.000
min	71.306-71.305=0.000
max	71.310

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	241.991-164.870=77.121
σ	521.714-306.009=215.705
min	56.181-55.289=0.892
max	1533.154-922.191=610.963

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.849-4646.849=0.000
σ	0.014-0.013=0.000
min	4646.844
max	4646.883-4646.882=0.001

*mean*	4174.750-4225.000=-50.250
σ	1945.220-1970.075=-24.856
min	1487.000-1484.000=3.000
max	7403.000-7436.000=-33.000

*mean*	3236.367-3377.039=-140.671
σ	861.081-584.528=276.552
min	2513.186-2534.091=-20.905
max	4722.724-4222.130=500.595

op=vertical_lookup_list() on indexed

*mean*	1973.849-1973.849=-0.000
σ	0.002-0.002=0.000
min	1973.847-1973.847=-0.000
max	1973.852-1973.851=0.000

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	1077.056-1298.462=-221.406
σ	268.713-789.470=-520.757
min	924.881-931.631=-6.750
max	1702.148-3177.582=-1475.434

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.103
σ	0.002
min	905.101
max	905.106

*mean*	7403.000-7436.000=-33.000
σ	0.000
min	7403.000-7436.000=-33.000
max	7403.000-7436.000=-33.000

*mean*	398.462-408.338=-9.876
σ	5.551-43.607=-38.055
min	388.398-390.573=-2.175
max	407.992-516.166=-108.174

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	381.206-383.961=-2.754
σ	26.685-35.443=-8.758
min	335.824-311.237=24.587
max	430.352-425.252=5.100

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	558.875-564.000=-5.125
σ	0.354-0.000=0.354
min	558.000-564.000=-6.000
max	559.000-564.000=-5.000

*mean*	723.208-741.028=-17.820
σ	55.282-31.359=23.924
min	624.580-695.337=-70.757
max	781.263-791.295=-10.032

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.566-1024.561=0.006
σ	0.759-0.760=-0.001
min	1024.096-1024.096=-0.000
max	1027.705-1027.705=0.000

*mean*	1050.300-1048.400=1.900
σ	312.553-312.586=-0.034
min	593.000-591.000=2.000
max	1514.000-1512.000=2.000

*mean*	1.375-1.392=-0.017
σ	0.069-0.084=-0.015
min	1.295-1.218=0.078
max	1.562-1.593=-0.030

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.408=-0.109
σ	0.287-0.523=-0.236
min	0.149-0.145=0.005
max	0.808-1.340=-0.532

name=error_case.art

*mean*	2.340
σ	0.012
min	2.334
max	2.362

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.486=-0.012
σ	0.319-0.316=0.003
min	0.320-0.324=-0.005
max	1.044-1.050=-0.006

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.217-0.226=-0.008
σ	0.026-0.019=0.007
min	0.197-0.210=-0.012
max	0.259-0.258=0.001

name=nested_use.art

*mean*	2.358
σ	0.002
min	2.357
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.340=-0.011
σ	0.014-0.016=-0.002
min	0.317-0.327=-0.011
max	0.352-0.368=-0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	965.024
σ	0.011
min	965.018
max	965.042

*mean*	436.000-431.600=4.400
σ	2.236-1.342=0.894
min	432.000-431.000=1.000
max	437.000-434.000=3.000

*mean*	0.566-0.585=-0.019
σ	0.046-0.028=0.018
min	0.516-0.538=-0.022
max	0.611-0.609=0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.928
σ	0.002
min	885.926
max	885.930

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.480-0.459=0.021
σ	0.032-0.009=0.023
min	0.440-0.449=-0.010
max	0.530-0.471=0.059

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.710
σ	0.002
min	7.709
max	7.713

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.976-2.601=-0.625
σ	0.093-0.101=-0.008
min	1.850-2.412=-0.563
max	2.518-2.854=-0.337

name=record_render_large_syntax_err.art

*mean*	7.658
σ	0.002
min	7.657
max	7.661

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.022-2.584=-0.562
σ	0.249-0.074=0.175
min	1.817-2.415=-0.598
max	2.874-2.800=0.074

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.307-0.306=0.001
σ	0.015-0.023=-0.008
min	0.291-0.289=0.002
max	0.428-0.512=-0.084

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.286-0.291=-0.005
σ	0.009-0.008=0.001
min	0.269-0.279=-0.010
max	0.329-0.340=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.858-298.701=0.157
σ	0.999-0.977=0.022
min	298.479-298.245=0.234
max	301.697-301.466=0.230

*mean*	441.900-442.300=-0.400
σ	12.662-15.173=-2.512
min	425.000-417.000=8.000
max	464.000-470.000=-6.000

*mean*	0.607-0.580=0.028
σ	0.016-0.034=-0.018
min	0.579-0.515=0.064
max	0.641-0.620=0.020

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	236.678-236.678=-0.000
σ	0.000-0.000=0.000
min	236.678-236.678=-0.000
max	236.678-236.678=0.000

*mean*	1012.625-1008.375=4.250
σ	66.114-63.993=2.121
min	849.000-850.000=-1.000
max	1036.000-1031.000=5.000

*mean*	203.259-206.886=-3.627
σ	3.661-2.021=1.640
min	197.337-204.197=-6.860
max	209.295-210.017=-0.722

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1012.625-1008.375=4.250
σ	66.114-63.993=2.121
min	849.000-850.000=-1.000
max	1036.000-1031.000=5.000

*mean*	11.944-11.507=0.436
σ	2.404-1.578=0.826
min	7.791-9.393=-1.602
max	15.682-13.166=2.516

phase=parser

*mean*	1042.452-1042.450=0.002
σ	0.002-0.000=0.001
min	1042.451-1042.450=0.002
max	1042.456-1042.450=0.006

*mean*	1012.625-1008.375=4.250
σ	66.114-63.993=2.121
min	849.000-850.000=-1.000
max	1036.000-1031.000=5.000

*mean*	636.974-728.867=-91.893
σ	108.035-89.240=18.796
min	513.965-606.180=-92.215
max	827.433-848.309=-20.876

phase=processProdDef

*mean*	2232.167-2232.171=-0.003
σ	0.000-0.000=0.000
min	2232.167-2232.171=-0.003
max	2232.167-2232.171=-0.003

*mean*	1036.000-1031.000=5.000
σ	0.000
min	1036.000-1031.000=5.000
max	1036.000-1031.000=5.000

*mean*	2836.664-2679.363=157.300
σ	319.556-614.637=-295.081
min	2223.075-1754.876=468.199
max	3291.056-3369.380=-78.324

phase=renaming

*mean*	21.671-21.675=-0.004
σ	0.000
min	21.671-21.675=-0.004
max	21.671-21.675=-0.004

*mean*	1012.625-1008.375=4.250
σ	66.114-63.993=2.121
min	849.000-850.000=-1.000
max	1036.000-1031.000=5.000

*mean*	39.464-48.210=-8.746
σ	10.431-9.565=0.867
min	21.863-34.644=-12.781
max	54.809-58.672=-3.863

phase=type checker

*mean*	990.451-990.450=0.000
σ	0.070-0.071=-0.001
min	990.348-990.345=0.004
max	990.563

*mean*	1012.625-1008.375=4.250
σ	66.114-63.993=2.121
min	849.000-850.000=-1.000
max	1036.000-1031.000=5.000

*mean*	863.161-883.916=-20.755
σ	60.218-111.820=-51.602
min	748.797-757.523=-8.726
max	942.775-1104.003=-161.228

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.822-293.823=-0.001
σ	0.038-0.038=-0.000
min	293.769-293.770=-0.001
max	293.861-293.863=-0.001

*mean*	445.000-440.800=4.200
σ	0.000-3.834=-3.834
min	445.000-437.000=8.000
max	445.000-446.000=-1.000

*mean*	0.393-0.395=-0.002
σ	0.002-0.006=-0.004
min	0.391-0.390=0.001
max	0.396-0.404=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.284-1320.293=-0.009
σ	0.132-0.136=-0.004
min	1320.164-1320.173=-0.008
max	1320.503-1320.518=-0.016

*mean*	1113.600-1112.400=1.200
σ	170.497-169.366=1.131
min	898.000-897.000=1.000
max	1332.000-1327.000=5.000

*mean*	1.973-1.937=0.036
σ	0.037-0.041=-0.004
min	1.925-1.886=0.039
max	2.024-1.981=0.043

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.290-1559.306=-0.016
σ	3.000-2.953=0.048
min	1557.679-1557.726=-0.047
max	1564.644-1564.572=0.073

*mean*	625.400-637.400=-12.000
σ	87.248-74.433=12.815
min	495.000-539.000=-44.000
max	727.000

*mean*	2.217-2.359=-0.141
σ	0.252-0.288=-0.036
min	2.069-2.048=0.021
max	2.664-2.661=0.003

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.369-1882.364=0.005
σ	0.067-0.074=-0.007
min	1882.287-1882.283=0.004
max	1882.454-1882.461=-0.006

*mean*	1765.200-1760.000=5.200
σ	213.145-211.616=1.528
min	1492.000-1480.000=12.000
max	1971.000-1961.000=10.000

*mean*	3.348-3.233=0.115
σ	0.411-0.359=0.052
min	2.897-2.810=0.087
max	3.820-3.593=0.228

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.753-1.690=0.063
σ	0.163-0.104=0.059
min	1.474-1.569=-0.095
max	1.893-1.792=0.101

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	416.908-416.909=-0.001
σ	512.375-512.374=0.001
min	160.712-160.717=-0.005
max	1185.470-1185.470=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	446.000
σ	0.000
min	446.000
max	446.000

*mean*	0.519-0.497=0.023
σ	0.500-0.466=0.033
min	0.266-0.262=0.003
max	1.269-1.196=0.073

policies=20

*mean*	1607.517-1607.516=0.001
σ	0.369-0.370=-0.001
min	1607.260-1607.259=0.001
max	1608.061-1608.062=-0.001

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	447.500-447.000=0.500
σ	1.732-1.155=0.577
min	446.000
max	449.000-448.000=1.000

*mean*	2.620-2.616=0.005
σ	0.022-0.019=0.003
min	2.596-2.605=-0.009
max	2.645-2.644=0.000

policies=200

*mean*	16083.582-16083.534=0.048
σ	0.063-0.117=-0.054
min	16083.509-16083.404=0.105
max	16083.641-16083.670=-0.029

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.000-495.500=1.500
σ	3.367-4.796=-1.429
min	493.000-489.000=4.000
max	501.000-500.000=1.000

*mean*	26.521-26.489=0.032
σ	0.250-0.113=0.136
min	26.299-26.382=-0.083
max	26.805-26.648=0.157