Compare commits

Home / Compare 0d4b31bc .. 3072973d

grey: no significant change wrt stddev
red: change exceeding max stddev
purple: some change, not seemingly significant

AST compact size (buildDeclTree)

Factorcompact size MiB
phase=buildDeclTree
mean0.203
σ0.000
min0.203
max0.203

AST compact size (macro expansion)

Factorcompact size MiB
phase=macro expansion
mean5.301
σ0.000
min5.301
max5.301

AST compact size (parser)

Factorcompact size MiB
phase=parser
mean5.176
σ0.000
min5.176
max5.176

AST compact size (processProdDef Decls)

Factorcompact size MiB
phase=processProdDef Decls
mean5.676
σ0.000
min5.676
max5.676

AST compact size (processProdDef)

Factorcompact size MiB
phase=processProdDef
mean446.883-447.664=-0.781
σ0.000
min446.883-447.664=-0.781
max446.883-447.664=-0.781

AST compact size (renaming)

Factorcompact size MiB
phase=renaming
mean5.488
σ0.000
min5.488
max5.488

AST compact size (type checker)

Factorcompact size MiB
phase=type checker
mean6.645
σ0.000
min6.645
max6.645

Aggregation: measureAggregations

Factorallocated MiBpeak allocated MiBtime_s
cache=n
dps=1
iters=10
policies=100
mean54.860-54.881=-0.021
σ0.359-0.358=0.001
min54.722-54.742=-0.020
max55.881-55.898=-0.017
mean417.000-418.700=-1.700
σ0.000-0.483=-0.483
min417.000-418.000=-1.000
max417.000-419.000=-2.000
mean0.139-0.139=-0.001
σ0.006-0.003=0.003
min0.131-0.136=-0.005
max0.145-0.147=-0.002
cache=y
dps=1
iters=10
policies=100
mean43.847-43.849=-0.001
σ0.006-0.007=-0.001
min43.836-43.836=0.000
max43.856-43.857=-0.001
mean417.700-419.000=-1.300
σ0.483-0.000=0.483
min417.000-419.000=-2.000
max418.000-419.000=-1.000
mean0.127-0.122=0.005
σ0.004-0.005=-0.001
min0.124-0.115=0.008
max0.135-0.130=0.005

CSV - indexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on indexed
mean36.617-36.616=0.001
σ0.000-0.000=0.000
min36.617-36.616=0.001
max36.618-36.616=0.001
mean4221.125-4588.500=-367.375
σ1969.260-2255.246=-285.986
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean12.176-13.393=-1.217
σ0.440-2.977=-2.538
min11.887-12.013=-0.126
max13.222-20.714=-7.491
op=column_set() on indexed, repeat
mean36.618-36.616=0.001
σ0.000-0.000=0.000
min36.617-36.616=0.001
max36.618-36.617=0.002
mean4447.875-4588.500=-140.625
σ2239.732-2255.246=-15.514
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean110.243-13.629=96.614
σ278.372-2.775=275.597
min11.365-11.780=-0.416
max799.175-20.339=778.835
op=table_records(), no indexes
mean41.948-41.948=0.000
σ0.002-0.002=-0.000
min41.946-41.945=0.001
max41.951-41.950=0.000
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean11.045-11.030=0.015
σ0.107-0.140=-0.033
min10.900-10.867=0.033
max11.191-11.243=-0.052
op=table_records(), repeat
mean41.933-41.932=0.001
σ0.000-0.000=0.000
min41.933-41.932=0.001
max41.934-41.933=0.001
mean4221.125-4175.250=45.875
σ1969.260-1947.536=21.723
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean11.379-11.851=-0.472
σ0.960-1.726=-0.766
min10.880-10.919=-0.039
max13.726-16.080=-2.354
op=vertical_lookup_list() on indexed, after table_records()
mean27.655-27.653=0.002
σ0.136-0.137=-0.000
min27.606-27.604=0.002
max27.993-27.991=0.002
mean4221.125-4175.250=45.875
σ1969.260-1947.536=21.723
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean8.850-9.121=-0.271
σ0.645-1.264=-0.618
min7.880-8.348=-0.468
max10.189-12.210=-2.021
op=vertical_lookup_list() on indexed, after table_records(), repeat
mean26.406-26.404=0.002
σ0.000-0.000=0.000
min26.406-26.404=0.002
max26.406-26.404=0.002
mean4221.125-4175.250=45.875
σ1969.260-1947.536=21.723
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean7.037-7.139=-0.102
σ0.476-1.021=-0.544
min6.483-6.129=0.354
max8.116-9.550=-1.434
op=vertical_lookup_row_list() on 2 indexed
mean25.681-25.679=0.002
σ0.003-0.003=0.000
min25.680-25.678=0.002
max25.688-25.686=0.002
mean4447.875-4588.500=-140.625
σ2239.732-2255.246=-15.514
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean6.328-6.216=0.112
σ1.049-0.448=0.601
min5.762-5.868=-0.107
max8.904-7.275=1.629
op=vertical_lookup_row_list() on 3 (1 unindexed)
mean25.984-25.982=0.002
σ0.000-0.001=-0.000
min25.984-25.982=0.002
max25.985-25.983=0.002
mean4447.875-4588.500=-140.625
σ2239.732-2255.246=-15.514
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean6.263-6.104=0.158
σ1.087-0.519=0.568
min5.789-5.833=-0.044
max8.945-7.379=1.566

CSV - loading a lazy table

Factorallocated MiBpeak allocated MiBtime (ms)
op=load_product(), no indexes
mean1021.627-1021.615=0.012
σ0.002-0.002=-0.000
min1021.625-1021.612=0.013
max1021.629-1021.617=0.012
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean348.003-362.149=-14.146
σ2.603-42.165=-39.562
min344.262-341.757=2.505
max351.398-466.324=-114.926
op=load_product(), with indexes
mean3495.878-3495.866=0.013
σ0.468-0.468=-0.000
min3495.713-3495.700=0.013
max3497.037-3497.024=0.012
mean3791.500-3753.000=38.500
σ2327.569-2300.829=26.739
min720.000
max7438.000-7404.000=34.000
mean2102.444-1770.852=331.593
σ1017.001-679.586=337.415
min1400.854-1390.645=10.209
max4001.306-2977.440=1023.865

CSV - unindexed operations

Factorallocated MiBpeak allocated MiBtime (ms)
op=column_set() on unindexed, dense, minor warmup
mean107.854-107.853=0.001
σ0.000-0.000=-0.000
min107.854-107.853=0.001
max107.854-107.853=0.000
mean4221.125-4408.875=-187.750
σ1969.260-2226.129=-256.869
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean133.065-261.591=-128.526
σ8.255-350.721=-342.466
min123.556-124.933=-1.378
max150.572-1128.658=-978.086
op=column_set() on unindexed, dense, repeat
mean62.081-62.081=0.000
σ0.000-0.001=-0.001
min62.081-62.080=0.001
max62.082-62.084=-0.003
mean4221.125-4588.500=-367.375
σ1969.260-2255.246=-285.986
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean41.570-206.175=-164.605
σ1.352-454.965=-453.613
min39.610-42.476=-2.866
max43.892-1332.136=-1288.244
op=vertical_lookup_list() repeated on unindexed missing Int
mean40.948-40.946=0.002
σ0.002
min40.947-40.945=0.002
max40.950-40.949=0.002
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean22.455-22.390=0.065
σ1.175-1.727=-0.552
min21.643-21.440=0.203
max24.900-26.604=-1.703
op=vertical_lookup_row_list() on unindexed small unique Int
mean71.308-71.307=0.001
σ0.002-0.002=0.000
min71.307-71.306=0.001
max71.311-71.309=0.001
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean131.930-271.782=-139.852
σ213.796-608.080=-394.285
min55.041-54.841=0.200
max661.039-1776.687=-1115.648

CSV - warmup

Factorallocated MiBpeak allocated MiBtime (ms)
op=table_records()
mean4646.850-4646.849=0.001
σ0.013-0.014=-0.000
min4646.845-4646.844=0.001
max4646.883-4646.883=0.001
mean4221.125-4175.250=45.875
σ1969.260-1947.536=21.723
min1483.000-1486.000=-3.000
max7438.000-7404.000=34.000
mean3268.323-3359.017=-90.694
σ633.844-872.273=-238.429
min2525.825-2520.065=5.760
max4244.452-4903.575=-659.122
op=vertical_lookup_list() on indexed
mean1973.851-1973.849=0.003
σ0.002-0.002=-0.000
min1973.849-1973.847=0.003
max1973.853-1973.852=0.002
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean1238.199-1052.372=185.827
σ836.060-188.099=647.961
min906.646-932.990=-26.344
max3301.248-1467.930=1833.319
op=vertical_lookup_list() on unindexed missing Int, minor warmup
mean905.105-905.103=0.002
σ0.002
min905.102-905.101=0.002
max905.108-905.106=0.002
mean7438.000-7404.000=34.000
σ0.000
min7438.000-7404.000=34.000
max7438.000-7404.000=34.000
mean406.069-390.750=15.318
σ42.847-3.138=39.709
min387.725-384.971=2.754
max512.016-393.972=118.044

CSV internal benchmark: pointedIndexFromKvs

Factorallocated MiBpeak allocated MiBtime (ms)
op=pointedIndexFromKvs
rows=200000
mean148.144
σ0.001
min148.144
max148.148
mean478.000-474.625=3.375
σ0.000-0.518=-0.518
min478.000-474.000=4.000
max478.000-475.000=3.000
mean394.641-378.132=16.509
σ32.881-39.543=-6.662
min355.177-307.601=47.576
max449.889-432.476=17.413
op=pointedIndexFromKvs
rows=400000
mean308.493
σ0.001
min308.493
max308.497
mean565.000-564.000=1.000
σ0.000
min565.000-564.000=1.000
max565.000-564.000=1.000
mean746.719-741.813=4.906
σ52.329-53.821=-1.493
min637.170-626.920=10.250
max797.369-798.758=-1.389

Marine Hull: transactPolicy

Factorallocated MiBpeak allocated MiBtime
datapoints=1
iterations=20
mean1024.565-1024.566=-0.001
σ0.759-0.759=0.000
min1024.094-1024.095=-0.001
max1027.704-1027.705=-0.001
mean1045.500-1050.650=-5.150
σ308.959-313.121=-4.162
min592.000-593.000=-1.000
max1501.000-1515.000=-14.000
mean1.388-1.378=0.010
σ0.081-0.107=-0.026
min1.315-1.157=0.158
max1.580-1.587=-0.007

Parser: Comma Sep

Factorallocated MiBpeak allocated MiBtime (ms)
name=ambiguous_item.art
mean0.913-0.913=-0.000
σ0.020
min0.903-0.903=-0.000
max0.949-0.949=-0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.402-0.301=0.101
σ0.532-0.290=0.242
min0.135-0.139=-0.003
max1.349-0.814=0.535
name=error_case.art
mean2.340-2.340=-0.000
σ0.012
min2.334-2.334=-0.000
max2.362-2.362=-0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.486-0.478=0.009
σ0.327-0.316=0.010
min0.316-0.329=-0.013
max1.070-1.043=0.026
name=heavy_item.art
mean1.523-1.523=-0.000
σ0.002
min1.521-1.521=-0.000
max1.525-1.525=-0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.220-0.225=-0.005
σ0.021-0.019=0.002
min0.200-0.210=-0.010
max0.256-0.258=-0.003
name=nested_use.art
mean2.358-2.358=-0.000
σ0.002
min2.357-2.357=-0.000
max2.361-2.361=-0.000
mean402.000
σ0.000
min402.000
max402.000
mean0.340-0.338=0.002
σ0.015-0.027=-0.012
min0.328-0.319=0.010
max0.366-0.383=-0.017

Parser: Real World

Factorallocated MiBpeak allocated MiBtime (sec)
name=aon_gpf25_7k_loc.art
mean964.971-965.024=-0.053
σ0.011
min964.965-965.018=-0.053
max964.989-965.042=-0.053
mean431.000-436.200=-5.200
σ0.000-1.789=-1.789
min431.000-433.000=-2.000
max431.000-437.000=-6.000
mean0.545-0.533=0.012
σ0.061-0.054=0.008
min0.476-0.447=0.029
max0.606-0.579=0.027
name=cdr_enhanced_4k_loc.art
mean885.898-885.928=-0.029
σ0.002
min885.897-885.926=-0.029
max885.901-885.930=-0.029
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.461-0.462=-0.000
σ0.030-0.047=-0.017
min0.424-0.395=0.029
max0.487-0.520=-0.033

Parser: Record Parsing

Factorallocated MiBpeak allocated MiBtime (ms)
name=record_render_large_success.art
mean7.710-7.710=-0.000
σ0.002
min7.709-7.709=-0.000
max7.713-7.713=-0.000
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean2.666-2.617=0.049
σ0.094-0.086=0.008
min2.491-2.488=0.003
max3.149-2.881=0.268
name=record_render_large_syntax_err.art
mean7.658-7.658=-0.000
σ0.002
min7.657-7.657=-0.000
max7.661-7.661=-0.000
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean2.627-2.579=0.047
σ0.073-0.066=0.008
min2.432-2.444=-0.013
max2.892-2.822=0.070
name=record_render_success.art
mean2.290-2.290=-0.000
σ0.002
min2.289-2.289=-0.000
max2.293-2.293=-0.000
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.309-0.304=0.005
σ0.009-0.009=-0.000
min0.297-0.291=0.006
max0.368-0.369=-0.001
name=record_render_syntax_err.art
mean2.165-2.165=-0.000
σ0.002
min2.164-2.164=-0.000
max2.168-2.168=-0.000
mean431.000-443.000=-12.000
σ0.000
min431.000-443.000=-12.000
max431.000-443.000=-12.000
mean0.300-0.293=0.007
σ0.050-0.012=0.038
min0.283-0.277=0.006
max0.789-0.376=0.413

Revision Creation

Factorallocated MiBpeak allocated MiBtime_s
number of threads=8
revision count=1000
mean11.527-11.743=-0.215
σ11.085-11.232=-0.147
min0.721-0.574=0.147
max82.399-82.351=0.048
mean459.366-459.830=-0.464
σ15.982-21.065=-5.083
min408.000-406.000=2.000
max473.000-479.000=-6.000
mean0.027-0.027=-0.000
σ0.027-0.028=-0.001
min0.001-0.001=-0.000
max0.199-0.203=-0.004

SoV import

Factorallocated MiBpeak allocated MiBtime_s
iters=10
rows=1000
mean298.734-298.585=0.150
σ0.978-1.005=-0.027
min298.252-298.129=0.122
max301.503-301.434=0.070
mean444.000-444.400=-0.400
σ14.900-15.643=-0.744
min417.000-418.000=-1.000
max462.000-471.000=-9.000
mean0.600-0.600=-0.000
σ0.019-0.029=-0.010
min0.573-0.547=0.025
max0.641-0.659=-0.017

Timed compile per phase

Factorallocated MiBpeak allocated MiBtime (ms)
phase=buildDeclTree
mean173.738-236.678=-62.940
σ0.000-0.000=0.000
min173.738-236.678=-62.940
max173.738-236.678=-62.939
mean840.000-1013.375=-173.375
σ0.000-63.993=-63.993
min840.000-855.000=-15.000
max840.000-1036.000=-196.000
mean248.936-206.811=42.125
σ15.356-3.655=11.700
min212.247-199.773=12.474
max260.171-211.356=48.815
phase=macro expansion
mean6.133-6.130=0.004
σ0.000
min6.133-6.130=0.004
max6.133-6.130=0.004
mean840.000-1013.375=-173.375
σ0.000-63.993=-63.993
min840.000-855.000=-15.000
max840.000-1036.000=-196.000
mean8.983-11.656=-2.673
σ0.964-2.516=-1.552
min7.421-8.111=-0.689
max9.772-15.783=-6.012
phase=parser
mean1042.434-1042.452=-0.018
σ0.000-0.000=-0.000
min1042.434-1042.452=-0.018
max1042.434-1042.453=-0.019
mean840.000-1013.375=-173.375
σ0.000-63.993=-63.993
min840.000-855.000=-15.000
max840.000-1036.000=-196.000
mean554.254-673.460=-119.206
σ75.479-116.035=-40.556
min426.095-530.005=-103.910
max600.833-840.647=-239.814
phase=processProdDef
mean2243.977-2232.167=11.810
σ0.000
min2243.977-2232.167=11.810
max2243.977-2232.167=11.810
mean840.000-1036.000=-196.000
σ0.000
min840.000-1036.000=-196.000
max840.000-1036.000=-196.000
mean2584.759-2795.175=-210.416
σ332.669-554.388=-221.718
min2018.696-2046.986=-28.290
max3074.556-3332.181=-257.625
phase=renaming
mean21.671-21.671=-0.000
σ0.000
min21.671-21.671=-0.000
max21.671-21.671=-0.000
mean840.000-1013.375=-173.375
σ0.000-63.993=-63.993
min840.000-855.000=-15.000
max840.000-1036.000=-196.000
mean36.829-39.632=-2.803
σ6.276-12.246=-5.971
min26.553-21.824=4.729
max40.647-56.268=-15.621
phase=type checker
mean989.752-990.450=-0.698
σ0.066-0.071=-0.005
min989.654-990.345=-0.691
max989.841-990.563=-0.722
mean840.000-1013.375=-173.375
σ0.000-63.993=-63.993
min840.000-855.000=-15.000
max840.000-1036.000=-196.000
mean670.980-932.602=-261.622
σ13.531-122.084=-108.553
min647.952-824.279=-176.327
max683.986-1132.698=-448.712

Workflow: transactPolicy

Factorallocated MiBpeak allocated MiBtime
iters=5
new-facts=1
prior-facts=1
mean293.820-293.821=-0.000
σ0.038-0.038=0.001
min293.765-293.768=-0.002
max293.859-293.860=-0.000
mean444.400-443.000=1.400
σ0.548-3.000=-2.452
min444.000-440.000=4.000
max445.000-447.000=-2.000
mean0.402-0.395=0.007
σ0.013-0.006=0.007
min0.388-0.391=-0.003
max0.417-0.405=0.012
iters=5
new-facts=1
prior-facts=6402
mean1320.286-1320.292=-0.005
σ0.130-0.136=-0.006
min1320.163-1320.171=-0.008
max1320.492-1320.515=-0.024
mean1089.200-1115.400=-26.200
σ167.701-169.230=-1.529
min892.000-899.000=-7.000
max1319.000-1325.000=-6.000
mean1.957-1.937=0.020
σ0.154-0.049=0.105
min1.841-1.870=-0.029
max2.218-1.999=0.219
iters=5
new-facts=6402
prior-facts=1
mean1559.293-1559.313=-0.019
σ3.006-2.943=0.063
min1557.673-1557.735=-0.062
max1564.658-1564.562=0.095
mean625.600-639.800=-14.200
σ87.022-74.610=12.412
min496.000-541.000=-45.000
max728.000-730.000=-2.000
mean2.224-2.352=-0.128
σ0.226-0.288=-0.062
min2.059-2.054=0.005
max2.622-2.650=-0.029
iters=5
new-facts=6402
prior-facts=6402
mean1882.347-1882.367=-0.020
σ0.062-0.069=-0.007
min1882.261-1882.287=-0.026
max1882.428-1882.456=-0.028
mean1729.200-1763.000=-33.800
σ177.115-220.919=-43.804
min1471.000-1467.000=4.000
max1888.000-1972.000=-84.000
mean3.109-3.272=-0.163
σ0.379-0.359=0.021
min2.858-2.897=-0.040
max3.780-3.690=0.090

newProductH/cdr_auton/broker

Factortime_s
iterations=5
mean1.617-1.676=-0.059
σ0.129-0.189=-0.060
min1.519-1.373=0.145
max1.840-1.802=0.038

policy addition benchmark

Factorallocated MiBdb queriespeak allocated MiBtime
policies=2
mean419.769-416.906=2.863
σ518.099-512.375=5.724
min160.716-160.715=0.001
max1196.918-1185.469=11.450
mean101.750-102.250=-0.500
σ7.500-8.500=-1.000
min98.000
max113.000-115.000=-2.000
mean446.000-444.000=2.000
σ0.000
min446.000-444.000=2.000
max446.000-444.000=2.000
mean0.508-0.535=-0.027
σ0.489-0.533=-0.045
min0.261-0.262=-0.001
max1.241-1.335=-0.094
policies=20
mean1607.501-1607.511=-0.010
σ0.361-0.371=-0.010
min1607.246-1607.251=-0.006
max1608.033-1608.061=-0.027
mean980.000
σ0.000
min980.000
max980.000
mean450.750-447.000=3.750
σ9.500-2.000=7.500
min446.000-444.000=2.000
max465.000-448.000=17.000
mean2.604-2.624=-0.020
σ0.019-0.014=0.005
min2.582-2.606=-0.024
max2.628-2.639=-0.011
policies=200
mean16083.468-16083.503=-0.035
σ0.101-0.051=0.050
min16083.325-16083.457=-0.132
max16083.547-16083.574=-0.027
mean9800.000
σ0.000
min9800.000
max9800.000
mean496.750-497.500=-0.750
σ5.439-5.802=-0.363
min491.000-490.000=1.000
max504.000-503.000=1.000
mean26.162-26.424=-0.263
σ0.265-0.096=0.169
min26.015-26.299=-0.283
max26.559-26.524=0.035