Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.619=-0.000
σ	0.350-0.349=0.002
min	54.483-54.488=-0.005
max	55.616-55.611=0.004

*mean*	415.700-415.000=0.700
σ	0.483-0.000=0.483
min	415.000
max	416.000-415.000=1.000

*mean*	0.141-0.140=0.001
σ	0.004-0.005=-0.001
min	0.137-0.135=0.002
max	0.150-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.001
σ	0.006-0.008=-0.002
min	43.782-43.780=0.003
max	43.799-43.804=-0.005

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.123-0.121=0.001
σ	0.004-0.006=-0.002
min	0.120-0.115=0.005
max	0.129-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	12.263-12.479=-0.216
σ	0.314-0.164=0.150
min	11.775-12.179=-0.405
max	12.673-12.744=-0.071

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	11.874-12.581=-0.707
σ	0.476-0.582=-0.106
min	11.503-11.523=-0.020
max	12.774-13.096=-0.321

op=table_records(), no indexes

*mean*	41.931-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.932-41.933=-0.001

*mean*	7300.000-7329.000=-29.000
σ	0.000
min	7300.000-7329.000=-29.000
max	7300.000-7329.000=-29.000

*mean*	14.544-14.548=-0.004
σ	0.606-0.932=-0.326
min	13.176-12.307=0.869
max	15.026-15.161=-0.135

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	12.524-12.304=0.219
σ	1.827-1.696=0.131
min	10.449-10.287=0.161
max	14.665-14.710=-0.044

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603
max	27.991

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	8.338-8.589=-0.251
σ	0.350-0.345=0.005
min	7.853-8.055=-0.202
max	8.911-9.051=-0.140

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	6.314-6.485=-0.170
σ	0.452-0.219=0.233
min	5.406-6.069=-0.663
max	7.068-6.823=0.245

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	5.343-5.548=-0.205
σ	0.146-0.096=0.050
min	5.185-5.406=-0.221
max	5.622-5.681=-0.059

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	5.283-5.410=-0.127
σ	0.075-0.093=-0.019
min	5.155-5.286=-0.131
max	5.383-5.570=-0.186

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607

*mean*	7300.000-7329.000=-29.000
σ	0.000
min	7300.000-7329.000=-29.000
max	7300.000-7329.000=-29.000

*mean*	1074.248-1045.967=28.281
σ	88.415-4.444=83.971
min	1028.045-1040.112=-12.067
max	1291.922-1052.906=239.015

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.554
max	8745.882-8745.883=-0.001

*mean*	3572.625-3578.375=-5.750
σ	1796.912-1804.029=-7.117
min	1043.000
max	5793.000-5818.000=-25.000

*mean*	4918.914-4698.329=220.585
σ	1579.336-1450.416=128.920
min	3469.990-3490.059=-20.069
max	7216.761-7262.039=-45.278

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.080=0.001

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	81.155-84.049=-2.894
σ	11.238-11.428=-0.190
min	70.590-71.997=-1.407
max	99.403-99.382=0.021

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7300.000-7329.000=-29.000
σ	0.000
min	7300.000-7329.000=-29.000
max	7300.000-7329.000=-29.000

*mean*	105.903-103.738=2.165
σ	3.789-8.333=-4.544
min	99.251-85.189=14.062
max	110.606-111.703=-1.097

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686

*mean*	7300.000-7329.000=-29.000
σ	0.000
min	7300.000-7329.000=-29.000
max	7300.000-7329.000=-29.000

*mean*	162.560-160.102=2.458
σ	7.816-13.825=-6.009
min	144.482-127.204=17.278
max	168.738-167.449=1.289

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4153.000-4157.125=-4.125
σ	1899.470-1908.284=-8.813
min	1556.000-1553.000=3.000
max	7300.000-7329.000=-29.000

*mean*	6400.019-6219.678=180.341
σ	1232.136-1131.185=100.951
min	4882.449-4869.297=13.152
max	8047.774-7937.971=109.803

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7300.000-7329.000=-29.000
σ	0.000
min	7300.000-7329.000=-29.000
max	7300.000-7329.000=-29.000

*mean*	5572.660-5533.807=38.853
σ	1542.983-1695.759=-152.776
min	4337.559-4282.710=54.849
max	7574.541-8925.090=-1350.549

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	473.875-476.000=-2.125
σ	0.354-0.000=0.354
min	473.000-476.000=-3.000
max	474.000-476.000=-2.000

*mean*	370.967-390.310=-19.343
σ	41.201-1.871=39.329
min	294.744-387.186=-92.442
max	397.737-392.878=4.859

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-560.000=-0.500
σ	0.535-0.000=0.535
min	559.000-560.000=-1.000
max	560.000

*mean*	753.586-748.356=5.230
σ	64.444-54.637=9.807
min	649.238-629.297=19.941
max	804.053-793.297=10.755

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.377-1008.375=0.002
σ	0.760-0.760=0.000
min	1007.900-1007.900=0.000
max	1011.518-1011.517=0.000

*mean*	1045.350-1042.250=3.100
σ	299.437-307.395=-7.958
min	563.000-573.000=-10.000
max	1447.000-1492.000=-45.000

*mean*	1.516-1.534=-0.018
σ	0.074-0.075=-0.001
min	1.446-1.472=-0.026
max	1.761-1.745=0.016

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.359-0.471=-0.112
σ	0.434-0.510=-0.076
min	0.136-0.235=-0.099
max	1.133-1.384=-0.251

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.486-0.824=-0.338
σ	0.330-0.530=-0.200
min	0.328-0.568=-0.240
max	1.076-1.772=-0.696

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.382=-0.156
σ	0.023-0.041=-0.018
min	0.208-0.345=-0.136
max	0.267-0.448=-0.182

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.591=-0.253
σ	0.018-0.029=-0.011
min	0.325-0.571=-0.245
max	0.370-0.637=-0.268

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.400-430.000=4.400
σ	1.342-0.000=1.342
min	432.000-430.000=2.000
max	435.000-430.000=5.000

*mean*	0.565-0.548=0.017
σ	0.038-0.080=-0.042
min	0.526-0.475=0.051
max	0.606-0.679=-0.072

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	0.484-0.489=-0.004
σ	0.026-0.032=-0.006
min	0.449-0.457=-0.009
max	0.515-0.525=-0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	2.548-2.605=-0.057
σ	0.214-0.096=0.118
min	1.901-2.449=-0.548
max	3.023-2.990=0.034

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	2.587-2.567=0.020
σ	0.088-0.068=0.020
min	2.448-2.445=0.002
max	2.849-2.829=0.020

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	0.309-0.308=0.001
σ	0.008-0.012=-0.004
min	0.295-0.291=0.005
max	0.351-0.384=-0.033

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-430.000=5.000
σ	0.000
min	435.000-430.000=5.000
max	435.000-430.000=5.000

*mean*	0.294-0.290=0.004
σ	0.011-0.007=0.005
min	0.280-0.278=0.002
max	0.367-0.321=0.046

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.122-297.848=0.274
σ	1.039-1.011=0.028
min	297.712-297.384=0.328
max	301.076-300.713=0.363

*mean*	441.900-440.300=1.600
σ	16.589-16.385=0.205
min	415.000-416.000=-1.000
max	468.000-464.000=4.000

*mean*	0.610-0.613=-0.003
σ	0.015-0.008=0.007
min	0.583-0.603=-0.020
max	0.633-0.630=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1520.125-1758.125=-238.000
σ	97.625-18.114=79.511
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	205.266-204.653=0.613
σ	1.336-1.971=-0.635
min	203.018-201.335=1.684
max	206.627-207.680=-1.052

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1520.125-1758.125=-238.000
σ	97.625-18.114=79.511
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	12.017-9.871=2.145
σ	0.967-2.235=-1.269
min	10.424-6.547=3.876
max	12.769-12.979=-0.210

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000-0.000=0.000
min	1041.160-1041.160=0.000
max	1041.161-1041.161=0.001

*mean*	1520.125-1758.125=-238.000
σ	97.625-18.114=79.511
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	694.335-582.197=112.138
σ	87.940-136.900=-48.960
min	567.001-410.590=156.411
max	832.215-821.309=10.906

phase=processProdDef

*mean*	6169.658-6169.658=-0.001
σ	0.001-0.000=0.000
min	6169.656-6169.658=-0.001
max	6169.658-6169.658=-0.001

*mean*	1556.375-1762.500=-206.125
σ	121.367-18.708=102.659
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	5272.507-4407.227=865.280
σ	779.235-834.594=-55.358
min	4452.628-3583.678=868.950
max	6527.535-5775.835=751.700

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1520.125-1758.125=-238.000
σ	97.625-18.114=79.511
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	44.420-36.718=7.702
σ	6.482-10.310=-3.829
min	34.055-20.220=13.835
max	51.128-51.326=-0.198

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1520.125-1758.125=-238.000
σ	97.625-18.114=79.511
min	1456.000-1745.000=-289.000
max	1746.000-1780.000=-34.000

*mean*	806.083-724.124=81.960
σ	45.309-113.834=-68.525
min	765.114-625.579=139.534
max	878.592-921.950=-43.357

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.774=0.001
σ	0.034-0.036=-0.001
min	292.727-292.723=0.004
max	292.812-292.812=-0.000

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.394-0.402=-0.008
σ	0.006-0.010=-0.004
min	0.389-0.396=-0.007
max	0.402-0.421=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.844-1302.908=-0.064
σ	0.140-0.035=0.105
min	1302.741-1302.860=-0.119
max	1303.085-1302.939=0.146

*mean*	1075.400-1089.200=-13.800
σ	182.093-180.277=1.816
min	842.000-839.000=3.000
max	1314.000-1302.000=12.000

*mean*	1.860-2.160=-0.300
σ	0.052-0.082=-0.030
min	1.819-2.063=-0.243
max	1.922-2.290=-0.368

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.874-1545.893=-0.020
σ	4.042-4.019=0.023
min	1543.828-1543.915=-0.087
max	1553.095-1553.076=0.019

*mean*	612.200-612.000=0.200
σ	74.523-77.243=-2.720
min	495.000-493.000=2.000
max	691.000-699.000=-8.000

*mean*	2.276-2.215=0.061
σ	0.234-0.101=0.133
min	2.063-2.144=-0.082
max	2.670-2.387=0.283

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.842-1864.841=0.001
σ	0.047-0.046=0.001
min	1864.785-1864.791=-0.006
max	1864.891-1864.908=-0.017

*mean*	1715.000-1723.600=-8.600
σ	234.467-218.993=15.475
min	1430.000-1427.000=3.000
max	2023.000-1929.000=94.000

*mean*	2.906-2.934=-0.027
σ	0.055-0.099=-0.044
min	2.839-2.816=0.023
max	2.970-3.050=-0.079

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.844=-0.037
σ	0.128-0.155=-0.027
min	1.595-1.572=0.022
max	1.925-1.939=-0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.755=0.000
σ	579.110-579.110=0.000
min	158.198-158.199=-0.000
max	1316.420-1316.419=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.530-0.538=-0.009
σ	0.533-0.546=-0.013
min	0.261-0.263=-0.002
max	1.329-1.357=-0.029

policies=20

*mean*	1582.299-1582.288=0.011
σ	0.371-0.350=0.021
min	1582.041-1582.043=-0.003
max	1582.848-1582.806=0.042

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.000-447.000=-2.000
σ	2.000-4.619=-2.619
min	442.000-443.000=-1.000
max	446.000-451.000=-5.000

*mean*	2.661-2.626=0.035
σ	0.061-0.013=0.048
min	2.602-2.611=-0.009
max	2.740-2.638=0.102

policies=200

*mean*	15830.792-15830.885=-0.093
σ	0.150-0.093=0.057
min	15830.658-15830.806=-0.148
max	15831.006-15831.019=-0.013

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.000-496.750=-2.750
σ	4.690-4.113=0.577
min	489.000-493.000=-4.000
max	500.000-502.000=-2.000

*mean*	26.629-26.581=0.048
σ	0.199-0.095=0.104
min	26.505-26.507=-0.002
max	26.925-26.715=0.210