Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.621-54.623=-0.002
σ	0.351-0.349=0.003
min	54.489-54.495=-0.006
max	55.620-55.614=0.006

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.006=-0.001
min	0.131-0.132=-0.001
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=-0.001
σ	0.004-0.005=-0.001
min	43.781-43.782=-0.001
max	43.793-43.798=-0.004

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.122-0.122=-0.000
σ	0.005-0.006=-0.001
min	0.114-0.115=-0.001
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	12.255-12.148=0.107
σ	0.249-0.156=0.093
min	12.006-11.926=0.080
max	12.808-12.437=0.372

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	12.225-12.064=0.162
σ	0.842-0.675=0.168
min	11.347-11.254=0.093
max	13.778-12.931=0.847

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=-0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	7539.000-7550.000=-11.000
σ	0.000
min	7539.000-7550.000=-11.000
max	7539.000-7550.000=-11.000

*mean*	13.543-13.348=0.195
σ	1.432-0.906=0.526
min	10.815-12.308=-1.492
max	15.065-14.485=0.580

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.002=-0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	12.262-11.196=1.066
σ	1.680-1.556=0.125
min	10.588-9.465=1.124
max	14.644-13.480=1.164

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.001
min	27.603
max	27.607-27.609=-0.002

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	8.634-8.237=0.397
σ	0.737-0.354=0.383
min	7.948-7.858=0.090
max	10.357-8.837=1.519

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	6.685-6.120=0.565
σ	0.628-0.156=0.472
min	5.987-5.904=0.084
max	7.962-6.348=1.614

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.668=0.001

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	5.585-5.367=0.218
σ	0.112-0.115=-0.003
min	5.432-5.191=0.241
max	5.732-5.500=0.232

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	5.363-5.151=0.212
σ	0.200-0.048=0.151
min	4.982-5.095=-0.113
max	5.618-5.240=0.378

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.606=-0.003
σ	0.000-0.000=0.000
min	2524.602-2524.606=-0.004
max	2524.603-2524.607=-0.003

*mean*	7539.000-7550.000=-11.000
σ	0.000
min	7539.000-7550.000=-11.000
max	7539.000-7550.000=-11.000

*mean*	1040.068-1041.063=-0.995
σ	5.050-6.202=-1.152
min	1031.173-1033.278=-2.105
max	1045.585-1049.563=-3.978

op=load_product(), with indexes

*mean*	8744.568-8744.567=0.000
σ	0.033-0.033=-0.000
min	8744.553-8744.553=-0.000
max	8744.649-8744.649=0.000

*mean*	3762.750-3804.875=-42.125
σ	1637.244-1584.904=52.341
min	1914.000-2057.000=-143.000
max	5947.000-5946.000=1.000

*mean*	4511.440-4667.324=-155.884
σ	1484.856-1490.273=-5.418
min	3502.995-3507.705=-4.711
max	7152.968-7573.960=-420.993

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=-0.001

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	86.559-79.395=7.164
σ	11.531-10.291=1.240
min	72.111-69.960=2.150
max	100.579-98.754=1.825

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7539.000-7550.000=-11.000
σ	0.000
min	7539.000-7550.000=-11.000
max	7539.000-7550.000=-11.000

*mean*	98.556-231.435=-132.878
σ	13.765-371.708=-357.943
min	67.228-84.504=-17.277
max	109.445-1151.105=-1041.661

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	7539.000-7550.000=-11.000
σ	0.000
min	7539.000-7550.000=-11.000
max	7539.000-7550.000=-11.000

*mean*	150.849-149.896=0.953
σ	22.225-18.936=3.289
min	101.948-121.067=-19.119
max	170.088-170.329=-0.241

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.834=-0.000
σ	4.318-4.316=0.002
min	11655.305-11655.305=0.000
max	11667.520-11667.516=0.004

*mean*	4253.125-4273.125=-20.000
σ	1892.673-1867.069=25.603
min	1914.000-2057.000=-143.000
max	7539.000-7550.000=-11.000

*mean*	6290.044-6156.558=133.487
σ	1058.736-999.284=59.452
min	4889.207-4994.425=-105.218
max	7894.920-7883.438=11.482

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.066=0.003
σ	0.001-0.002=-0.001
min	11560.066-11560.065=0.001
max	11560.069-11560.069=-0.000

*mean*	7539.000-7550.000=-11.000
σ	0.000
min	7539.000-7550.000=-11.000
max	7539.000-7550.000=-11.000

*mean*	5598.876-5298.135=300.742
σ	1187.334-1178.402=8.932
min	4350.245-4371.496=-21.250
max	7425.383-7263.995=161.388

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.590-172.589=0.001
σ	0.030-0.039=-0.009
min	172.558
max	172.633-172.675=-0.042

*mean*	1914.000-2057.000=-143.000
σ	0.000
min	1914.000-2057.000=-143.000
max	1914.000-2057.000=-143.000

*mean*	360.392-367.684=-7.291
σ	44.755-40.212=4.542
min	265.823-336.679=-70.855
max	400.813-452.742=-51.929

op=pointedIndexFromKvs

rows=400000

*mean*	357.359-357.366=-0.007
σ	0.037-0.042=-0.005
min	357.321
max	357.401-357.416=-0.015

*mean*	1914.000-2057.000=-143.000
σ	0.000
min	1914.000-2057.000=-143.000
max	1914.000-2057.000=-143.000

*mean*	768.030-744.703=23.328
σ	28.964-76.697=-47.733
min	714.550-621.846=92.704
max	796.615-812.367=-15.752

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.487-1008.485=0.001
σ	0.859-0.858=0.002
min	1007.978-1007.979=-0.001
max	1012.023-1012.018=0.005

*mean*	1041.400-1042.250=-0.850
σ	292.906-293.033=-0.127
min	547.000-548.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	1.499-1.505=-0.006
σ	0.065-0.082=-0.018
min	1.441-1.404=0.037
max	1.698-1.764=-0.066

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.002
σ	0.003-0.002=0.001
min	0.881
max	0.889-0.886=0.003

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.473-0.446=0.028
σ	0.135-0.141=-0.006
min	0.364-0.358=0.006
max	0.678-0.696=-0.019

name=error_case.art

*mean*	2.334-2.333=0.000
σ	0.004-0.003=0.001
min	2.332
max	2.339-2.337=0.002

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.905-0.905=-0.001
σ	0.107-0.094=0.013
min	0.839-0.848=-0.009
max	1.095-1.071=0.024

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.545-0.553=-0.008
σ	0.048-0.051=-0.003
min	0.497-0.517=-0.020
max	0.623-0.642=-0.019

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.858-0.857=0.001
σ	0.044-0.037=0.007
min	0.817-0.831=-0.013
max	0.931-0.921=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.928=-0.006
σ	0.023-0.035=-0.013
min	963.902
max	963.957-963.988=-0.031

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.845-0.860=-0.015
σ	0.033-0.029=0.004
min	0.797-0.809=-0.012
max	0.872-0.880=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.890=-0.000
σ	0.007-0.007=0.000
min	884.883
max	884.900-884.897=0.003

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.748-0.713=0.035
σ	0.006-0.060=-0.054
min	0.740-0.616=0.125
max	0.756-0.756=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.712=-0.002

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	4.248-4.332=-0.084
σ	0.084-0.095=-0.011
min	4.122-4.163=-0.041
max	4.641-4.626=0.016

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	4.241-4.318=-0.077
σ	0.076-0.099=-0.023
min	4.136-4.166=-0.030
max	4.586-4.914=-0.328

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.770-0.765=0.005
σ	0.021-0.017=0.003
min	0.731-0.736=-0.005
max	0.898-0.879=0.019

name=record_render_syntax_err.art

*mean*	2.163-2.163=0.000
σ	0.002-0.002=-0.000
min	2.163
max	2.166

*mean*	1437.000-1438.000=-1.000
σ	0.000
min	1437.000-1438.000=-1.000
max	1437.000-1438.000=-1.000

*mean*	0.722-0.710=0.012
σ	0.012-0.054=-0.042
min	0.694-0.502=0.192
max	0.782-0.826=-0.043

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.727-297.838=-0.111
σ	0.220-0.224=-0.004
min	297.577-297.656=-0.079
max	298.329-298.438=-0.109

*mean*	1914.000-2057.000=-143.000
σ	0.000
min	1914.000-2057.000=-143.000
max	1914.000-2057.000=-143.000

*mean*	0.616-0.594=0.022
σ	0.042-0.032=0.010
min	0.567-0.525=0.042
max	0.720-0.621=0.098

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000-0.000=-0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1437.000-1629.250=-192.250
σ	0.000-96.058=-96.058
min	1437.000-1438.000=-1.000
max	1437.000-1757.000=-320.000

*mean*	200.595-202.044=-1.450
σ	2.993-2.090=0.903
min	196.067-199.310=-3.243
max	204.297-205.867=-1.571

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1437.000-1629.250=-192.250
σ	0.000-96.058=-96.058
min	1437.000-1438.000=-1.000
max	1437.000-1757.000=-320.000

*mean*	9.625-10.988=-1.363
σ	2.189-2.626=-0.437
min	7.334-6.249=1.085
max	12.576-14.667=-2.091

phase=parser

*mean*	1041.161-1041.162=-0.001
σ	0.000-0.000=-0.000
min	1041.160-1041.161=-0.001
max	1041.161-1041.162=-0.001

*mean*	1437.000-1629.250=-192.250
σ	0.000-96.058=-96.058
min	1437.000-1438.000=-1.000
max	1437.000-1757.000=-320.000

*mean*	576.185-644.533=-68.348
σ	109.861-140.272=-30.411
min	427.756-384.100=43.656
max	729.949-844.705=-114.756

phase=processProdDef

*mean*	6169.658-6169.659=-0.002
σ	0.000-0.001=-0.000
min	6169.657-6169.659=-0.001
max	6169.658-6169.660=-0.002

*mean*	1437.000-1669.125=-232.125
σ	0.000-67.202=-67.202
min	1437.000-1544.000=-107.000
max	1437.000-1757.000=-320.000

*mean*	6524.706-5873.461=651.245
σ	472.233-1394.289=-922.056
min	5667.678-3657.083=2010.595
max	7108.898-7318.819=-209.921

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1437.000-1629.250=-192.250
σ	0.000-96.058=-96.058
min	1437.000-1438.000=-1.000
max	1437.000-1757.000=-320.000

*mean*	46.421-43.772=2.649
σ	30.444-7.035=23.409
min	26.340-34.263=-7.923
max	118.449-55.444=63.005

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1437.000-1629.250=-192.250
σ	0.000-96.058=-96.058
min	1437.000-1438.000=-1.000
max	1437.000-1757.000=-320.000

*mean*	748.903-759.973=-11.070
σ	108.169-87.444=20.725
min	631.350-659.907=-28.557
max	982.525-900.956=81.569

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.959-292.954=0.005
σ	0.046-0.041=0.005
min	292.890-292.889=0.000
max	293.002-292.990=0.012

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	0.407-0.413=-0.006
σ	0.006-0.003=0.003
min	0.400-0.410=-0.010
max	0.414-0.418=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.829-1302.824=0.005
σ	0.019-0.014=0.005
min	1302.808-1302.811=-0.002
max	1302.858-1302.842=0.016

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	1.968-1.924=0.044
σ	0.148-0.164=-0.016
min	1.816-1.826=-0.011
max	2.176-2.210=-0.035

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.966-1545.946=0.020
σ	4.043-4.026=0.016
min	1543.999-1543.986=0.012
max	1553.193-1553.144=0.050

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	2.363-2.280=0.083
σ	0.217-0.136=0.081
min	2.141-2.116=0.025
max	2.696-2.405=0.291

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.854-1864.845=0.009
σ	0.066-0.066=0.001
min	1864.792-1864.775=0.018
max	1864.956-1864.949=0.007

*mean*	1732.600-1837.400=-104.800
σ	193.178-130.464=62.714
min	1467.000-1757.000=-290.000
max	1914.000-2057.000=-143.000

*mean*	3.149-2.892=0.257
σ	0.333-0.126=0.206
min	2.870-2.690=0.179
max	3.715-3.013=0.702

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.698-1.666=0.032
σ	0.056-0.293=-0.237
min	1.607-1.221=0.386
max	1.756-1.938=-0.182

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.276-447.275=0.001
σ	577.191-577.189=0.002
min	158.673-158.677=-0.004
max	1313.063-1313.059=0.004

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	0.549-0.430=0.118
σ	0.569-0.309=0.260
min	0.263-0.275=-0.011
max	1.403-0.894=0.508

policies=20

*mean*	1587.076-1587.093=-0.017
σ	0.358-0.418=-0.060
min	1586.834-1586.815=0.019
max	1587.608-1587.714=-0.106

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	2.637-2.731=-0.094
σ	0.019-0.002=0.017
min	2.620-2.727=-0.108
max	2.665-2.733=-0.068

policies=200

*mean*	15878.933-15878.996=-0.063
σ	0.151-0.069=0.082
min	15878.803-15878.938=-0.135
max	15879.089-15879.076=0.013

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1437.000-1757.000=-320.000
σ	0.000
min	1437.000-1757.000=-320.000
max	1437.000-1757.000=-320.000

*mean*	26.628-27.558=-0.930
σ	0.172-0.307=-0.135
min	26.483-27.142=-0.659
max	26.859-27.876=-1.017