Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=-0.000
σ	0.348-0.349=-0.001
min	54.485-54.489=-0.004
max	55.607-55.610=-0.003

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.139-0.139=0.000
σ	0.005-0.006=-0.001
min	0.133-0.131=0.002
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.001
σ	0.006-0.006=0.000
min	43.780-43.779=0.001
max	43.800-43.799=0.001

*mean*	416.000-414.000=2.000
σ	0.000
min	416.000-414.000=2.000
max	416.000-414.000=2.000

*mean*	0.123-0.122=0.002
σ	0.004-0.004=0.000
min	0.120-0.118=0.003
max	0.130-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	12.401-12.241=0.160
σ	0.218-0.187=0.031
min	12.156-12.069=0.087
max	12.653-12.662=-0.009

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	12.583-11.683=0.900
σ	0.609-0.204=0.405
min	11.401-11.414=-0.014
max	13.127-12.065=1.062

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	6037.000-6045.000=-8.000
σ	0.000
min	6037.000-6045.000=-8.000
max	6037.000-6045.000=-8.000

*mean*	13.348-13.429=-0.081
σ	1.187-1.162=0.025
min	11.010-11.102=-0.092
max	14.700-15.012=-0.312

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	12.365-12.348=0.017
σ	2.007-1.876=0.131
min	10.442-10.531=-0.089
max	14.799-14.544=0.255

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.607=-0.000

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	8.441-8.440=0.001
σ	0.306-0.273=0.033
min	8.056-8.069=-0.013
max	8.827-8.741=0.086

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	6.545-6.219=0.326
σ	0.177-0.262=-0.084
min	6.299-5.817=0.482
max	6.883-6.496=0.386

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.670-25.670=-0.000

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	5.531-5.439=0.091
σ	0.093-0.130=-0.037
min	5.393-5.303=0.090
max	5.631-5.624=0.007

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	5.432-5.162=0.270
σ	0.131-0.287=-0.156
min	5.245-4.797=0.448
max	5.711-5.625=0.086

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=0.000
σ	0.000-0.000=0.000
min	2524.603
max	2524.603

*mean*	6037.000-6045.000=-8.000
σ	0.000
min	6037.000-6045.000=-8.000
max	6037.000-6045.000=-8.000

*mean*	1566.267-1427.759=138.508
σ	823.448-608.247=215.201
min	1049.414-1043.252=6.162
max	3007.520-2701.532=305.988

op=load_product(), with indexes

*mean*	8744.567-8744.567=0.000
σ	0.033-0.033=-0.000
min	8744.554-8744.553=0.001
max	8744.649-8744.649=-0.001

*mean*	3840.250-3806.500=33.750
σ	1619.368-1664.300=-44.932
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	4413.846-4409.139=4.707
σ	1097.082-1255.032=-157.950
min	3570.626-3540.165=30.461
max	6245.260-6828.092=-582.833

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	81.529-79.608=1.921
σ	10.321-8.831=1.490
min	71.372-70.922=0.451
max	97.880-97.042=0.839

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	6037.000-6045.000=-8.000
σ	0.000
min	6037.000-6045.000=-8.000
max	6037.000-6045.000=-8.000

*mean*	94.957-96.842=-1.884
σ	12.185-11.983=0.202
min	73.289-73.496=-0.206
max	107.663-108.100=-0.437

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.686=0.000

*mean*	6037.000-6045.000=-8.000
σ	0.000
min	6037.000-6045.000=-8.000
max	6037.000-6045.000=-8.000

*mean*	221.394-197.477=23.918
σ	229.008-153.165=75.844
min	108.137-115.477=-7.340
max	786.412-574.602=211.809

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517

*mean*	4111.125-4096.125=15.000
σ	1551.211-1580.127=-28.916
min	2068.000-1954.000=114.000
max	6037.000-6045.000=-8.000

*mean*	6213.337-6372.812=-159.476
σ	1380.079-1327.381=52.698
min	4965.882-4871.012=94.870
max	8267.611-8172.250=95.361

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.001
σ	0.001-0.001=-0.000
min	11560.068-11560.066=0.002
max	11560.070-11560.069=0.001

*mean*	6037.000-6045.000=-8.000
σ	0.000
min	6037.000-6045.000=-8.000
max	6037.000-6045.000=-8.000

*mean*	6600.241-6774.229=-173.988
σ	1431.956-1319.500=112.456
min	4424.035-4392.912=31.123
max	7929.616-8252.879=-323.263

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.590-172.582=0.008
σ	0.028-0.027=0.001
min	172.558
max	172.626-172.624=0.002

*mean*	2068.000-1954.000=114.000
σ	0.000
min	2068.000-1954.000=114.000
max	2068.000-1954.000=114.000

*mean*	364.411-329.143=35.268
σ	44.193-45.816=-1.623
min	324.730-261.226=63.504
max	456.535-381.219=75.316

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.364=0.003
σ	0.035-0.041=-0.006
min	357.321
max	357.408-357.422=-0.015

*mean*	2068.000-1954.000=114.000
σ	0.000
min	2068.000-1954.000=114.000
max	2068.000-1954.000=114.000

*mean*	733.275-778.234=-44.959
σ	49.857-14.309=35.548
min	651.385-762.525=-111.141
max	800.037-801.339=-1.302

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.480=0.000
σ	0.875-0.867=0.009
min	1007.980-1007.977=0.003
max	1012.105-1012.061=0.044

*mean*	1039.550-1040.250=-0.700
σ	304.928-305.527=-0.599
min	546.000
max	1465.000-1466.000=-1.000

*mean*	1.513-1.521=-0.008
σ	0.079-0.064=0.015
min	1.433-1.453=-0.021
max	1.739-1.716=0.023

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886-0.886=-0.000

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.445-0.472=-0.026
σ	0.188-0.183=0.005
min	0.342-0.347=-0.005
max	0.781-0.771=0.010

name=error_case.art

*mean*	2.334-2.333=0.000
σ	0.002-0.003=-0.000
min	2.332
max	2.337

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.922-0.924=-0.002
σ	0.157-0.159=-0.002
min	0.833-0.836=-0.003
max	1.201-1.207=-0.006

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.539-0.541=-0.002
σ	0.050-0.051=-0.001
min	0.490-0.493=-0.003
max	0.619-0.623=-0.004

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=-0.000
min	2.355
max	2.358

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.844-0.837=0.006
σ	0.043-0.038=0.005
min	0.812-0.804=0.007
max	0.913-0.896=0.017

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.920-963.922=-0.002
σ	0.027-0.028=-0.002
min	963.902
max	963.966-963.972=-0.006

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.806-0.849=-0.043
σ	0.018-0.031=-0.013
min	0.775-0.794=-0.019
max	0.820-0.866=-0.046

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.888=0.001
σ	0.006-0.005=0.001
min	884.883
max	884.894-884.895=-0.001

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.744-0.730=0.014
σ	0.003-0.035=-0.032
min	0.741-0.668=0.074
max	0.748-0.751=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.709=-0.000

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	3.579-4.253=-0.674
σ	0.082-0.092=-0.010
min	3.430-4.016=-0.586
max	3.991-4.540=-0.549

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	4.178-4.230=-0.052
σ	0.275-0.078=0.197
min	3.509-4.070=-0.561
max	4.609-4.473=0.136

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.746-0.747=-0.001
σ	0.017-0.020=-0.003
min	0.715-0.706=0.009
max	0.846-0.870=-0.024

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1465.000-1466.000=-1.000
σ	0.000
min	1465.000-1466.000=-1.000
max	1465.000-1466.000=-1.000

*mean*	0.713-0.712=0.000
σ	0.014-0.015=-0.001
min	0.682-0.680=0.002
max	0.765-0.782=-0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.700-297.706=-0.006
σ	0.263-0.226=0.038
min	297.472-297.553=-0.081
max	298.403-298.328=0.076

*mean*	2068.000-1954.000=114.000
σ	0.000
min	2068.000-1954.000=114.000
max	2068.000-1954.000=114.000

*mean*	0.573-0.593=-0.020
σ	0.044-0.020=0.024
min	0.501-0.539=-0.038
max	0.620-0.610=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1616.125-1722.500=-106.375
σ	70.379-85.835=-15.456
min	1465.000-1556.000=-91.000
max	1652.000-1780.000=-128.000

*mean*	202.753-211.367=-8.613
σ	2.588-21.424=-18.836
min	198.303-202.095=-3.793
max	206.540-264.299=-57.759

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1616.125-1722.500=-106.375
σ	70.379-85.835=-15.456
min	1465.000-1556.000=-91.000
max	1652.000-1780.000=-128.000

*mean*	9.942-11.466=-1.524
σ	2.440-2.796=-0.356
min	6.244-6.390=-0.146
max	12.679-15.499=-2.820

phase=parser

*mean*	1041.159-1041.161=-0.002
σ	0.000-0.000=0.000
min	1041.158-1041.160=-0.002
max	1041.159-1041.161=-0.002

*mean*	1616.125-1722.500=-106.375
σ	70.379-85.835=-15.456
min	1465.000-1556.000=-91.000
max	1652.000-1780.000=-128.000

*mean*	595.319-666.874=-71.554
σ	134.517-131.477=3.040
min	383.391-402.919=-19.528
max	724.999-837.299=-112.301

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.001-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1639.500-1750.500=-111.000
σ	35.355-54.623=-19.268
min	1552.000-1662.000=-110.000
max	1652.000-1780.000=-128.000

*mean*	6130.895-4989.928=1140.967
σ	972.797-1682.020=-709.222
min	3947.107-3040.596=906.511
max	7218.997-7656.980=-437.983

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1616.125-1722.500=-106.375
σ	70.379-85.835=-15.456
min	1465.000-1556.000=-91.000
max	1652.000-1780.000=-128.000

*mean*	40.321-43.348=-3.026
σ	8.012-10.339=-2.326
min	26.148-20.353=5.795
max	48.098-54.631=-6.533

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1616.125-1722.500=-106.375
σ	70.379-85.835=-15.456
min	1465.000-1556.000=-91.000
max	1652.000-1780.000=-128.000

*mean*	748.305-754.249=-5.945
σ	79.676-90.661=-10.985
min	656.820-631.413=25.407
max	874.388-908.063=-33.675

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.998-292.992=0.006
σ	0.038-0.047=-0.010
min	292.946-292.937=0.009
max	293.035-293.045=-0.010

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	0.404-0.411=-0.007
σ	0.012-0.016=-0.004
min	0.392-0.398=-0.006
max	0.417-0.435=-0.018

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.826-1302.856=-0.030
σ	0.116-0.104=0.012
min	1302.731-1302.733=-0.002
max	1303.015-1303.020=-0.005

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	1.909-2.022=-0.113
σ	0.156-0.176=-0.020
min	1.804-1.817=-0.013
max	2.175-2.260=-0.085

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.878-1545.885=-0.007
σ	4.077-4.019=0.058
min	1543.839-1543.914=-0.075
max	1553.166-1553.070=0.096

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	2.351-2.312=0.039
σ	0.335-0.123=0.212
min	2.121-2.132=-0.011
max	2.919-2.445=0.475

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.868-1864.862=0.005
σ	0.053-0.058=-0.005
min	1864.810-1864.787=0.023
max	1864.922-1864.926=-0.004

*mean*	1782.400-1814.800=-32.400
σ	180.745-77.815=102.930
min	1652.000-1780.000=-128.000
max	2068.000-1954.000=114.000

*mean*	2.928-2.910=0.018
σ	0.069-0.106=-0.037
min	2.876-2.739=0.136
max	3.020-2.993=0.027

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.796-1.854=-0.057
σ	0.132-0.156=-0.025
min	1.567-1.581=-0.014
max	1.891-1.970=-0.079

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.792-446.793=-0.002
σ	577.190-577.190=0.000
min	158.193-158.197=-0.004
max	1312.577-1312.578=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	0.454-0.433=0.021
σ	0.354-0.317=0.037
min	0.273-0.272=0.001
max	0.985-0.909=0.077

policies=20

*mean*	1582.281-1582.281=0.001
σ	0.410-0.395=0.015
min	1582.009-1582.019=-0.009
max	1582.892-1582.869=0.024

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	2.724-2.695=0.030
σ	0.014-0.025=-0.011
min	2.714-2.659=0.055
max	2.744-2.716=0.029

policies=200

*mean*	15830.762-15830.812=-0.050
σ	0.153-0.173=-0.020
min	15830.602-15830.601=0.001
max	15830.970-15831.024=-0.053

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1652.000-1780.000=-128.000
σ	0.000
min	1652.000-1780.000=-128.000
max	1652.000-1780.000=-128.000

*mean*	26.603-26.787=-0.184
σ	0.153-0.302=-0.149
min	26.403-26.492=-0.089
max	26.765-27.193=-0.428