Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.622=0.002
σ	0.350-0.352=-0.002
min	54.487-54.490=-0.003
max	55.621-55.624=-0.003

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.141-0.138=0.003
σ	0.005-0.006=-0.001
min	0.136-0.132=0.004
max	0.150-0.149=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.788=0.001
σ	0.005-0.007=-0.002
min	43.785-43.776=0.008
max	43.799-43.802=-0.003

*mean*	416.000-415.000=1.000
σ	0.000
min	416.000-415.000=1.000
max	416.000-415.000=1.000

*mean*	0.124-0.122=0.003
σ	0.005-0.005=-0.000
min	0.121-0.117=0.004
max	0.132-0.129=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	12.971-12.854=0.117
σ	0.252-0.158=0.094
min	12.534-12.611=-0.077
max	13.391-13.052=0.338

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	13.102-12.961=0.141
σ	0.654-0.671=-0.017
min	12.048-12.069=-0.022
max	13.750-13.654=0.096

op=table_records(), no indexes

*mean*	41.931-41.931=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.932-41.933=-0.000

*mean*	7274.000-7301.000=-27.000
σ	0.000
min	7274.000-7301.000=-27.000
max	7274.000-7301.000=-27.000

*mean*	15.372-15.164=0.208
σ	0.253-0.629=-0.376
min	14.991-13.789=1.202
max	15.747-15.853=-0.106

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.931=-0.000

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	12.807-12.995=-0.188
σ	1.758-1.548=0.210
min	10.836-11.142=-0.305
max	14.895-15.388=-0.493

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.137-0.137=0.000
min	27.603-27.603=0.000
max	27.991-27.991=0.000

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	9.139-9.116=0.023
σ	0.263-0.302=-0.039
min	8.638-8.720=-0.082
max	9.523-9.607=-0.085

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	7.089-7.217=-0.128
σ	0.114-0.163=-0.049
min	6.928-7.038=-0.111
max	7.320-7.452=-0.132

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	6.097-6.118=-0.021
σ	0.066-0.115=-0.049
min	6.031-5.927=0.104
max	6.238-6.302=-0.064

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	5.902-5.921=-0.019
σ	0.067-0.103=-0.037
min	5.794-5.819=-0.025
max	6.007-6.128=-0.121

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7274.000-7301.000=-27.000
σ	0.000
min	7274.000-7301.000=-27.000
max	7274.000-7301.000=-27.000

*mean*	1561.126-1064.297=496.828
σ	1047.286-47.134=1000.151
min	1037.636-1042.346=-4.710
max	4079.698-1179.910=2899.788

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.554-8744.553=0.000
max	8745.883-8745.883=-0.000

*mean*	3570.000-3571.625=-1.625
σ	1791.705-1796.127=-4.422
min	1045.000-1043.000=2.000
max	5778.000-5794.000=-16.000

*mean*	4840.148-4736.326=103.821
σ	1533.286-1476.994=56.292
min	3503.815-3517.074=-13.259
max	7418.060-7509.335=-91.275

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.081

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	85.710-84.962=0.748
σ	13.467-11.183=2.284
min	71.850-72.433=-0.583
max	103.912-99.093=4.818

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7274.000-7301.000=-27.000
σ	0.000
min	7274.000-7301.000=-27.000
max	7274.000-7301.000=-27.000

*mean*	107.317-105.525=1.792
σ	2.645-4.775=-2.130
min	103.411-95.542=7.869
max	112.580-110.525=2.055

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7274.000-7301.000=-27.000
σ	0.000
min	7274.000-7301.000=-27.000
max	7274.000-7301.000=-27.000

*mean*	165.198-164.179=1.020
σ	3.421-7.965=-4.544
min	157.746-146.141=11.606
max	167.617-169.363=-1.746

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4149.250-4150.625=-1.375
σ	1892.084-1900.067=-7.983
min	1556.000-1554.000=2.000
max	7274.000-7301.000=-27.000

*mean*	6728.261-5853.998=874.263
σ	1216.434-879.358=337.076
min	4840.309-4977.851=-137.542
max	8053.515-7847.905=205.610

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=0.001

*mean*	7274.000-7301.000=-27.000
σ	0.000
min	7274.000-7301.000=-27.000
max	7274.000-7301.000=-27.000

*mean*	5582.483-5193.540=388.943
σ	1590.937-1396.341=194.597
min	4378.465-4333.936=44.529
max	8078.091-7621.527=456.564

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-473.875=3.125
σ	0.000-0.354=-0.354
min	477.000-473.000=4.000
max	477.000-474.000=3.000

*mean*	394.574-382.674=11.900
σ	2.264-27.255=-24.991
min	391.312-316.455=74.858
max	397.532-400.877=-3.345

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	752.002-789.200=-37.198
σ	46.341-6.676=39.665
min	640.335-781.373=-141.039
max	789.471-797.703=-8.231

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.376=-0.000
σ	0.759-0.759=-0.000
min	1007.903-1007.903=0.000
max	1011.512-1011.514=-0.002

*mean*	1057.850-1042.350=15.500
σ	315.151-310.325=4.826
min	562.000-571.000=-9.000
max	1527.000-1498.000=29.000

*mean*	1.510-1.512=-0.002
σ	0.069-0.065=0.004
min	1.446-1.449=-0.004
max	1.726-1.699=0.027

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.914
σ	0.020
min	0.904
max	0.950

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.299-0.442=-0.143
σ	0.296-0.487=-0.191
min	0.139-0.169=-0.030
max	0.824-1.310=-0.487

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.814=-0.327
σ	0.343-0.519=-0.176
min	0.329-0.562=-0.234
max	1.100-1.742=-0.642

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.290-0.388=-0.098
σ	0.184-0.032=0.151
min	0.199-0.359=-0.161
max	0.618-0.443=0.175

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.329-0.585=-0.256
σ	0.022-0.033=-0.011
min	0.308-0.550=-0.242
max	0.365-0.640=-0.274

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.797
σ	0.011
min	964.791
max	964.815

*mean*	435.600-436.600=-1.000
σ	5.079-6.066=-0.987
min	431.000
max	441.000-443.000=-2.000

*mean*	0.550-0.730=-0.180
σ	0.047-0.019=0.027
min	0.492-0.704=-0.212
max	0.605-0.759=-0.154

name=cdr_enhanced_4k_loc.art

*mean*	885.876
σ	0.002
min	885.874
max	885.878

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.460-0.587=-0.127
σ	0.024-0.045=-0.021
min	0.425-0.516=-0.091
max	0.485-0.630=-0.144

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.225-3.551=-1.326
σ	0.328-0.075=0.253
min	1.871-3.345=-1.475
max	2.817-3.841=-1.024

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.565-3.195=-0.631
σ	0.078-0.376=-0.297
min	2.433-2.710=-0.276
max	2.785-3.767=-0.981

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.292

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.307-0.555=-0.249
σ	0.009-0.031=-0.021
min	0.293-0.527=-0.234
max	0.364-0.759=-0.395

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.293-0.522=-0.228
σ	0.008-0.012=-0.005
min	0.280-0.499=-0.218
max	0.333-0.589=-0.256

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.923-297.984=-0.060
σ	1.023-1.010=0.012
min	297.521-297.607=-0.086
max	300.829-300.855=-0.027

*mean*	439.700-443.200=-3.500
σ	15.564-15.640=-0.077
min	418.000
max	468.000-469.000=-1.000

*mean*	0.616-0.610=0.006
σ	0.011-0.004=0.007
min	0.596-0.604=-0.008
max	0.628-0.617=0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1747.000-1669.625=77.375
σ	0.000-0.518=-0.518
min	1747.000-1669.000=78.000
max	1747.000-1670.000=77.000

*mean*	202.652-202.423=0.228
σ	2.293-1.987=0.306
min	200.065-198.389=1.676
max	205.999-204.360=1.639

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1747.000-1669.625=77.375
σ	0.000-0.518=-0.518
min	1747.000-1669.000=78.000
max	1747.000-1670.000=77.000

*mean*	11.166-10.492=0.674
σ	2.305-2.713=-0.408
min	6.274-6.294=-0.020
max	12.682-15.771=-3.089

phase=parser

*mean*	1042.158-1042.157=0.001
σ	0.000-0.000=-0.000
min	1042.158-1042.157=0.001
max	1042.159-1042.157=0.001

*mean*	1747.000-1669.625=77.375
σ	0.000-0.518=-0.518
min	1747.000-1669.000=78.000
max	1747.000-1670.000=77.000

*mean*	671.031-715.004=-43.973
σ	74.588-73.317=1.271
min	571.608-571.863=-0.255
max	734.119-836.376=-102.257

phase=processProdDef

*mean*	6169.661-6169.660=0.001
σ	0.001-0.001=-0.000
min	6169.660-6169.659=0.001
max	6169.662-6169.661=0.001

*mean*	1747.000-1679.375=67.625
σ	0.000-27.328=-27.328
min	1747.000-1669.000=78.000
max	1747.000

*mean*	5072.265-5411.782=-339.516
σ	1291.963-1146.542=145.421
min	3130.081-4099.124=-969.043
max	6831.430-7048.237=-216.808

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1747.000-1669.625=77.375
σ	0.000-0.518=-0.518
min	1747.000-1669.000=78.000
max	1747.000-1670.000=77.000

*mean*	41.578-34.373=7.204
σ	9.841-11.292=-1.451
min	20.615-19.784=0.831
max	47.914-55.380=-7.466

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1747.000-1669.625=77.375
σ	0.000-0.518=-0.518
min	1747.000-1669.000=78.000
max	1747.000-1670.000=77.000

*mean*	778.614-734.566=44.048
σ	101.232-131.213=-29.981
min	634.754-628.270=6.484
max	878.611-933.399=-54.788

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-292.775=-0.003
σ	0.036-0.034=0.002
min	292.724-292.727=-0.003
max	292.812-292.812=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.402=-0.000
σ	0.005-0.006=-0.001
min	0.399-0.397=0.002
max	0.411-0.409=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.890-1302.867=0.023
σ	0.077-0.078=-0.001
min	1302.761-1302.741=0.019
max	1302.951-1302.948=0.004

*mean*	1076.400-1100.000=-23.600
σ	187.109-186.530=0.579
min	841.000
max	1325.000-1320.000=5.000

*mean*	2.055-2.044=0.011
σ	0.143-0.212=-0.069
min	1.815-1.806=0.009
max	2.164-2.272=-0.108

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.916-1545.914=0.002
σ	3.999-4.025=-0.027
min	1543.970-1543.938=0.032
max	1553.063-1553.109=-0.045

*mean*	611.800-613.400=-1.600
σ	73.697-78.335=-4.638
min	496.000-493.000=3.000
max	690.000-702.000=-12.000

*mean*	2.290-2.273=0.018
σ	0.108-0.211=-0.103
min	2.139-2.123=0.016
max	2.389-2.632=-0.243

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.844-1864.838=0.007
σ	0.049-0.036=0.013
min	1864.785-1864.795=-0.010
max	1864.899-1864.875=0.024

*mean*	1710.000-1724.000=-14.000
σ	234.257-199.454=34.803
min	1431.000-1455.000=-24.000
max	2022.000-1913.000=109.000

*mean*	2.918-2.989=-0.071
σ	0.052-0.129=-0.077
min	2.868-2.865=0.003
max	2.974-3.205=-0.230

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.651-1.613=0.039
σ	0.168-0.166=0.002
min	1.444-1.376=0.069
max	1.911-1.829=0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.839-447.840=-0.001
σ	579.280-579.282=-0.001
min	158.197-158.199=-0.001
max	1316.760-1316.763=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.535-0.533=0.002
σ	0.541-0.533=0.008
min	0.251-0.265=-0.014
max	1.347-1.333=0.013

policies=20

*mean*	1582.288-1582.290=-0.002
σ	0.358-0.355=0.003
min	1582.040-1582.043=-0.003
max	1582.817-1582.815=0.002

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-445.250=0.750
σ	2.000-1.500=0.500
min	443.000
max	447.000-446.000=1.000

*mean*	2.634-2.630=0.004
σ	0.008-0.007=0.001
min	2.625-2.623=0.003
max	2.644-2.638=0.006

policies=200

*mean*	15830.800-15830.829=-0.028
σ	0.182-0.203=-0.021
min	15830.629-15830.626=0.003
max	15831.032-15831.099=-0.067

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.750-497.250=-1.500
σ	4.646-4.573=0.072
min	491.000
max	502.000

*mean*	26.566-26.637=-0.071
σ	0.155-0.170=-0.014
min	26.422-26.489=-0.066
max	26.712-26.853=-0.142