Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.624=-0.000
σ	0.348-0.350=-0.003
min	54.488-54.487=0.001
max	55.614-55.621=-0.008

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.005=0.000
min	0.136-0.136=-0.000
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.789-43.789=-0.000
σ	0.007-0.005=0.002
min	43.779-43.785=-0.005
max	43.803-43.799=0.003

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.124-0.124=0.000
σ	0.005-0.005=0.001
min	0.120-0.121=-0.001
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	12.920-12.971=-0.051
σ	0.239-0.252=-0.014
min	12.703-12.534=0.169
max	13.321-13.391=-0.069

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	12.266-13.102=-0.836
σ	0.193-0.654=-0.461
min	11.907-12.048=-0.140
max	12.462-13.750=-1.288

op=table_records(), no indexes

*mean*	41.931-41.931=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.932-41.932=-0.000

*mean*	7309.000-7274.000=35.000
σ	0.000
min	7309.000-7274.000=35.000
max	7309.000-7274.000=35.000

*mean*	15.270-15.372=-0.102
σ	0.765-0.253=0.512
min	13.545-14.991=-1.446
max	15.878-15.747=0.131

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	13.126-12.807=0.319
σ	1.576-1.758=-0.182
min	11.009-10.836=0.173
max	15.275-14.895=0.381

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.001
min	27.603-27.603=0.000
max	27.990-27.991=-0.002

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	9.096-9.139=-0.043
σ	0.421-0.263=0.158
min	8.438-8.638=-0.200
max	9.783-9.523=0.260

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	6.982-7.089=-0.108
σ	0.424-0.114=0.310
min	6.079-6.928=-0.849
max	7.359-7.320=0.039

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	5.924-6.097=-0.173
σ	0.233-0.066=0.167
min	5.658-6.031=-0.373
max	6.334-6.238=0.096

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.972=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	5.698-5.902=-0.204
σ	0.165-0.067=0.098
min	5.341-5.794=-0.453
max	5.848-6.007=-0.160

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606
σ	0.000
min	2524.606
max	2524.607

*mean*	7309.000-7274.000=35.000
σ	0.000
min	7309.000-7274.000=35.000
max	7309.000-7274.000=35.000

*mean*	1243.021-1561.126=-318.104
σ	427.409-1047.286=-619.877
min	1055.384-1037.636=17.748
max	2280.639-4079.698=-1799.059

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.883

*mean*	3573.000-3570.000=3.000
σ	1796.683-1791.705=4.978
min	1045.000
max	5795.000-5778.000=17.000

*mean*	4910.168-4840.148=70.020
σ	1566.279-1533.286=32.993
min	3530.871-3503.815=27.056
max	7139.618-7418.060=-278.442

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.081-62.081=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	83.133-85.710=-2.577
σ	11.658-13.467=-1.809
min	72.349-71.850=0.499
max	102.212-103.912=-1.700

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7309.000-7274.000=35.000
σ	0.000
min	7309.000-7274.000=35.000
max	7309.000-7274.000=35.000

*mean*	106.975-107.317=-0.342
σ	4.964-2.645=2.319
min	96.747-103.411=-6.664
max	110.615-112.580=-1.965

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=-0.000

*mean*	7309.000-7274.000=35.000
σ	0.000
min	7309.000-7274.000=35.000
max	7309.000-7274.000=35.000

*mean*	164.675-165.198=-0.523
σ	7.827-3.421=4.406
min	147.579-157.746=-10.167
max	170.367-167.617=2.750

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.538=0.000

*mean*	4153.500-4149.250=4.250
σ	1902.040-1892.084=9.957
min	1554.000-1556.000=-2.000
max	7309.000-7274.000=35.000

*mean*	6818.769-6728.261=90.508
σ	1273.411-1216.434=56.976
min	4912.936-4840.309=72.627
max	8328.727-8053.515=275.212

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.065=0.000
max	11560.066-11560.066=0.000

*mean*	7309.000-7274.000=35.000
σ	0.000
min	7309.000-7274.000=35.000
max	7309.000-7274.000=35.000

*mean*	5167.334-5582.483=-415.149
σ	942.932-1590.937=-648.006
min	4388.132-4378.465=9.666
max	6545.637-8078.091=-1532.454

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	371.888-394.574=-22.685
σ	41.760-2.264=39.496
min	301.514-391.312=-89.798
max	397.944-397.532=0.412

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	555.000-560.000=-5.000
σ	2.828-0.000=2.828
min	554.000-560.000=-6.000
max	562.000-560.000=2.000

*mean*	784.227-752.002=32.225
σ	45.043-46.341=-1.298
min	690.223-640.335=49.889
max	850.803-789.471=61.332

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.376=-0.001
σ	0.760-0.759=0.001
min	1007.900-1007.903=-0.003
max	1011.517-1011.512=0.005

*mean*	1038.900-1057.850=-18.950
σ	304.400-315.151=-10.750
min	572.000-562.000=10.000
max	1483.000-1527.000=-44.000

*mean*	1.552-1.510=0.042
σ	0.069-0.069=0.000
min	1.478-1.446=0.032
max	1.754-1.726=0.028

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.914=-0.001
σ	0.020
min	0.903-0.904=-0.001
max	0.949-0.950=-0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.409-0.299=0.110
σ	0.495-0.296=0.199
min	0.134-0.139=-0.005
max	1.291-0.824=0.467

name=error_case.art

*mean*	2.339-2.339=-0.000
σ	0.012
min	2.333-2.333=-0.000
max	2.361-2.361=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.816-0.487=0.329
σ	0.524-0.343=0.182
min	0.554-0.329=0.225
max	1.753-1.100=0.653

name=heavy_item.art

*mean*	1.522-1.522=-0.000
σ	0.002
min	1.521-1.521=-0.000
max	1.525-1.525=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.324-0.290=0.034
σ	0.096-0.184=-0.088
min	0.216-0.199=0.017
max	0.447-0.618=-0.171

name=nested_use.art

*mean*	2.357-2.357=-0.000
σ	0.002
min	2.356-2.356=-0.000
max	2.360-2.360=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.601-0.329=0.272
σ	0.038-0.022=0.016
min	0.564-0.308=0.257
max	0.664-0.365=0.298

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-964.797=-0.055
σ	0.011
min	964.736-964.791=-0.055
max	964.760-964.815=-0.055

*mean*	435.600
σ	5.079
min	431.000
max	441.000

*mean*	0.697-0.550=0.146
σ	0.063-0.047=0.016
min	0.590-0.492=0.098
max	0.743-0.605=0.138

name=cdr_enhanced_4k_loc.art

*mean*	885.814-885.876=-0.062
σ	0.002
min	885.812-885.874=-0.062
max	885.816-885.878=-0.062

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.478-0.460=0.018
σ	0.048-0.024=0.024
min	0.415-0.425=-0.009
max	0.519-0.485=0.034

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.708=-0.000
σ	0.002
min	7.707-7.707=-0.000
max	7.711-7.711=-0.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	1.962-2.225=-0.264
σ	0.075-0.328=-0.252
min	1.825-1.871=-0.046
max	2.236-2.817=-0.581

name=record_render_large_syntax_err.art

*mean*	7.656-7.656=-0.000
σ	0.002
min	7.655-7.655=-0.000
max	7.659-7.659=-0.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	1.941-2.565=-0.624
σ	0.086-0.078=0.008
min	1.782-2.433=-0.651
max	2.489-2.785=-0.297

name=record_render_success.art

*mean*	2.289-2.289=-0.000
σ	0.002
min	2.288-2.289=-0.000
max	2.292-2.292=-0.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.306-0.307=-0.001
σ	0.009-0.009=-0.000
min	0.292-0.293=-0.000
max	0.346-0.364=-0.017

name=record_render_syntax_err.art

*mean*	2.165-2.165=-0.000
σ	0.002
min	2.164-2.164=-0.000
max	2.168-2.168=-0.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.289-0.293=-0.004
σ	0.007-0.008=-0.000
min	0.278-0.280=-0.002
max	0.319-0.333=-0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.076-297.923=0.153
σ	0.953-1.023=-0.070
min	297.587-297.521=0.066
max	300.773-300.829=-0.056

*mean*	440.900-439.700=1.200
σ	16.643-15.564=1.079
min	415.000-418.000=-3.000
max	466.000-468.000=-2.000

*mean*	0.616-0.616=-0.000
σ	0.012-0.011=0.001
min	0.599-0.596=0.003
max	0.635-0.628=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	211.800-202.652=9.148
σ	3.153-2.293=0.860
min	206.883-200.065=6.817
max	215.009-205.999=9.010

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	11.995-11.166=0.829
σ	1.182-2.305=-1.123
min	9.538-6.274=3.264
max	12.746-12.682=0.064

phase=parser

*mean*	1042.103-1042.158=-0.056
σ	0.000-0.000=-0.000
min	1042.102-1042.158=-0.056
max	1042.103-1042.159=-0.056

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	693.818-671.031=22.787
σ	68.462-74.588=-6.126
min	575.425-571.608=3.817
max	737.538-734.119=3.420

phase=processProdDef

*mean*	6169.657-6169.661=-0.004
σ	0.001-0.001=0.000
min	6169.657-6169.660=-0.003
max	6169.658-6169.662=-0.003

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	5644.833-5072.265=572.567
σ	1366.232-1291.963=74.269
min	3950.323-3130.081=820.242
max	7508.625-6831.430=677.195

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	45.653-41.578=4.076
σ	5.020-9.841=-4.821
min	35.321-20.615=14.706
max	48.624-47.914=0.710

phase=type checker

*mean*	958.540-958.670=-0.130
σ	0.066
min	958.442-958.573=-0.130
max	958.630-958.760=-0.130

*mean*	1750.000-1747.000=3.000
σ	0.000
min	1750.000-1747.000=3.000
max	1750.000-1747.000=3.000

*mean*	816.155-778.614=37.541
σ	72.058-101.232=-29.174
min	723.750-634.754=88.997
max	899.451-878.611=20.840

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-292.772=0.000
σ	0.036-0.036=-0.000
min	292.723-292.724=-0.001
max	292.810-292.812=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.405-0.402=0.003
σ	0.007-0.005=0.001
min	0.399-0.399=0.001
max	0.413-0.411=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.857-1302.890=-0.033
σ	0.084-0.077=0.007
min	1302.742-1302.761=-0.019
max	1302.940-1302.951=-0.012

*mean*	1100.000-1076.400=23.600
σ	186.157-187.109=-0.952
min	842.000-841.000=1.000
max	1320.000-1325.000=-5.000

*mean*	1.981-2.055=-0.074
σ	0.169-0.143=0.025
min	1.818-1.815=0.003
max	2.171-2.164=0.007

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.898-1545.916=-0.018
σ	4.024-3.999=0.025
min	1543.920-1543.970=-0.050
max	1553.090-1553.063=0.026

*mean*	614.800-611.800=3.000
σ	77.629-73.697=3.932
min	495.000-496.000=-1.000
max	702.000-690.000=12.000

*mean*	2.217-2.290=-0.073
σ	0.135-0.108=0.027
min	2.129-2.139=-0.010
max	2.455-2.389=0.067

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.836-1864.844=-0.008
σ	0.036-0.049=-0.012
min	1864.794-1864.785=0.009
max	1864.873-1864.899=-0.026

*mean*	1722.200-1710.000=12.200
σ	193.740-234.257=-40.517
min	1457.000-1431.000=26.000
max	1905.000-2022.000=-117.000

*mean*	2.973-2.918=0.056
σ	0.200-0.052=0.148
min	2.671-2.868=-0.197
max	3.228-2.974=0.254

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.839-1.651=0.188
σ	0.077-0.168=-0.092
min	1.745-1.444=0.300
max	1.911-1.911=0.000

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.814-447.839=-0.025
σ	579.237-579.280=-0.043
min	158.192-158.197=-0.005
max	1316.670-1316.760=-0.089

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.546-0.535=0.011
σ	0.562-0.541=0.021
min	0.262-0.251=0.012
max	1.389-1.347=0.042

policies=20

*mean*	1582.265-1582.288=-0.023
σ	0.360-0.358=0.002
min	1582.013-1582.040=-0.027
max	1582.796-1582.817=-0.021

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.500-446.000=-0.500
σ	1.000-2.000=-1.000
min	444.000-443.000=1.000
max	446.000-447.000=-1.000

*mean*	2.632-2.634=-0.002
σ	0.015-0.008=0.007
min	2.611-2.625=-0.015
max	2.647-2.644=0.002

policies=200

*mean*	15830.708-15830.800=-0.092
σ	0.360-0.182=0.178
min	15830.251-15830.629=-0.378
max	15831.124-15831.032=0.092

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-495.750=2.250
σ	4.690-4.646=0.045
min	492.000-491.000=1.000
max	503.000-502.000=1.000

*mean*	26.712-26.566=0.146
σ	0.115-0.155=-0.040
min	26.550-26.422=0.128
max	26.824-26.712=0.112