Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.620=-0.001
σ	0.349-0.351=-0.002
min	54.488-54.486=0.002
max	55.611-55.618=-0.007

*mean*	417.000-420.000=-3.000
σ	0.000
min	417.000-420.000=-3.000
max	417.000-420.000=-3.000

*mean*	0.141-0.139=0.001
σ	0.007-0.006=0.000
min	0.135-0.132=0.003
max	0.156-0.152=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=-0.001
σ	0.008-0.006=0.002
min	43.781-43.778=0.003
max	43.806-43.799=0.007

*mean*	417.300-420.000=-2.700
σ	0.483-0.000=0.483
min	417.000-420.000=-3.000
max	418.000-420.000=-2.000

*mean*	0.123-0.123=0.000
σ	0.005-0.005=-0.000
min	0.119-0.119=0.001
max	0.131-0.131=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	12.970-12.807=0.163
σ	0.358-0.242=0.117
min	12.618-12.501=0.117
max	13.580-13.068=0.512

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	12.931-13.240=-0.309
σ	0.483-0.318=0.165
min	12.106-12.683=-0.577
max	13.562-13.699=-0.138

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.932-41.933=-0.000

*mean*	7270.000-7329.000=-59.000
σ	0.000
min	7270.000-7329.000=-59.000
max	7270.000-7329.000=-59.000

*mean*	15.448-15.061=0.387
σ	0.307-0.872=-0.566
min	14.778-13.176=1.602
max	15.743-16.012=-0.269

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	13.552-12.898=0.654
σ	1.726-1.876=-0.150
min	10.994-11.223=-0.229
max	15.648-15.496=0.152

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=-0.000
min	27.603-27.603=0.000
max	27.991

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	9.224-8.771=0.452
σ	0.358-0.290=0.068
min	8.690-8.426=0.265
max	9.788-9.244=0.545

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	6.581-6.916=-0.335
σ	0.274-0.210=0.064
min	6.229-6.516=-0.287
max	6.889-7.120=-0.230

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668-25.668=0.000

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	6.077-5.944=0.133
σ	0.106-0.130=-0.024
min	5.961-5.759=0.202
max	6.251-6.096=0.154

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	5.884-5.817=0.067
σ	0.131-0.095=0.036
min	5.682-5.666=0.016
max	6.099-5.944=0.155

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7270.000-7329.000=-59.000
σ	0.000
min	7270.000-7329.000=-59.000
max	7270.000-7329.000=-59.000

*mean*	1657.089-1053.684=603.406
σ	1087.799-5.275=1082.524
min	1044.139-1046.646=-2.507
max	4160.478-1059.485=3100.993

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.001
max	8745.883-8745.883=0.001

*mean*	3569.875-3578.125=-8.250
σ	1790.466-1802.235=-11.769
min	1045.000
max	5777.000-5815.000=-38.000

*mean*	4719.151-4649.281=69.870
σ	1578.549-1445.921=132.629
min	3536.569-3517.423=19.146
max	7482.653-6646.859=835.794

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.081

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	85.344-80.467=4.877
σ	12.381-9.154=3.227
min	70.466-70.804=-0.337
max	97.837-95.312=2.525

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7270.000-7329.000=-59.000
σ	0.000
min	7270.000-7329.000=-59.000
max	7270.000-7329.000=-59.000

*mean*	107.269-105.775=1.493
σ	2.639-5.505=-2.866
min	102.716-95.809=6.907
max	111.203-111.795=-0.592

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7270.000-7329.000=-59.000
σ	0.000
min	7270.000-7329.000=-59.000
max	7270.000-7329.000=-59.000

*mean*	164.609-162.096=2.514
σ	3.521-9.058=-5.537
min	157.384-141.940=15.443
max	168.434-167.767=0.666

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4147.875-4157.750=-9.875
σ	1890.443-1907.387=-16.943
min	1556.000-1552.000=4.000
max	7270.000-7329.000=-59.000

*mean*	6578.989-6619.750=-40.761
σ	1034.653-1137.642=-102.990
min	4903.854-5003.126=-99.272
max	8338.184-7961.743=376.441

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=-0.000
max	11560.066

*mean*	7270.000-7329.000=-59.000
σ	0.000
min	7270.000-7329.000=-59.000
max	7270.000-7329.000=-59.000

*mean*	5819.432-5819.410=0.022
σ	1564.075-1893.738=-329.663
min	4411.195-4338.162=73.033
max	8249.585-8916.919=-667.334

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	379.819-351.003=28.815
σ	32.472-38.716=-6.245
min	300.220-295.613=4.606
max	399.165-394.255=4.909

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-560.000=2.000
σ	0.000
min	562.000-560.000=2.000
max	562.000-560.000=2.000

*mean*	764.134-740.009=24.125
σ	15.208-43.456=-28.248
min	739.214-657.495=81.718
max	784.434-788.470=-4.036

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.375=0.001
σ	0.758-0.760=-0.002
min	1007.903-1007.900=0.003
max	1011.512-1011.518=-0.006

*mean*	1044.800-1044.250=0.550
σ	310.765-310.758=0.007
min	572.000-573.000=-1.000
max	1502.000

*mean*	1.550-1.554=-0.003
σ	0.079-0.071=0.008
min	1.383-1.427=-0.045
max	1.774-1.771=0.003

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.890-0.891=-0.001
σ	0.021-0.020=0.000
min	0.881
max	0.928

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.290-0.295=-0.005
σ	0.285-0.299=-0.014
min	0.138-0.137=0.000
max	0.795-0.825=-0.031

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012-0.012=-0.000
min	2.332
max	2.359

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.476-0.485=-0.009
σ	0.325-0.330=-0.006
min	0.324-0.325=-0.001
max	1.057-1.076=-0.019

name=heavy_item.art

*mean*	1.521-1.522=-0.001
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.222-0.297=-0.075
σ	0.020-0.168=-0.148
min	0.200-0.201=-0.001
max	0.254-0.595=-0.341

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.344-0.341=0.003
σ	0.015-0.022=-0.007
min	0.331-0.326=0.004
max	0.369-0.380=-0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.907-963.908=-0.001
σ	0.011-0.011=0.000
min	963.902
max	963.926

*mean*	433.800-434.400=-0.600
σ	1.643-1.342=0.302
min	431.000-432.000=-1.000
max	435.000

*mean*	0.541-0.569=-0.028
σ	0.073-0.038=0.035
min	0.425-0.505=-0.080
max	0.616-0.606=0.010

name=cdr_enhanced_4k_loc.art

*mean*	884.885-884.884=0.001
σ	0.002-0.002=0.000
min	884.883
max	884.886

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.473-0.485=-0.012
σ	0.040-0.054=-0.014
min	0.435-0.394=0.040
max	0.526-0.525=0.000

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	2.310-2.607=-0.297
σ	0.402-0.093=0.309
min	1.842-2.450=-0.608
max	4.752-2.905=1.847

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	2.562-2.617=-0.055
σ	0.079-0.080=-0.001
min	2.411-2.492=-0.081
max	2.834-2.828=0.006

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.310-0.308=0.001
σ	0.008-0.009=-0.000
min	0.294-0.294=0.000
max	0.357-0.352=0.005

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000-441.000=-6.000
σ	0.000
min	435.000-441.000=-6.000
max	435.000-441.000=-6.000

*mean*	0.303-0.293=0.009
σ	0.048-0.008=0.040
min	0.280-0.280=0.000
max	0.714-0.332=0.382

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.920-297.986=-0.067
σ	0.995-0.996=-0.001
min	297.537-297.601=-0.064
max	300.749-300.815=-0.066

*mean*	446.500-440.400=6.100
σ	18.928-18.185=0.743
min	418.000-413.000=5.000
max	474.000-469.000=5.000

*mean*	0.608-0.610=-0.002
σ	0.019-0.027=-0.008
min	0.569-0.537=0.032
max	0.629-0.633=-0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1619.750-1748.000=-128.250
σ	16.263-0.000=16.263
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	210.822-212.383=-1.562
σ	2.668-3.236=-0.568
min	207.819-207.524=0.294
max	215.756-217.007=-1.251

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1619.750-1748.000=-128.250
σ	16.263-0.000=16.263
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	11.904-10.896=1.008
σ	1.649-1.472=0.177
min	9.358-9.276=0.082
max	14.105-12.553=1.552

phase=parser

*mean*	1041.159-1041.159=0.000
σ	0.000-0.000=0.000
min	1041.158-1041.158=0.000
max	1041.159-1041.159=0.000

*mean*	1619.750-1748.000=-128.250
σ	16.263-0.000=16.263
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	714.861-595.431=119.429
σ	57.046-126.658=-69.612
min	645.062-380.810=264.252
max	831.344-724.461=106.883

phase=processProdDef

*mean*	6169.662-6169.659=0.003
σ	0.001-0.001=0.000
min	6169.661-6169.659=0.003
max	6169.663-6169.660=0.003

*mean*	1625.500-1748.000=-122.500
σ	21.294-0.000=21.294
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	6051.935-5086.704=965.230
σ	1662.225-1371.945=290.280
min	3956.658-3823.935=132.723
max	7722.097-7591.985=130.113

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1619.750-1748.000=-128.250
σ	16.263-0.000=16.263
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	47.364-42.243=5.121
σ	4.053-4.834=-0.782
min	39.584-34.040=5.544
max	54.437-48.197=6.240

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1619.750-1748.000=-128.250
σ	16.263-0.000=16.263
min	1614.000-1748.000=-134.000
max	1660.000-1748.000=-88.000

*mean*	761.995-764.404=-2.409
σ	38.417-90.480=-52.063
min	696.862-662.295=34.568
max	810.447-887.388=-76.941

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-292.772=0.002
σ	0.035-0.034=0.001
min	292.727-292.725=0.002
max	292.812-292.810=0.002

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.399=0.002
σ	0.006-0.003=0.003
min	0.397-0.397=0.000
max	0.412-0.404=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.844-1302.875=-0.031
σ	0.070-0.096=-0.025
min	1302.744-1302.709=0.035
max	1302.916-1302.942=-0.025

*mean*	1086.600-1091.600=-5.000
σ	169.137-180.805=-11.668
min	891.000-839.000=52.000
max	1322.000-1303.000=19.000

*mean*	2.013-2.086=-0.074
σ	0.203-0.272=-0.069
min	1.777-1.761=0.017
max	2.192-2.376=-0.183

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.941-1545.904=0.037
σ	3.991-4.008=-0.018
min	1544.002-1543.949=0.053
max	1553.075-1553.068=0.006

*mean*	622.200-617.400=4.800
σ	88.728-81.638=7.090
min	506.000-494.000=12.000
max	727.000-713.000=14.000

*mean*	2.321-2.245=0.076
σ	0.272-0.097=0.175
min	2.016-2.148=-0.132
max	2.714-2.390=0.324

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.840-1864.838=0.002
σ	0.040-0.041=-0.002
min	1864.786-1864.787=-0.001
max	1864.884-1864.885=-0.001

*mean*	1728.800-1718.200=10.600
σ	178.022-213.521=-35.499
min	1484.000-1428.000=56.000
max	1898.000-1918.000=-20.000

*mean*	3.066-2.934=0.132
σ	0.280-0.091=0.189
min	2.884-2.857=0.027
max	3.562-3.065=0.498

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.735-1.702=0.034
σ	0.085-0.150=-0.066
min	1.641-1.461=0.180
max	1.863-1.843=0.020

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.754-447.754=-0.000
σ	579.110-579.111=-0.001
min	158.195-158.196=-0.001
max	1316.419-1316.420=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.520-0.532=-0.012
σ	0.505-0.540=-0.035
min	0.265-0.261=0.004
max	1.278-1.343=-0.065

policies=20

*mean*	1582.292-1582.272=0.020
σ	0.373-0.346=0.027
min	1582.029-1582.041=-0.013
max	1582.843-1582.787=0.057

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.500
σ	4.041
min	443.000
max	450.000

*mean*	2.654-2.640=0.014
σ	0.049-0.022=0.027
min	2.615-2.627=-0.013
max	2.723-2.673=0.050

policies=200

*mean*	15830.903-15830.700=0.203
σ	0.102-0.147=-0.045
min	15830.828-15830.586=0.242
max	15831.050-15830.904=0.146

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.750-497.750=-3.000
σ	3.304-4.646=-1.342
min	491.000-493.000=-2.000
max	499.000-504.000=-5.000

*mean*	26.693-26.649=0.044
σ	0.142-0.137=0.004
min	26.556-26.474=0.082
max	26.892-26.799=0.092