Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.357-0.358=-0.000
min	54.540-54.547=-0.007
max	55.694-55.694=0.001

*mean*	419.000
σ	0.000
min	419.000
max	419.000

*mean*	0.142-0.143=-0.001
σ	0.004-0.005=-0.001
min	0.139-0.138=0.001
max	0.149-0.152=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.704=0.001
σ	0.007-0.005=0.002
min	43.694-43.698=-0.004
max	43.716-43.711=0.005

*mean*	419.300-419.000=0.300
σ	0.483-0.000=0.483
min	419.000
max	420.000-419.000=1.000

*mean*	0.126-0.119=0.007
σ	0.009-0.004=0.005
min	0.120-0.115=0.005
max	0.149-0.127=0.022

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3887.000-4153.500=-266.500
σ	1858.837-1900.871=-42.034
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	12.092-12.786=-0.694
σ	0.190-0.137=0.053
min	11.889-12.628=-0.739
max	12.396-13.002=-0.606

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	3887.000-4153.500=-266.500
σ	1858.837-1900.871=-42.034
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	11.781-13.394=-1.613
σ	0.668-0.159=0.509
min	11.277-13.146=-1.868
max	12.932-13.590=-0.658

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.001
min	41.928-41.930=-0.001
max	41.933-41.933=-0.000

*mean*	6181.000-7306.000=-1125.000
σ	0.000
min	6181.000-7306.000=-1125.000
max	6181.000-7306.000=-1125.000

*mean*	14.510-15.294=-0.784
σ	0.476-0.465=0.011
min	13.458-14.409=-0.952
max	15.034-16.014=-0.980

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928-41.927=0.000
max	41.929-41.932=-0.003

*mean*	3739.250-4153.500=-414.250
σ	1832.039-1900.871=-68.832
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	12.572-13.445=-0.873
σ	1.670-1.555=0.115
min	10.535-11.200=-0.666
max	14.580-15.423=-0.843

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=-0.000
max	27.991

*mean*	3739.250-4153.500=-414.250
σ	1832.039-1900.871=-68.832
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	8.624-9.057=-0.433
σ	0.453-0.413=0.040
min	7.976-8.510=-0.534
max	9.453-9.634=-0.180

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.402-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	3739.250-4153.500=-414.250
σ	1832.039-1900.871=-68.832
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	6.485-6.756=-0.270
σ	0.140-0.233=-0.093
min	6.292-6.363=-0.072
max	6.652-7.056=-0.404

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.666
max	25.674-25.674=-0.000

*mean*	3887.000-4153.500=-266.500
σ	1858.837-1900.871=-42.034
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	5.464-6.048=-0.584
σ	0.123-0.262=-0.139
min	5.273-5.624=-0.351
max	5.607-6.426=-0.819

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974-25.974=-0.000

*mean*	3887.000-4153.500=-266.500
σ	1858.837-1900.871=-42.034
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	5.290-5.761=-0.471
σ	0.099-0.172=-0.073
min	5.145-5.545=-0.400
max	5.433-6.030=-0.597

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.002
σ	0.002-0.000=0.002
min	2524.602-2524.606=-0.003
max	2524.606-2524.607=-0.000

*mean*	6181.000-7306.000=-1125.000
σ	0.000
min	6181.000-7306.000=-1125.000
max	6181.000-7306.000=-1125.000

*mean*	1310.952-1086.213=224.738
σ	481.959-109.203=372.757
min	1039.778-1041.801=-2.023
max	2142.209-1355.932=786.278

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.469-0.469=0.000
min	7877.934-8744.553=-866.619
max	7879.264-8745.883=-866.620

*mean*	3243.750-3573.125=-329.375
σ	1850.105-1797.447=52.658
min	809.000-1045.000=-236.000
max	6181.000-5797.000=384.000

*mean*	3782.839-5084.863=-1302.025
σ	1239.932-1715.371=-475.439
min	3098.574-3553.402=-454.828
max	6015.696-7450.440=-1434.744

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	3887.000-4153.500=-266.500
σ	1858.837-1900.871=-42.034
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	133.142-82.391=50.751
σ	154.703-11.058=143.646
min	70.820-72.235=-1.415
max	515.746-100.067=415.678

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6181.000-7306.000=-1125.000
σ	0.000
min	6181.000-7306.000=-1125.000
max	6181.000-7306.000=-1125.000

*mean*	64.197-105.876=-41.678
σ	4.315-4.288=0.027
min	60.564-97.790=-37.225
max	71.881-109.133=-37.252

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686-66.686=-0.000
max	66.690-66.687=0.003

*mean*	6181.000-7306.000=-1125.000
σ	0.000
min	6181.000-7306.000=-1125.000
max	6181.000-7306.000=-1125.000

*mean*	100.360-162.397=-62.037
σ	1.566-9.045=-7.479
min	99.040-141.815=-42.774
max	103.752-167.992=-64.240

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.155-11656.900=192.255
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.255
max	11859.806-11667.552=192.254

*mean*	3739.250-4153.500=-414.250
σ	1832.039-1900.871=-68.832
min	1278.000-1557.000=-279.000
max	6181.000-7306.000=-1125.000

*mean*	6385.114-6590.512=-205.398
σ	1319.570-1219.427=100.143
min	5066.567-4953.693=112.875
max	8190.595-8345.556=-154.961

op=vertical_lookup_list() on indexed

*mean*	10791.093-11560.066=-768.972
σ	0.002-0.001=0.001
min	10791.092-11560.065=-768.973
max	10791.096-11560.067=-768.971

*mean*	6181.000-7306.000=-1125.000
σ	0.000
min	6181.000-7306.000=-1125.000
max	6181.000-7306.000=-1125.000

*mean*	5224.398-5411.437=-187.039
σ	1582.142-1218.352=363.790
min	4070.623-4424.344=-353.720
max	7430.021-7481.874=-51.852

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	374.343-377.286=-2.942
σ	21.846-22.235=-0.389
min	348.136-332.842=15.293
max	394.987-394.121=0.867

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	556.500-561.000=-4.500
σ	5.880-0.000=5.880
min	551.000-561.000=-10.000
max	562.000-561.000=1.000

*mean*	782.270-742.560=39.710
σ	23.073-57.569=-34.497
min	755.425-623.906=131.520
max	834.673-790.460=44.213

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=-0.000
σ	0.759-0.759=0.000
min	1023.854-1023.854=-0.000
max	1027.467-1027.466=0.002

*mean*	1057.300-1046.800=10.500
σ	317.245-305.402=11.843
min	571.000
max	1531.000-1502.000=29.000

*mean*	1.588-1.573=0.014
σ	0.093-0.080=0.014
min	1.511-1.511=-0.000
max	1.821-1.834=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.297-0.312=-0.015
σ	0.286-0.332=-0.046
min	0.140-0.132=0.008
max	0.804-0.901=-0.098

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.487-0.464=0.023
σ	0.316-0.321=-0.004
min	0.319-0.311=0.008
max	1.051-1.037=0.013

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.206=0.015
σ	0.022-0.027=-0.005
min	0.206-0.186=0.019
max	0.259-0.252=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.330-0.332=-0.002
σ	0.015-0.015=0.000
min	0.317-0.318=-0.001
max	0.356-0.357=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.800-436.200=-2.400
σ	3.033-1.789=1.244
min	431.000-433.000=-2.000
max	437.000

*mean*	0.557-0.537=0.020
σ	0.057-0.064=-0.007
min	0.469-0.430=0.040
max	0.608-0.594=0.015

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.445-0.488=-0.043
σ	0.045-0.019=0.026
min	0.383-0.469=-0.085
max	0.509-0.515=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.961-2.642=-0.681
σ	0.064-0.092=-0.028
min	1.845-2.478=-0.633
max	2.181-2.907=-0.726

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.965-2.588=-0.624
σ	0.084-0.076=0.008
min	1.837-2.455=-0.617
max	2.204-2.777=-0.573

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.305-0.302=0.002
σ	0.008-0.008=-0.001
min	0.292-0.288=0.004
max	0.352-0.355=-0.004

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.291-0.292=-0.001
σ	0.007-0.007=-0.000
min	0.278-0.278=0.000
max	0.318-0.322=-0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.780-298.791=-0.011
σ	1.023-1.058=-0.035
min	298.403-298.336=0.066
max	301.689-301.796=-0.107

*mean*	443.700-445.300=-1.600
σ	12.859-18.874=-6.016
min	427.000-418.000=9.000
max	465.000-469.000=-4.000

*mean*	0.593-0.603=-0.010
σ	0.030-0.030=0.000
min	0.533-0.540=-0.007
max	0.620-0.626=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1004.500-1684.625=-680.125
σ	0.926-1.768=-0.842
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	222.892-222.810=0.082
σ	3.440-2.699=0.741
min	217.809-218.892=-1.083
max	227.788-227.476=0.312

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1004.500-1684.625=-680.125
σ	0.926-1.768=-0.842
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	10.176-11.432=-1.256
σ	1.987-1.369=0.618
min	7.472-9.645=-2.174
max	12.879-12.768=0.111

phase=parser

*mean*	1042.363-1042.363=0.000
σ	0.000-0.000=-0.000
min	1042.363
max	1042.363

*mean*	1004.500-1684.625=-680.125
σ	0.926-1.768=-0.842
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	603.772-680.087=-76.316
σ	96.621-89.766=6.855
min	427.160-566.115=-138.955
max	730.560-836.704=-106.144

phase=processProdDef

*mean*	4753.369-6169.657=-1416.288
σ	0.000-0.001=-0.000
min	4753.369-6169.657=-1416.288
max	4753.370-6169.658=-1416.288

*mean*	1004.750-1685.250=-680.500
σ	0.707-2.315=-1.607
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	4547.072-6140.336=-1593.264
σ	558.795-1348.533=-789.739
min	3530.017-4010.225=-480.208
max	5405.136-7808.916=-2403.780

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1004.500-1684.625=-680.125
σ	0.926-1.768=-0.842
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	39.385-44.241=-4.857
σ	8.696-6.469=2.227
min	20.977-34.982=-14.004
max	48.416-51.133=-2.717

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1004.500-1684.625=-680.125
σ	0.926-1.768=-0.842
min	1003.000-1684.000=-681.000
max	1005.000-1689.000=-684.000

*mean*	827.757-829.362=-1.606
σ	94.775-89.968=4.807
min	681.893-716.065=-34.172
max	908.599-992.983=-84.384

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.922-293.924=-0.001
σ	0.037-0.042=-0.005
min	293.865-293.862=0.003
max	293.958-293.958=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.407-0.394=0.014
σ	0.016-0.001=0.015
min	0.390-0.393=-0.002
max	0.429-0.395=0.034

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.292-1320.188=0.103
σ	0.038-0.089=-0.051
min	1320.246-1320.093=0.154
max	1320.349-1320.318=0.032

*mean*	1109.600-1110.000=-0.400
σ	187.397-171.504=15.894
min	889.000-896.000=-7.000
max	1371.000-1334.000=37.000

*mean*	2.165-1.953=0.212
σ	0.152-0.072=0.080
min	1.915-1.882=0.032
max	2.302-2.065=0.237

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.459-1559.729=-0.270
σ	3.365-4.087=-0.722
min	1557.814-1557.680=0.134
max	1565.472-1567.033=-1.561

*mean*	625.600-625.400=0.200
σ	89.442-88.053=1.389
min	504.000-495.000=9.000
max	727.000-730.000=-3.000

*mean*	2.343-2.297=0.046
σ	0.145-0.261=-0.116
min	2.182-2.144=0.039
max	2.510-2.760=-0.250

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.261-1882.294=-0.033
σ	0.056-0.080=-0.024
min	1882.189-1882.200=-0.010
max	1882.341-1882.397=-0.055

*mean*	1758.800-1760.000=-1.200
σ	207.565-219.527=-11.962
min	1504.000-1480.000=24.000
max	1961.000-1972.000=-11.000

*mean*	3.143-3.213=-0.070
σ	0.213-0.357=-0.145
min	2.899-2.862=0.037
max	3.446-3.732=-0.285

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.609-1.836=-0.227
σ	0.160-0.095=0.064
min	1.490-1.731=-0.241
max	1.887-1.933=-0.045

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.412-453.537=-1.124
σ	583.281-585.528=-2.248
min	160.767-160.767=-0.001
max	1327.333-1331.829=-4.496

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.548-0.550=-0.001
σ	0.546-0.561=-0.014
min	0.273-0.267=0.006
max	1.368-1.391=-0.023

policies=20

*mean*	1608.035-1608.043=-0.008
σ	0.424-0.416=0.008
min	1607.750-1607.759=-0.009
max	1608.665-1608.661=0.004

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-447.500=-0.750
σ	2.500-7.506=-5.006
min	443.000-441.000=2.000
max	448.000-454.000=-6.000

*mean*	2.709-2.704=0.005
σ	0.017-0.031=-0.014
min	2.694-2.666=0.028
max	2.733-2.742=-0.010

policies=200

*mean*	16088.515-16088.517=-0.002
σ	0.119-0.216=-0.097
min	16088.348-16088.340=0.009
max	16088.627-16088.826=-0.198

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	497.250-495.750=1.500
σ	5.560-3.403=2.157
min	491.000
max	504.000-499.000=5.000

*mean*	27.372-27.327=0.045
σ	0.108-0.167=-0.059
min	27.271-27.192=0.078
max	27.517-27.570=-0.052