Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.678=-0.001
σ	0.357-0.357=0.000
min	54.542-54.541=0.001
max	55.694-55.694=0.000

*mean*	419.000-413.000=6.000
σ	0.000
min	419.000-413.000=6.000
max	419.000-413.000=6.000

*mean*	0.141-0.141=-0.000
σ	0.004-0.005=-0.001
min	0.138-0.133=0.005
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.005-0.006=-0.001
min	43.696-43.695=0.001
max	43.713-43.717=-0.004

*mean*	419.000-413.000=6.000
σ	0.000
min	419.000-413.000=6.000
max	419.000-413.000=6.000

*mean*	0.120-0.123=-0.003
σ	0.005-0.005=-0.000
min	0.116-0.115=0.001
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	12.273-12.318=-0.045
σ	0.403-0.312=0.091
min	11.541-11.811=-0.269
max	12.842-12.745=0.097

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	12.169-12.151=0.018
σ	0.627-0.546=0.081
min	11.331-11.372=-0.041
max	12.831-12.755=0.076

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=0.000

*mean*	7277.000-7323.000=-46.000
σ	0.000
min	7277.000-7323.000=-46.000
max	7277.000-7323.000=-46.000

*mean*	14.967-14.400=0.567
σ	0.355-0.868=-0.512
min	14.402-12.371=2.031
max	15.560-15.039=0.522

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	12.673-11.923=0.749
σ	1.760-1.553=0.207
min	10.618-10.385=0.233
max	14.562-13.929=0.633

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991-27.991=-0.000

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	8.428-8.498=-0.070
σ	0.280-0.269=0.010
min	8.096-8.174=-0.078
max	8.811-8.935=-0.124

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	6.389-6.679=-0.290
σ	0.271-0.113=0.158
min	6.082-6.556=-0.474
max	6.690-6.906=-0.215

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=-0.000
min	25.666-25.666=0.000
max	25.674-25.674=-0.000

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	5.533-5.554=-0.021
σ	0.090-0.121=-0.031
min	5.365-5.319=0.046
max	5.623-5.755=-0.132

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=0.000
max	25.974

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	5.361-5.421=-0.060
σ	0.052-0.115=-0.063
min	5.295-5.324=-0.029
max	5.450-5.668=-0.218

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.000

*mean*	7277.000-7323.000=-46.000
σ	0.000
min	7277.000-7323.000=-46.000
max	7277.000-7323.000=-46.000

*mean*	1540.998-1044.691=496.307
σ	941.390-6.207=935.183
min	1041.403-1037.452=3.951
max	3760.019-1055.411=2704.608

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.001

*mean*	3570.500-3580.250=-9.750
σ	1792.355-1800.837=-8.483
min	1042.000-1043.000=-1.000
max	5781.000-5816.000=-35.000

*mean*	4647.793-4471.077=176.716
σ	1396.877-1270.738=126.139
min	3516.651-3513.130=3.521
max	6686.181-6723.327=-37.146

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	83.554-83.246=0.309
σ	12.153-12.103=0.050
min	68.717-70.052=-1.335
max	100.285-99.722=0.564

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.944-40.945=-0.000
max	40.946

*mean*	7277.000-7323.000=-46.000
σ	0.000
min	7277.000-7323.000=-46.000
max	7277.000-7323.000=-46.000

*mean*	106.337-104.506=1.832
σ	2.961-6.331=-3.370
min	101.769-91.837=9.931
max	111.046-111.869=-0.823

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7277.000-7323.000=-46.000
σ	0.000
min	7277.000-7323.000=-46.000
max	7277.000-7323.000=-46.000

*mean*	163.231-161.318=1.914
σ	3.906-8.820=-4.915
min	155.358-141.194=14.164
max	166.718-166.810=-0.092

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.901=-0.000
σ	4.304-4.304=0.000
min	11655.306
max	11667.552-11667.551=0.001

*mean*	4148.500-4158.125=-9.625
σ	1892.790-1903.573=-10.782
min	1553.000-1556.000=-3.000
max	7277.000-7323.000=-46.000

*mean*	6330.129-6215.023=115.106
σ	1069.653-1000.097=69.556
min	4928.471-4925.550=2.921
max	8037.030-7852.180=184.850

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067-11560.067=0.001

*mean*	7277.000-7323.000=-46.000
σ	0.000
min	7277.000-7323.000=-46.000
max	7277.000-7323.000=-46.000

*mean*	5767.645-5708.425=59.220
σ	1739.354-1828.558=-89.204
min	4393.859-4375.544=18.315
max	8091.290-8897.483=-806.194

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-476.000=2.000
σ	0.000
min	478.000-476.000=2.000
max	478.000-476.000=2.000

*mean*	395.006-373.446=21.559
σ	3.128-16.233=-13.105
min	390.225-346.216=44.009
max	399.576-385.151=14.425

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-561.000=1.000
σ	0.000
min	562.000-561.000=1.000
max	562.000-561.000=1.000

*mean*	779.326-723.740=55.587
σ	28.371-43.448=-15.077
min	723.669-644.374=79.294
max	803.767-774.242=29.525

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.327=0.001
σ	0.759-0.759=-0.000
min	1023.855-1023.852=0.003
max	1027.465-1027.465=0.000

*mean*	1039.500-1038.000=1.500
σ	301.357-300.918=0.439
min	563.000-562.000=1.000
max	1462.000-1460.000=2.000

*mean*	1.557-1.543=0.015
σ	0.051-0.078=-0.027
min	1.473-1.362=0.111
max	1.663-1.662=0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.394-0.396=-0.002
σ	0.497-0.520=-0.023
min	0.152-0.145=0.007
max	1.282-1.325=-0.043

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.535-0.473=0.062
σ	0.317-0.324=-0.007
min	0.324-0.318=0.006
max	1.058-1.052=0.006

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.224=-0.000
σ	0.026-0.025=0.000
min	0.204-0.206=-0.002
max	0.268-0.266=0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.327=-0.001
σ	0.019-0.018=0.000
min	0.312-0.315=-0.003
max	0.359-0.359=-0.000

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	435.600-431.600=4.000
σ	5.079-1.342=3.738
min	431.000
max	441.000-434.000=7.000

*mean*	0.545-0.533=0.012
σ	0.062-0.061=0.000
min	0.463-0.472=-0.010
max	0.612-0.613=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.476-0.501=-0.025
σ	0.047-0.014=0.033
min	0.420-0.490=-0.069
max	0.525-0.522=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.614-2.394=0.220
σ	0.093-0.340=-0.247
min	2.449-1.864=0.585
max	3.020-2.910=0.110

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.604-2.561=0.043
σ	0.072-0.073=-0.000
min	2.443-2.439=0.003
max	2.821-2.855=-0.034

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.310-0.306=0.003
σ	0.012-0.009=0.003
min	0.295-0.292=0.003
max	0.386-0.366=0.019

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.299-0.291=0.008
σ	0.011-0.011=-0.000
min	0.286-0.277=0.009
max	0.371-0.362=0.009

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.637-298.825=-0.189
σ	1.003-0.984=0.019
min	298.241-298.394=-0.153
max	301.487-301.620=-0.133

*mean*	443.800-442.700=1.100
σ	14.242-16.042=-1.800
min	422.000-418.000=4.000
max	466.000-469.000=-3.000

*mean*	0.593-0.602=-0.009
σ	0.026-0.019=0.007
min	0.559-0.574=-0.015
max	0.648-0.637=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=-0.000
σ	0.000-0.000=-0.000
min	239.532-239.532=0.000
max	239.532-239.532=-0.000

*mean*	1750.375-1721.250=29.125
σ	0.518-34.158=-33.641
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	219.116-217.737=1.379
σ	2.005-1.642=0.363
min	215.375-215.658=-0.283
max	221.540-220.470=1.070

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1750.375-1721.250=29.125
σ	0.518-34.158=-33.641
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	11.285-11.013=0.272
σ	2.074-2.423=-0.349
min	7.574-7.442=0.133
max	12.796-12.831=-0.035

phase=parser

*mean*	1042.360-1042.365=-0.005
σ	0.000-0.001=-0.001
min	1042.359-1042.362=-0.002
max	1042.360-1042.365=-0.005

*mean*	1750.375-1721.250=29.125
σ	0.518-34.158=-33.641
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	696.634-674.423=22.211
σ	82.882-116.300=-33.417
min	591.989-421.162=170.827
max	831.700-779.405=52.294

phase=processProdDef

*mean*	6169.662-6169.660=0.002
σ	0.001-0.001=-0.000
min	6169.661-6169.660=0.001
max	6169.662-6169.661=0.001

*mean*	1750.500-1729.500=21.000
σ	0.535-30.552=-30.018
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	5531.497-5256.300=275.197
σ	1222.013-1114.927=107.086
min	3827.642-4077.434=-249.792
max	7271.114-7266.871=4.243

phase=renaming

*mean*	21.671-21.672=-0.000
σ	0.000-0.001=-0.001
min	21.671
max	21.671-21.675=-0.004

*mean*	1750.375-1721.250=29.125
σ	0.518-34.158=-33.641
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	43.901-41.471=2.430
σ	7.850-9.572=-1.722
min	27.232-26.670=0.562
max	52.517-48.229=4.288

phase=type checker

*mean*	990.446-990.445=0.000
σ	0.066-0.066=-0.001
min	990.348-990.344=0.004
max	990.536-990.536=0.000

*mean*	1750.375-1721.250=29.125
σ	0.518-34.158=-33.641
min	1750.000-1680.000=70.000
max	1751.000-1746.000=5.000

*mean*	815.918-789.311=26.607
σ	92.577-90.612=1.964
min	687.744-656.056=31.688
max	918.211-914.000=4.211

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.917-293.916=0.001
σ	0.038-0.040=-0.002
min	293.864-293.862=0.002
max	293.957-293.958=-0.001

*mean*	441.000-441.400=-0.400
σ	2.739-3.286=-0.548
min	439.000
max	444.000-445.000=-1.000

*mean*	0.399-0.400=-0.001
σ	0.000-0.001=-0.000
min	0.399-0.400=-0.001
max	0.400-0.402=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.223-1320.240=-0.017
σ	0.093-0.073=0.021
min	1320.131-1320.182=-0.050
max	1320.334-1320.320=0.014

*mean*	1069.600-1070.200=-0.600
σ	168.456-167.610=0.845
min	844.000
max	1278.000-1273.000=5.000

*mean*	2.048-2.049=-0.001
σ	0.280-0.275=0.005
min	1.808-1.824=-0.016
max	2.479-2.491=-0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.733-1559.730=0.003
σ	4.070-4.067=0.003
min	1557.696-1557.704=-0.009
max	1567.005-1566.998=0.007

*mean*	620.000
σ	82.228-83.066=-0.838
min	496.000-494.000=2.000
max	717.000

*mean*	2.247-2.247=0.000
σ	0.159-0.133=0.025
min	2.098-2.149=-0.051
max	2.511-2.479=0.032

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.271-1882.271=-0.000
σ	0.049-0.055=-0.006
min	1882.209-1882.209=-0.000
max	1882.338-1882.352=-0.014

*mean*	1702.800-1697.400=5.400
σ	246.028-244.231=1.797
min	1410.000-1397.000=13.000
max	2034.000-2021.000=13.000

*mean*	2.931-2.889=0.042
σ	0.055-0.057=-0.002
min	2.886-2.828=0.058
max	2.996-2.979=0.017

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.763-1.720=0.043
σ	0.128-0.128=-0.000
min	1.627-1.575=0.052
max	1.940-1.862=0.078

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.535-453.537=-0.002
σ	585.530-585.528=0.002
min	160.764-160.770=-0.006
max	1331.830-1331.829=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.547-0.542=0.005
σ	0.551-0.541=0.010
min	0.271-0.269=0.002
max	1.373-1.354=0.019

policies=20

*mean*	1608.018-1608.038=-0.020
σ	0.422-0.406=0.016
min	1607.729-1607.758=-0.029
max	1608.646-1608.638=0.008

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.250-450.250=-1.000
σ	10.500-10.595=-0.095
min	444.000-443.000=1.000
max	465.000-466.000=-1.000

*mean*	2.706-2.702=0.004
σ	0.013-0.031=-0.018
min	2.687-2.670=0.017
max	2.716-2.735=-0.019

policies=200

*mean*	16088.549-16088.503=0.046
σ	0.161-0.194=-0.033
min	16088.392-16088.351=0.042
max	16088.767-16088.782=-0.014

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.750-498.000=0.750
σ	5.500-3.367=2.133
min	494.000
max	506.000-502.000=4.000

*mean*	27.288-27.356=-0.068
σ	0.107-0.267=-0.160
min	27.175-27.107=0.068
max	27.412-27.701=-0.289