Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=-0.001
σ	0.351-0.350=0.001
min	54.482-54.486=-0.004
max	55.615-55.614=0.001

*mean*	418.000-412.000=6.000
σ	0.000
min	418.000-412.000=6.000
max	418.000-412.000=6.000

*mean*	0.140-0.140=0.001
σ	0.004-0.005=-0.001
min	0.137-0.136=0.001
max	0.148-0.150=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.006-0.006=-0.001
min	43.779-43.779=-0.000
max	43.798-43.800=-0.002

*mean*	418.000-412.000=6.000
σ	0.000
min	418.000-412.000=6.000
max	418.000-412.000=6.000

*mean*	0.124-0.121=0.002
σ	0.003-0.004=-0.001
min	0.120-0.116=0.004
max	0.129-0.128=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	12.357-13.016=-0.659
σ	0.282-1.840=-1.558
min	11.947-11.813=0.135
max	12.757-17.454=-4.696

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	12.811-12.447=0.364
σ	0.197-2.221=-2.024
min	12.534-11.384=1.150
max	13.202-17.928=-4.726

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6048.000-7533.000=-1485.000
σ	0.000
min	6048.000-7533.000=-1485.000
max	6048.000-7533.000=-1485.000

*mean*	13.318-14.362=-1.044
σ	1.191-1.041=0.150
min	10.825-13.055=-2.230
max	14.821-15.425=-0.604

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	12.405-12.083=0.322
σ	1.951-1.854=0.098
min	10.497-10.177=0.320
max	14.639-15.530=-0.891

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=-0.000
max	27.607-27.607=-0.000

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	8.506-8.923=-0.417
σ	0.459-1.261=-0.802
min	7.869-8.052=-0.183
max	9.149-11.988=-2.839

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	6.405-7.044=-0.639
σ	0.224-1.130=-0.905
min	6.152-6.519=-0.367
max	6.772-9.830=-3.058

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.670-25.670=0.000

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	5.585-5.571=0.015
σ	0.149-0.562=-0.414
min	5.291-5.332=-0.041
max	5.816-6.958=-1.143

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	5.355-5.499=-0.144
σ	0.112-0.549=-0.437
min	5.184-5.248=-0.063
max	5.581-6.856=-1.275

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=0.000

*mean*	6048.000-7533.000=-1485.000
σ	0.000
min	6048.000-7533.000=-1485.000
max	6048.000-7533.000=-1485.000

*mean*	1561.003-1104.872=456.132
σ	835.136-157.060=678.076
min	1031.220-1040.316=-9.096
max	3039.791-1493.347=1546.444

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.640=0.001

*mean*	3821.375-3762.125=59.250
σ	1654.472-1629.870=24.603
min	1966.000-1904.000=62.000
max	6048.000-5934.000=114.000

*mean*	4579.108-4587.003=-7.895
σ	1444.351-1486.064=-41.714
min	3536.816-3500.936=35.879
max	7306.706-7282.087=24.618

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.000
max	62.080

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	85.053-89.202=-4.149
σ	13.952-14.617=-0.664
min	71.330-70.758=0.572
max	102.386-109.320=-6.935

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.001
min	40.944-40.943=0.000
max	40.948-40.945=0.002

*mean*	6048.000-7533.000=-1485.000
σ	0.000
min	6048.000-7533.000=-1485.000
max	6048.000-7533.000=-1485.000

*mean*	96.682-240.835=-144.153
σ	9.121-400.670=-391.549
min	80.748-84.469=-3.721
max	108.859-1232.206=-1123.347

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6048.000-7533.000=-1485.000
σ	0.000
min	6048.000-7533.000=-1485.000
max	6048.000-7533.000=-1485.000

*mean*	227.180-152.228=74.952
σ	238.046-13.278=224.769
min	119.805-135.287=-15.482
max	815.187-168.436=646.751

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.317=0.000
min	11655.305-11655.305=-0.000
max	11667.517-11667.516=0.001

*mean*	4104.625-4249.250=-144.625
σ	1573.052-1888.534=-315.482
min	1966.000-1904.000=62.000
max	6048.000-7533.000=-1485.000

*mean*	6492.045-6505.217=-13.172
σ	1250.418-1138.386=112.033
min	4933.043-4952.568=-19.525
max	8064.175-7957.434=106.741

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.067-11560.066=0.001
max	11560.069

*mean*	6048.000-7533.000=-1485.000
σ	0.000
min	6048.000-7533.000=-1485.000
max	6048.000-7533.000=-1485.000

*mean*	6795.746-5243.754=1551.992
σ	1243.199-1189.412=53.787
min	4423.111-4365.447=57.664
max	8310.016-7410.019=899.997

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.581=0.004
σ	0.027-0.023=0.004
min	172.558
max	172.627-172.620=0.007

*mean*	1966.000-1904.000=62.000
σ	0.000
min	1966.000-1904.000=62.000
max	1966.000-1904.000=62.000

*mean*	361.566-313.199=48.367
σ	25.103-36.550=-11.447
min	318.798-260.002=58.795
max	401.350-357.653=43.697

op=pointedIndexFromKvs

rows=400000

*mean*	357.371-357.371=-0.001
σ	0.043-0.045=-0.002
min	357.321
max	357.427-357.426=0.001

*mean*	1966.000-1904.000=62.000
σ	0.000
min	1966.000-1904.000=62.000
max	1966.000-1904.000=62.000

*mean*	784.261-773.715=10.545
σ	21.160-20.708=0.452
min	749.975-746.446=3.530
max	815.673-802.417=13.256

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.184=0.001
σ	0.886-0.882=0.004
min	1007.689-1007.697=-0.008
max	1011.861-1011.839=0.021

*mean*	1043.100-1039.600=3.500
σ	307.150-306.773=0.377
min	548.000-544.000=4.000
max	1474.000-1469.000=5.000

*mean*	1.549-1.553=-0.004
σ	0.080-0.099=-0.019
min	1.462-1.466=-0.004
max	1.761-1.821=-0.060

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.423-0.415=0.008
σ	0.129-0.139=-0.010
min	0.355-0.335=0.020
max	0.653-0.661=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.884-0.884=-0.000
σ	0.077-0.081=-0.004
min	0.830-0.833=-0.003
max	1.018-1.026=-0.008

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.544-0.550=-0.006
σ	0.048-0.048=0.001
min	0.503-0.509=-0.006
max	0.621-0.632=-0.011

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.853-0.839=0.014
σ	0.042-0.040=0.002
min	0.814-0.800=0.015
max	0.912-0.904=0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.540=0.001
σ	0.032-0.031=0.000
min	963.523
max	963.597-963.596=0.001

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.836-0.837=-0.001
σ	0.019-0.039=-0.021
min	0.818-0.770=0.047
max	0.858-0.864=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.000
σ	0.005-0.006=-0.001
min	884.847
max	884.861-884.861=0.000

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.717-0.707=0.010
σ	0.037-0.039=-0.001
min	0.661-0.663=-0.002
max	0.744-0.749=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	4.247-3.511=0.736
σ	0.106-0.101=0.004
min	4.081-3.367=0.714
max	4.807-3.842=0.965

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	4.283-3.487=0.795
σ	0.106-0.087=0.019
min	4.033-3.355=0.678
max	4.581-3.763=0.818

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.756-0.746=0.009
σ	0.019-0.016=0.003
min	0.726-0.725=0.002
max	0.874-0.846=0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1474.000-1469.000=5.000
σ	0.000
min	1474.000-1469.000=5.000
max	1474.000-1469.000=5.000

*mean*	0.720-0.705=0.016
σ	0.016-0.016=0.001
min	0.672-0.678=-0.005
max	0.779-0.776=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.292-297.582=-0.290
σ	0.204-0.197=0.007
min	297.171-297.421=-0.250
max	297.864-298.103=-0.239

*mean*	1966.000-1904.000=62.000
σ	0.000
min	1966.000-1904.000=62.000
max	1966.000-1904.000=62.000

*mean*	0.612-0.583=0.029
σ	0.032-0.032=-0.001
min	0.590-0.519=0.071
max	0.699-0.623=0.077

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996
σ	0.000
min	221.996
max	221.996

*mean*	1655.500
σ	148.311
min	1474.000
max	1815.000

*mean*	207.162
σ	1.970
min	204.902
max	210.686

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1655.500
σ	148.311
min	1474.000
max	1815.000

*mean*	10.731
σ	2.486
min	6.276
max	13.696

phase=parser

*mean*	1041.086
σ	0.000
min	1041.085
max	1041.086

*mean*	1655.500
σ	148.311
min	1474.000
max	1815.000

*mean*	643.161
σ	136.288
min	378.310
max	827.430

phase=processProdDef

*mean*	6169.661
σ	0.001
min	6169.660
max	6169.664

*mean*	1698.125
σ	137.288
min	1474.000
max	1815.000

*mean*	5764.822
σ	1638.138
min	3597.820
max	8041.223

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1655.500
σ	148.311
min	1474.000
max	1815.000

*mean*	41.732
σ	9.704
min	20.726
max	51.854

phase=type checker

*mean*	958.669
σ	0.055
min	958.583
max	958.739

*mean*	1655.500
σ	148.311
min	1474.000
max	1815.000

*mean*	797.025
σ	150.448
min	666.364
max	1121.571

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.769-289.774=-0.004
σ	0.033-0.038=-0.005
min	289.726-289.720=0.006
max	289.804-289.813=-0.009

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	0.401-0.403=-0.002
σ	0.013-0.009=0.003
min	0.395-0.391=0.004
max	0.424-0.415=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.624-1299.695=-0.071
σ	0.111-0.094=0.017
min	1299.491-1299.574=-0.083
max	1299.798-1299.822=-0.024

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	2.046-2.202=-0.156
σ	0.129-0.075=0.054
min	1.906-2.120=-0.213
max	2.195-2.314=-0.119

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.631-1542.675=-0.044
σ	4.000-4.060=-0.060
min	1540.688-1540.705=-0.016
max	1549.780-1549.932=-0.151

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	2.251-2.370=-0.119
σ	0.119-0.270=-0.151
min	2.130-2.150=-0.020
max	2.415-2.827=-0.413

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.650-1861.630=0.020
σ	0.072-0.070=0.002
min	1861.564-1861.534=0.030
max	1861.728-1861.706=0.022

*mean*	1875.400-1739.800=135.600
σ	82.706-176.749=-94.043
min	1815.000-1492.000=323.000
max	1966.000-1904.000=62.000

*mean*	3.211-3.034=0.177
σ	0.409-0.170=0.239
min	2.683-2.874=-0.191
max	3.721-3.236=0.485

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.830-1.822=0.008
σ	0.073-0.040=0.033
min	1.764-1.764=-0.000
max	1.954-1.859=0.095

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.185=-0.000
σ	577.141-577.140=0.001
min	157.614-157.612=0.002
max	1311.897-1311.896=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	0.434-0.517=-0.083
σ	0.310-0.501=-0.191
min	0.276-0.263=0.013
max	0.899-1.268=-0.369

policies=20

*mean*	1576.435-1576.434=0.000
σ	0.387-0.372=0.016
min	1576.182-1576.187=-0.005
max	1577.012-1576.988=0.025

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	2.729-2.660=0.069
σ	0.038-0.057=-0.019
min	2.701-2.606=0.095
max	2.786-2.712=0.074

policies=200

*mean*	15772.213-15772.208=0.005
σ	0.230-0.101=0.129
min	15771.980-15772.115=-0.134
max	15772.524-15772.349=0.175

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1815.000-1469.000=346.000
σ	0.000
min	1815.000-1469.000=346.000
max	1815.000-1469.000=346.000

*mean*	26.615-26.470=0.145
σ	0.141-0.080=0.060
min	26.488-26.391=0.097
max	26.741-26.546=0.195