Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.619=-0.044
σ	0.348-0.350=-0.002
min	54.447-54.486=-0.039
max	55.565-55.614=-0.049

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.138-0.142=-0.004
σ	0.005-0.005=0.000
min	0.132-0.136=-0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.789=-0.084
σ	0.005-0.006=-0.001
min	43.700-43.783=-0.083
max	43.716-43.803=-0.088

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.125=-0.004
σ	0.006-0.004=0.001
min	0.116-0.121=-0.005
max	0.131-0.133=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	12.805-12.820=-0.014
σ	0.186-0.123=0.063
min	12.509-12.652=-0.143
max	12.985-13.034=-0.049

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	12.272-13.038=-0.766
σ	0.224-0.578=-0.354
min	12.098-11.985=0.112
max	12.813-13.633=-0.820

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7323.000-7321.000=2.000
σ	0.000
min	7323.000-7321.000=2.000
max	7323.000-7321.000=2.000

*mean*	15.079-15.323=-0.243
σ	0.869-0.711=0.158
min	13.065-13.636=-0.572
max	15.685-15.884=-0.199

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	12.808-13.261=-0.452
σ	2.004-1.961=0.043
min	10.915-11.013=-0.098
max	15.313-15.781=-0.468

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	9.065-8.983=0.082
σ	0.334-0.201=0.132
min	8.550-8.661=-0.111
max	9.641-9.206=0.435

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	7.084-6.721=0.363
σ	0.351-0.469=-0.118
min	6.485-6.004=0.480
max	7.440-7.277=0.163

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.668=-0.000

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	5.856-6.081=-0.225
σ	0.087-0.192=-0.105
min	5.733-5.769=-0.037
max	5.997-6.288=-0.291

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	5.682-5.706=-0.024
σ	0.192-0.170=0.021
min	5.212-5.451=-0.239
max	5.789-5.893=-0.104

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=-0.000
max	2524.606-2524.607=-0.000

*mean*	7323.000-7321.000=2.000
σ	0.000
min	7323.000-7321.000=2.000
max	7323.000-7321.000=2.000

*mean*	1049.517-1077.624=-28.107
σ	4.768-86.672=-81.904
min	1042.537-1039.793=2.745
max	1056.832-1291.942=-235.110

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.881-8745.883=-0.002

*mean*	3576.625-3577.625=-1.000
σ	1797.484-1799.756=-2.273
min	1052.000-1045.000=7.000
max	5804.000-5808.000=-4.000

*mean*	4783.927-4741.386=42.541
σ	1623.213-1293.117=330.096
min	3517.003-3564.133=-47.131
max	7223.436-6498.277=725.159

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	83.492-83.909=-0.416
σ	9.745-9.728=0.017
min	72.316-72.687=-0.371
max	98.579-96.080=2.499

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945

*mean*	7323.000-7321.000=2.000
σ	0.000
min	7323.000-7321.000=2.000
max	7323.000-7321.000=2.000

*mean*	106.660-106.295=0.365
σ	7.865-4.562=3.303
min	89.414-98.255=-8.841
max	113.811-111.563=2.248

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7323.000-7321.000=2.000
σ	0.000
min	7323.000-7321.000=2.000
max	7323.000-7321.000=2.000

*mean*	160.411-163.344=-2.932
σ	12.671-8.729=3.942
min	130.587-143.751=-13.164
max	167.267-169.141=-1.874

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4155.375-4156.250=-0.875
σ	1904.760-1904.856=-0.095
min	1551.000-1553.000=-2.000
max	7323.000-7321.000=2.000

*mean*	6414.205-6367.211=46.994
σ	1175.187-1232.077=-56.889
min	4969.589-4992.724=-23.135
max	7841.839-8045.722=-203.883

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7323.000-7321.000=2.000
σ	0.000
min	7323.000-7321.000=2.000
max	7323.000-7321.000=2.000

*mean*	5941.105-5501.964=439.141
σ	1683.395-1369.760=313.635
min	4373.222-4438.753=-65.531
max	8420.366-7696.791=723.575

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	391.843-380.716=11.127
σ	5.195-17.872=-12.677
min	379.680-347.080=32.601
max	396.981-396.237=0.744

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000
σ	0.000
min	562.000
max	562.000

*mean*	780.766-731.373=49.393
σ	35.160-59.274=-24.115
min	719.355-636.710=82.645
max	842.372-789.391=52.981

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.373=0.128
σ	0.760-0.760=-0.001
min	1008.024-1007.900=0.123
max	1011.640-1011.518=0.123

*mean*	1059.400-1039.850=19.550
σ	314.781-307.320=7.462
min	563.000-570.000=-7.000
max	1522.000-1490.000=32.000

*mean*	1.520-1.522=-0.002
σ	0.068-0.074=-0.006
min	1.371-1.385=-0.014
max	1.722-1.732=-0.010

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.436-0.410=0.026
σ	0.578-0.536=0.042
min	0.142-0.141=0.001
max	1.467-1.366=0.101

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.432-0.486=-0.055
σ	0.191-0.324=-0.133
min	0.335-0.333=0.002
max	0.773-1.066=-0.293

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.221-0.221=0.000
σ	0.024-0.023=0.001
min	0.202-0.202=0.000
max	0.259-0.259=0.001

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.330-0.335=-0.005
σ	0.018-0.015=0.004
min	0.316-0.321=-0.004
max	0.361-0.359=0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	432.200-434.800=-2.600
σ	2.588-1.643=0.945
min	430.000-432.000=-2.000
max	435.000-436.000=-1.000

*mean*	0.565-0.544=0.021
σ	0.042-0.054=-0.012
min	0.525-0.465=0.060
max	0.611-0.608=0.003

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.513-0.472=0.040
σ	0.023-0.042=-0.020
min	0.476-0.422=0.054
max	0.534-0.532=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	2.611-1.944=0.666
σ	0.108-0.062=0.046
min	2.438-1.812=0.625
max	2.927-2.148=0.778

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	2.553-2.630=-0.077
σ	0.071-0.133=-0.062
min	2.426-1.968=0.458
max	2.763-2.934=-0.171

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.306-0.307=-0.000
σ	0.008-0.009=-0.002
min	0.294-0.292=0.002
max	0.359-0.361=-0.003

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	435.000-436.000=-1.000
σ	0.000
min	435.000-436.000=-1.000
max	435.000-436.000=-1.000

*mean*	0.293-0.291=0.002
σ	0.007-0.007=0.001
min	0.281-0.277=0.004
max	0.332-0.324=0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.064-298.068=-0.004
σ	1.019-0.985=0.034
min	297.551-297.604=-0.052
max	300.949-300.854=0.095

*mean*	444.700-444.200=0.500
σ	16.028-13.415=2.613
min	419.000-428.000=-9.000
max	471.000-466.000=5.000

*mean*	0.620-0.610=0.010
σ	0.013-0.016=-0.003
min	0.590-0.583=0.007
max	0.633-0.632=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	205.702-202.755=2.946
σ	3.698-2.289=1.409
min	199.716-199.534=0.182
max	210.977-205.439=5.538

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	8.560-12.190=-3.630
σ	1.339-2.032=-0.693
min	6.336-9.253=-2.917
max	9.936-15.565=-5.629

phase=parser

*mean*	1042.099-1041.166=0.933
σ	0.000-0.000=-0.000
min	1042.098-1041.165=0.933
max	1042.099-1041.166=0.933

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	575.620-702.492=-126.873
σ	99.115-84.285=14.830
min	451.718-576.874=-125.156
max	732.950-839.839=-106.888

phase=processProdDef

*mean*	6169.656-6169.657=-0.002
σ	0.000-0.000=0.000
min	6169.655-6169.657=-0.001
max	6169.656-6169.658=-0.001

*mean*	1744.000-1745.000=-1.000
σ	0.000
min	1744.000-1745.000=-1.000
max	1744.000-1745.000=-1.000

*mean*	6042.139-4699.491=1342.648
σ	1356.447-755.303=601.144
min	3638.105-3824.517=-186.412
max	7696.330-5876.556=1819.774

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	39.841-46.750=-6.909
σ	5.185-5.257=-0.072
min	31.082-39.190=-8.108
max	47.101-56.019=-8.918

phase=type checker

*mean*	958.457-958.540=-0.083
σ	0.066
min	958.360-958.442=-0.083
max	958.547-958.630=-0.083

*mean*	1744.000-1723.125=20.875
σ	0.000-61.872=-61.872
min	1744.000-1570.000=174.000
max	1744.000-1745.000=-1.000

*mean*	720.489-786.374=-65.885
σ	65.658-93.438=-27.780
min	665.615-656.680=8.935
max	837.863-901.745=-63.882

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-292.773=0.916
σ	0.044-0.035=0.009
min	293.631-292.723=0.908
max	293.738-292.812=0.927

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.407-0.403=0.004
σ	0.009-0.006=0.002
min	0.402-0.396=0.006
max	0.423-0.412=0.011

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.751-1302.905=0.846
σ	0.076-0.045=0.031
min	1303.647-1302.843=0.804
max	1303.856-1302.956=0.899

*mean*	1062.000-1075.600=-13.600
σ	168.747-187.142=-18.396
min	839.000-840.000=-1.000
max	1272.000-1324.000=-52.000

*mean*	1.956-2.072=-0.116
σ	0.197-0.186=0.011
min	1.803-1.762=0.042
max	2.202-2.219=-0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.819-1545.912=0.907
σ	4.056-4.037=0.019
min	1544.786-1543.942=0.844
max	1554.068-1553.128=0.940

*mean*	610.400
σ	73.585-74.484=-0.898
min	495.000-493.000=2.000
max	689.000

*mean*	2.308-2.296=0.011
σ	0.226-0.207=0.019
min	2.140-2.177=-0.037
max	2.669-2.663=0.007

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.774-1864.835=0.939
σ	0.063-0.051=0.012
min	1865.708-1864.764=0.944
max	1865.879-1864.889=0.990

*mean*	1710.600-1711.800=-1.200
σ	248.530-235.677=12.853
min	1419.000-1431.000=-12.000
max	2063.000-2025.000=38.000

*mean*	2.959-2.935=0.024
σ	0.135-0.056=0.079
min	2.848-2.890=-0.042
max	3.167-3.007=0.160

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.738-1.612=0.126
σ	0.119-0.220=-0.101
min	1.615-1.336=0.279
max	1.921-1.834=0.087

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.737=0.244
σ	579.239-579.077=0.163
min	158.361-158.196=0.165
max	1316.840-1316.352=0.487

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	440.000-444.000=-4.000
σ	0.000
min	440.000-444.000=-4.000
max	440.000-444.000=-4.000

*mean*	0.538-0.535=0.003
σ	0.546-0.530=0.016
min	0.263-0.267=-0.004
max	1.357-1.330=0.027

policies=20

*mean*	1583.936-1582.291=1.646
σ	0.387-0.360=0.028
min	1583.672-1582.041=1.631
max	1584.510-1582.824=1.687

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-448.000=-2.000
σ	6.928-4.619=2.309
min	440.000-444.000=-4.000
max	452.000

*mean*	2.690-2.634=0.056
σ	0.058-0.021=0.037
min	2.630-2.607=0.023
max	2.741-2.656=0.085

policies=200

*mean*	15847.050-15830.912=16.138
σ	0.143-0.103=0.040
min	15846.886-15830.805=16.081
max	15847.235-15831.041=16.194

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	493.500-498.000=-4.500
σ	5.323-4.690=0.632
min	488.000-493.000=-5.000
max	499.000-504.000=-5.000

*mean*	26.796-26.690=0.106
σ	0.219-0.105=0.114
min	26.626-26.553=0.073
max	27.101-26.777=0.324