Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.582=-0.001
σ	0.341-0.344=-0.003
min	54.452-54.446=0.007
max	55.551-55.561=-0.009

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.142=-0.002
σ	0.005-0.005=0.001
min	0.131-0.136=-0.006
max	0.150-0.148=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.007-0.007=0.000
min	43.695-43.694=0.001
max	43.715-43.715=-0.000

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=0.000
σ	0.004-0.005=-0.001
min	0.120-0.116=0.005
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	12.766-13.052=-0.286
σ	0.317-0.363=-0.046
min	12.358-12.546=-0.188
max	13.258-13.501=-0.243

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	12.988-13.142=-0.155
σ	0.466-0.467=-0.001
min	12.062-12.060=0.002
max	13.489-13.617=-0.128

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.933-41.933=-0.000

*mean*	7301.000-7327.000=-26.000
σ	0.000
min	7301.000-7327.000=-26.000
max	7301.000-7327.000=-26.000

*mean*	15.210-15.115=0.096
σ	0.617-0.870=-0.253
min	13.917-13.146=0.771
max	15.889-16.063=-0.173

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	12.953-12.891=0.063
σ	1.908-1.956=-0.048
min	10.935-10.750=0.185
max	15.526-15.434=0.092

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=-0.000
max	27.990-27.990=-0.000

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	8.795-8.847=-0.052
σ	0.282-0.205=0.077
min	8.449-8.499=-0.050
max	9.155-9.148=0.008

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	6.874-6.875=-0.002
σ	0.119-0.160=-0.042
min	6.686-6.543=0.144
max	7.049-7.031=0.018

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668-25.668=0.000

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	6.029-5.982=0.047
σ	0.144-0.088=0.056
min	5.880-5.844=0.036
max	6.286-6.105=0.181

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968
σ	0.002
min	25.967
max	25.972

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	5.650-5.797=-0.147
σ	0.212-0.077=0.135
min	5.233-5.712=-0.479
max	5.859-5.916=-0.056

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7301.000-7327.000=-26.000
σ	0.000
min	7301.000-7327.000=-26.000
max	7301.000-7327.000=-26.000

*mean*	1294.273-1052.265=242.009
σ	451.842-7.085=444.757
min	1036.622-1044.648=-8.025
max	2337.257-1061.193=1276.063

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3572.875-3579.000=-6.125
σ	1797.466-1801.876=-4.410
min	1043.000-1044.000=-1.000
max	5796.000-5815.000=-19.000

*mean*	4971.800-5089.308=-117.507
σ	1627.113-1730.891=-103.778
min	3549.853-3520.844=29.009
max	7445.991-7486.136=-40.145

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.081=0.000

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	80.869-82.064=-1.195
σ	8.796-10.484=-1.689
min	71.014-70.994=0.020
max	94.289-98.157=-3.869

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7301.000-7327.000=-26.000
σ	0.000
min	7301.000-7327.000=-26.000
max	7301.000-7327.000=-26.000

*mean*	105.493-104.485=1.008
σ	2.996-7.627=-4.631
min	99.921-87.389=12.532
max	108.508-110.793=-2.284

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7301.000-7327.000=-26.000
σ	0.000
min	7301.000-7327.000=-26.000
max	7301.000-7327.000=-26.000

*mean*	163.974-158.939=5.035
σ	6.875-13.019=-6.144
min	148.270-127.982=20.288
max	168.351-168.029=0.322

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4152.000-4157.000=-5.000
σ	1900.570-1905.941=-5.370
min	1552.000-1557.000=-5.000
max	7301.000-7327.000=-26.000

*mean*	6681.599-6850.319=-168.720
σ	1171.191-1156.323=14.868
min	4975.950-4944.775=31.175
max	7992.332-8211.521=-219.189

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.065=-0.001
max	11560.066-11560.066=0.001

*mean*	7301.000-7327.000=-26.000
σ	0.000
min	7301.000-7327.000=-26.000
max	7301.000-7327.000=-26.000

*mean*	5099.613-6015.323=-915.711
σ	1205.898-1752.435=-546.537
min	4393.804-4418.261=-24.457
max	7691.889-8946.577=-1254.688

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	382.325-378.239=4.085
σ	20.020-21.468=-1.448
min	348.738-343.501=5.236
max	394.839-398.182=-3.343

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.500-560.000=0.500
σ	0.926-0.000=0.926
min	560.000
max	562.000-560.000=2.000

*mean*	761.626-749.936=11.690
σ	62.623-56.196=6.427
min	661.365-642.623=18.742
max	810.514-794.834=15.680

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=0.000
σ	0.760-0.759=0.000
min	1008.025-1008.028=-0.003
max	1011.642-1011.642=-0.000

*mean*	1047.050-1054.050=-7.000
σ	297.936-322.592=-24.656
min	585.000-538.000=47.000
max	1448.000-1565.000=-117.000

*mean*	1.540-1.551=-0.011
σ	0.082-0.084=-0.001
min	1.420-1.391=0.029
max	1.761-1.808=-0.047

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.433-0.312=0.121
σ	0.605-0.323=0.282
min	0.130-0.144=-0.014
max	1.513-0.886=0.627

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.481=-0.000
σ	0.322-0.339=-0.018
min	0.321-0.318=0.003
max	1.057-1.088=-0.031

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.218=0.000
σ	0.019-0.023=-0.004
min	0.205-0.197=0.007
max	0.251-0.256=-0.005

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.336=0.000
σ	0.016-0.014=0.002
min	0.320-0.323=-0.002
max	0.364-0.358=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	434.000-436.600=-2.600
σ	3.674-6.066=-2.392
min	431.000
max	438.000-443.000=-5.000

*mean*	0.554-0.587=-0.033
σ	0.050-0.031=0.019
min	0.470-0.537=-0.067
max	0.596-0.614=-0.018

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	438.000-443.000=-5.000
σ	0.000
min	438.000-443.000=-5.000
max	438.000-443.000=-5.000

*mean*	0.472-0.499=-0.027
σ	0.039-0.032=0.007
min	0.422-0.452=-0.029
max	0.507-0.526=-0.020

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	438.000-443.000=-5.000
σ	0.000
min	438.000-443.000=-5.000
max	438.000-443.000=-5.000

*mean*	1.872-2.602=-0.730
σ	0.080-0.095=-0.015
min	1.732-2.437=-0.705
max	2.097-2.930=-0.833

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	438.000-443.000=-5.000
σ	0.000
min	438.000-443.000=-5.000
max	438.000-443.000=-5.000

*mean*	1.896-2.599=-0.703
σ	0.090-0.098=-0.008
min	1.731-2.453=-0.723
max	2.177-3.184=-1.007

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	438.000-443.000=-5.000
σ	0.000
min	438.000-443.000=-5.000
max	438.000-443.000=-5.000

*mean*	0.304-0.301=0.002
σ	0.018-0.016=0.002
min	0.287-0.287=0.000
max	0.462-0.430=0.031

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	438.000-443.000=-5.000
σ	0.000
min	438.000-443.000=-5.000
max	438.000-443.000=-5.000

*mean*	0.288-0.298=-0.010
σ	0.007-0.051=-0.044
min	0.272-0.273=-0.001
max	0.317-0.718=-0.401

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.954-298.051=-0.097
σ	1.007-0.958=0.049
min	297.527-297.673=-0.146
max	300.807-300.771=0.036

*mean*	442.300-440.200=2.100
σ	14.810-16.923=-2.113
min	422.000-414.000=8.000
max	465.000-466.000=-1.000

*mean*	0.596-0.613=-0.017
σ	0.028-0.016=0.012
min	0.551-0.592=-0.041
max	0.636-0.651=-0.015

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000-0.000=-0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1761.250-1744.000=17.250
σ	21.651-0.000=21.651
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	205.930-206.840=-0.910
σ	1.936-2.065=-0.129
min	202.653-204.028=-1.375
max	208.003-209.421=-1.417

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1761.250-1744.000=17.250
σ	21.651-0.000=21.651
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	10.028-10.759=-0.731
σ	3.451-2.254=1.197
min	6.114-6.359=-0.245
max	15.471-12.879=2.592

phase=parser

*mean*	1042.098-1042.100=-0.002
σ	0.000-0.001=-0.001
min	1042.097-1042.097=0.000
max	1042.098-1042.101=-0.002

*mean*	1761.250-1744.000=17.250
σ	21.651-0.000=21.651
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	699.660-671.737=27.923
σ	79.467-111.503=-32.036
min	593.609-498.450=95.160
max	837.591-842.111=-4.520

phase=processProdDef

*mean*	6169.657-6169.660=-0.002
σ	0.001-0.001=-0.000
min	6169.657-6169.659=-0.002
max	6169.658-6169.661=-0.003

*mean*	1766.375-1744.000=22.375
σ	21.017-0.000=21.017
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	4995.505-5333.555=-338.050
σ	1744.628-1087.727=656.901
min	3456.148-4114.454=-658.306
max	8023.006-7288.640=734.365

phase=renaming

*mean*	21.667-21.667=-0.000
σ	0.000-0.001=-0.001
min	21.667
max	21.667-21.670=-0.004

*mean*	1761.250-1744.000=17.250
σ	21.651-0.000=21.651
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	34.942-40.085=-5.143
σ	14.260-10.712=3.548
min	19.953-20.465=-0.512
max	55.613-52.492=3.120

phase=type checker

*mean*	958.457-958.460=-0.003
σ	0.066-0.066=-0.001
min	958.360
max	958.547-958.551=-0.004

*mean*	1761.250-1744.000=17.250
σ	21.651-0.000=21.651
min	1741.000-1744.000=-3.000
max	1782.000-1744.000=38.000

*mean*	734.923-792.560=-57.638
σ	113.556-114.963=-1.407
min	629.577-644.039=-14.462
max	869.766-897.981=-28.215

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.688=0.000
σ	0.037-0.037=-0.000
min	293.636-293.634=0.002
max	293.727-293.726=0.001

*mean*	445.400-447.000=-1.600
σ	0.548-0.000=0.548
min	445.000-447.000=-2.000
max	446.000-447.000=-1.000

*mean*	0.400-0.399=0.001
σ	0.003-0.001=0.002
min	0.398-0.398=-0.000
max	0.405-0.399=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.788-1303.758=0.030
σ	0.042-0.047=-0.005
min	1303.720-1303.714=0.006
max	1303.835-1303.809=0.026

*mean*	1063.200-1118.400=-55.200
σ	168.764-185.303=-16.540
min	840.000-896.000=-56.000
max	1274.000-1368.000=-94.000

*mean*	1.985-1.975=0.010
σ	0.172-0.124=0.048
min	1.770-1.871=-0.101
max	2.143-2.123=0.020

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.813-1546.870=-0.057
σ	4.021-4.029=-0.008
min	1544.790-1544.925=-0.135
max	1553.998-1554.073=-0.075

*mean*	611.800-624.800=-13.000
σ	73.506-89.497=-15.990
min	496.000-508.000=-12.000
max	690.000-731.000=-41.000

*mean*	2.258-2.429=-0.171
σ	0.153-0.322=-0.168
min	2.134-2.137=-0.003
max	2.472-2.860=-0.388

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.809-1865.832=-0.023
σ	0.060-0.090=-0.030
min	1865.739-1865.728=0.011
max	1865.897-1865.950=-0.053

*mean*	1712.600-1745.400=-32.800
σ	250.331-216.362=33.970
min	1420.000-1457.000=-37.000
max	2068.000-1949.000=119.000

*mean*	2.962-3.218=-0.256
σ	0.117-0.354=-0.237
min	2.872-2.869=0.002
max	3.140-3.627=-0.487

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.621-1.857=-0.237
σ	0.164-0.115=0.049
min	1.464-1.659=-0.195
max	1.813-1.930=-0.117

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089-450.089=0.000
σ	579.264-579.264=0.000
min	160.453-160.453=0.000
max	1318.986-1318.985=0.001

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	444.000-440.000=4.000
σ	0.000
min	444.000-440.000=4.000
max	444.000-440.000=4.000

*mean*	0.525-0.514=0.010
σ	0.516-0.500=0.017
min	0.264-0.263=0.002
max	1.299-1.264=0.035

policies=20

*mean*	1604.905-1604.894=0.011
σ	0.411-0.413=-0.002
min	1604.617-1604.613=0.003
max	1605.512-1605.505=0.006

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	451.750-446.500=5.250
σ	10.340-7.506=2.834
min	444.000-440.000=4.000
max	467.000-453.000=14.000

*mean*	2.683-2.697=-0.014
σ	0.015-0.033=-0.018
min	2.663-2.671=-0.008
max	2.698-2.745=-0.047

policies=200

*mean*	16057.318-16057.235=0.083
σ	0.158-0.140=0.018
min	16057.180-16057.043=0.137
max	16057.531-16057.361=0.170

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.750-493.000=1.750
σ	4.573-4.082=0.491
min	490.000
max	500.000-499.000=1.000

*mean*	26.979-27.096=-0.117
σ	0.057-0.213=-0.156
min	26.929-26.858=0.071
max	27.034-27.364=-0.331