Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.581=-0.000
σ	0.341-0.341=-0.000
min	54.450-54.453=-0.003
max	55.550-55.552=-0.001

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.139-0.140=-0.001
σ	0.005-0.005=0.000
min	0.131-0.136=-0.005
max	0.148-0.150=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.006-0.005=0.001
min	43.695-43.697=-0.002
max	43.716-43.713=0.003

*mean*	416.000
σ	0.000
min	416.000
max	416.000

*mean*	0.121-0.122=-0.001
σ	0.005-0.004=0.001
min	0.116-0.119=-0.003
max	0.129-0.130=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	12.313-12.832=-0.519
σ	0.204-0.334=-0.129
min	12.120-12.489=-0.369
max	12.637-13.485=-0.848

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	12.896-13.028=-0.132
σ	0.654-0.336=0.318
min	11.713-12.518=-0.805
max	14.083-13.441=0.642

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.932

*mean*	7293.000-7308.000=-15.000
σ	0.000
min	7293.000-7308.000=-15.000
max	7293.000-7308.000=-15.000

*mean*	14.894-14.995=-0.101
σ	0.462-0.662=-0.200
min	14.155-13.457=0.698
max	15.687-15.528=0.159

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.001
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	12.575-13.239=-0.664
σ	2.004-1.420=0.584
min	10.402-11.211=-0.809
max	15.187-15.188=-0.001

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603-27.603=0.000
max	27.990

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	8.611-8.922=-0.311
σ	0.263-0.279=-0.015
min	8.229-8.634=-0.406
max	8.964-9.444=-0.480

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	6.638-7.027=-0.389
σ	0.233-0.223=0.010
min	6.187-6.687=-0.499
max	6.892-7.298=-0.406

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.669-25.668=0.000

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	5.589-5.998=-0.409
σ	0.156-0.163=-0.007
min	5.335-5.775=-0.440
max	5.730-6.202=-0.472

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	5.526-5.766=-0.240
σ	0.166-0.086=0.080
min	5.336-5.668=-0.332
max	5.748-5.918=-0.170

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7293.000-7308.000=-15.000
σ	0.000
min	7293.000-7308.000=-15.000
max	7293.000-7308.000=-15.000

*mean*	1426.052-1065.728=360.325
σ	674.090-69.805=604.285
min	1043.614-1029.860=13.755
max	2966.678-1237.638=1729.040

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.001

*mean*	3571.250-3572.625=-1.375
σ	1795.466-1797.620=-2.154
min	1043.000
max	5790.000-5798.000=-8.000

*mean*	5095.169-4777.646=317.524
σ	1735.005-1480.394=254.611
min	3545.005-3564.488=-19.483
max	7415.306-7312.450=102.856

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	85.437-86.650=-1.213
σ	12.123-13.862=-1.739
min	70.691-71.098=-0.407
max	98.743-101.963=-3.220

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7293.000-7308.000=-15.000
σ	0.000
min	7293.000-7308.000=-15.000
max	7293.000-7308.000=-15.000

*mean*	105.767-104.585=1.182
σ	3.757-4.835=-1.078
min	97.264-94.275=2.989
max	108.170-109.536=-1.366

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7293.000-7308.000=-15.000
σ	0.000
min	7293.000-7308.000=-15.000
max	7293.000-7308.000=-15.000

*mean*	164.462-162.877=1.585
σ	6.125-7.835=-1.710
min	150.681-144.830=5.851
max	169.696-167.226=2.470

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4150.625-4152.375=-1.750
σ	1897.004-1901.602=-4.598
min	1555.000
max	7293.000-7308.000=-15.000

*mean*	6790.217-6390.923=399.294
σ	1265.088-1222.667=42.421
min	4967.177-5024.443=-57.266
max	8248.297-8383.333=-135.035

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7293.000-7308.000=-15.000
σ	0.000
min	7293.000-7308.000=-15.000
max	7293.000-7308.000=-15.000

*mean*	5314.365-4935.888=378.477
σ	1141.605-867.731=273.874
min	4439.897-4322.977=116.920
max	7443.550-6515.865=927.685

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	397.213-376.451=20.762
σ	5.703-15.834=-10.130
min	385.312-351.224=34.088
max	406.002-392.275=13.727

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	775.181-744.377=30.804
σ	12.257-52.051=-39.793
min	758.611-620.235=138.375
max	791.578-777.701=13.878

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.502=-0.002
σ	0.760-0.759=0.001
min	1008.027-1008.026=0.002
max	1011.641-1011.640=0.000

*mean*	1058.950-1033.850=25.100
σ	315.947-295.363=20.584
min	565.000-575.000=-10.000
max	1530.000-1456.000=74.000

*mean*	1.531-1.540=-0.008
σ	0.070-0.065=0.005
min	1.436-1.467=-0.031
max	1.699-1.698=0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.408-0.374=0.034
σ	0.513-0.381=0.132
min	0.137-0.148=-0.011
max	1.322-1.039=0.283

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.483-0.535=-0.052
σ	0.327-0.429=-0.102
min	0.328-0.333=-0.005
max	1.068-1.303=-0.235

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.220-0.223=-0.003
σ	0.025-0.024=0.001
min	0.205-0.207=-0.002
max	0.263-0.265=-0.002

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.433-0.346=0.087
σ	0.223-0.022=0.201
min	0.322-0.324=-0.002
max	0.831-0.378=0.453

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	5.612-6.595=-0.983
min	431.000-430.000=1.000
max	442.000-443.000=-1.000

*mean*	0.599-0.555=0.044
σ	0.012-0.052=-0.040
min	0.585-0.501=0.084
max	0.614-0.612=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.502-0.471=0.030
σ	0.028-0.061=-0.033
min	0.465-0.395=0.069
max	0.530-0.523=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.597-1.963=0.633
σ	0.080-0.070=0.010
min	2.439-1.857=0.582
max	2.826-2.216=0.610

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	2.558-1.949=0.609
σ	0.062-0.078=-0.016
min	2.445-1.824=0.621
max	2.759-2.197=0.562

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.300-0.301=-0.001
σ	0.008-0.008=0.000
min	0.286-0.287=-0.000
max	0.350-0.346=0.005

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.285-0.285=-0.001
σ	0.007-0.009=-0.002
min	0.270-0.272=-0.002
max	0.317-0.341=-0.025

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-298.258=-0.191
σ	1.031-1.002=0.028
min	297.627-297.896=-0.269
max	300.993-301.110=-0.117

*mean*	443.700-442.600=1.100
σ	13.614-16.581=-2.967
min	422.000-418.000=4.000
max	464.000-469.000=-5.000

*mean*	0.612-0.603=0.009
σ	0.017-0.018=-0.001
min	0.602-0.574=0.028
max	0.659-0.627=0.032

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	208.516-207.531=0.985
σ	2.430-1.789=0.641
min	206.048-204.689=1.359
max	212.077-210.323=1.754

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	10.844-11.005=-0.161
σ	1.461-1.717=-0.256
min	9.387-9.250=0.137
max	12.651-12.715=-0.064

phase=parser

*mean*	1042.101-1042.101=-0.000
σ	0.000-0.000=0.000
min	1042.100
max	1042.101

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	706.361-658.771=47.589
σ	77.332-70.276=7.056
min	575.046-588.685=-13.639
max	842.102-725.924=116.178

phase=processProdDef

*mean*	6169.659-6169.659=-0.000
σ	0.001
min	6169.659
max	6169.660

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	6023.637-5192.579=831.058
σ	1263.303-1371.623=-108.320
min	3736.859-3705.189=31.670
max	7412.294-6885.568=526.726

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	41.774-43.878=-2.105
σ	8.390-4.101=4.289
min	29.579-39.514=-9.935
max	49.251-48.291=0.960

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1748.000
σ	0.000
min	1748.000
max	1748.000

*mean*	798.265-730.129=68.135
σ	54.022-76.245=-22.223
min	721.682-661.117=60.565
max	890.549-874.051=16.498

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.686=0.002
σ	0.037-0.041=-0.004
min	293.635-293.632=0.003
max	293.727-293.732=-0.005

*mean*	445.400-445.000=0.400
σ	0.548-0.000=0.548
min	445.000
max	446.000-445.000=1.000

*mean*	0.393-0.402=-0.009
σ	0.001-0.004=-0.003
min	0.392-0.399=-0.007
max	0.394-0.410=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.747-1303.776=-0.029
σ	0.145-0.070=0.075
min	1303.634-1303.711=-0.077
max	1303.995-1303.873=0.123

*mean*	1060.400-1100.400=-40.000
σ	167.131-191.003=-23.872
min	839.000-838.000=1.000
max	1273.000-1330.000=-57.000

*mean*	1.855-2.035=-0.180
σ	0.055-0.214=-0.159
min	1.812-1.820=-0.008
max	1.928-2.314=-0.387

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.782-1546.824=-0.042
σ	4.029-4.052=-0.024
min	1544.738-1544.813=-0.074
max	1553.981-1554.067=-0.087

*mean*	613.000-619.400=-6.400
σ	75.133-80.454=-5.320
min	496.000-498.000=-2.000
max	696.000-714.000=-18.000

*mean*	2.191-2.314=-0.124
σ	0.156-0.257=-0.101
min	2.097-2.156=-0.058
max	2.465-2.771=-0.306

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.811-1865.809=0.002
σ	0.059-0.053=0.005
min	1865.743-1865.743=-0.000
max	1865.902-1865.888=0.014

*mean*	1716.400-1730.600=-14.200
σ	255.597-176.097=79.500
min	1421.000-1481.000=-60.000
max	2081.000-1892.000=189.000

*mean*	2.915-3.062=-0.147
σ	0.065-0.276=-0.211
min	2.842-2.863=-0.021
max	2.988-3.547=-0.559

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.797-1.816=-0.019
σ	0.167-0.209=-0.041
min	1.601-1.452=0.148
max	1.951-1.952=-0.001

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089-450.091=-0.002
σ	579.262-579.265=-0.002
min	160.456-160.457=-0.001
max	1318.982-1318.988=-0.006

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.543-0.530=0.012
σ	0.552-0.519=0.032
min	0.265-0.269=-0.005
max	1.370-1.309=0.061

policies=20

*mean*	1604.884-1604.906=-0.022
σ	0.396-0.404=-0.009
min	1604.611-1604.629=-0.018
max	1605.469-1605.504=-0.035

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-445.250=1.250
σ	7.506-1.500=6.006
min	440.000-443.000=-3.000
max	453.000-446.000=7.000

*mean*	2.660-2.678=-0.017
σ	0.013-0.013=-0.000
min	2.649-2.661=-0.013
max	2.675-2.691=-0.016

policies=200

*mean*	16057.260-16057.338=-0.078
σ	0.171-0.159=0.012
min	16057.003-16057.227=-0.224
max	16057.359-16057.573=-0.213

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	492.500-494.500=-2.000
σ	2.646-3.697=-1.051
min	490.000
max	496.000-498.000=-2.000

*mean*	26.944-27.150=-0.206
σ	0.236-0.167=0.069
min	26.720-27.003=-0.283
max	27.233-27.374=-0.141