Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.584-54.581=0.003
σ	0.344-0.342=0.001
min	54.451-54.448=0.003
max	55.562-55.555=0.007

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.151-0.138=0.013
σ	0.011-0.006=0.005
min	0.135-0.130=0.006
max	0.169-0.146=0.022

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.706=-0.002
σ	0.006-0.005=0.000
min	43.697-43.698=-0.001
max	43.713-43.715=-0.002

*mean*	418.000-416.000=2.000
σ	0.000
min	418.000-416.000=2.000
max	418.000-416.000=2.000

*mean*	0.125-0.125=0.000
σ	0.006-0.005=0.001
min	0.120-0.120=-0.000
max	0.138-0.134=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	12.390-12.996=-0.606
σ	0.335-0.396=-0.061
min	12.037-12.568=-0.530
max	12.913-13.759=-0.845

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	12.315-12.873=-0.558
σ	0.519-0.718=-0.199
min	11.460-12.002=-0.542
max	12.833-13.553=-0.720

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933-41.933=0.000

*mean*	7303.000-7306.000=-3.000
σ	0.000
min	7303.000-7306.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	14.598-15.151=-0.553
σ	0.660-0.671=-0.012
min	13.129-13.599=-0.470
max	15.252-15.649=-0.397

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	11.919-12.909=-0.991
σ	1.250-1.696=-0.447
min	10.276-11.074=-0.798
max	13.469-15.642=-2.173

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	8.399-9.103=-0.704
σ	0.414-0.435=-0.021
min	7.653-8.329=-0.677
max	8.950-9.834=-0.884

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	6.416-6.907=-0.492
σ	0.359-0.288=0.071
min	5.668-6.452=-0.784
max	6.716-7.242=-0.526

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.668-25.668=0.000

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	5.535-5.994=-0.459
σ	0.075-0.112=-0.037
min	5.372-5.813=-0.441
max	5.608-6.148=-0.539

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	5.388-5.805=-0.417
σ	0.158-0.069=0.089
min	5.216-5.709=-0.493
max	5.680-5.914=-0.234

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7303.000-7306.000=-3.000
σ	0.000
min	7303.000-7306.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	1089.507-1099.039=-9.532
σ	117.161-152.332=-35.171
min	1033.866-1035.025=-1.159
max	1378.904-1475.676=-96.772

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.000

*mean*	3572.000-3574.750=-2.750
σ	1796.194-1797.801=-1.607
min	1044.000
max	5794.000-5798.000=-4.000

*mean*	4931.330-4522.938=408.392
σ	1635.421-1388.792=246.629
min	3551.719-3547.788=3.931
max	7423.732-7336.265=87.467

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.081=-0.001

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	81.927-85.196=-3.268
σ	11.392-12.612=-1.220
min	70.788-72.238=-1.451
max	97.470-102.471=-5.001

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7303.000-7306.000=-3.000
σ	0.000
min	7303.000-7306.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	104.670-106.283=-1.613
σ	4.852-4.406=0.446
min	94.466-96.951=-2.486
max	108.767-109.671=-0.905

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7303.000-7306.000=-3.000
σ	0.000
min	7303.000-7306.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	162.075-162.809=-0.734
σ	7.613-8.822=-1.209
min	145.021-142.233=2.788
max	167.362-168.944=-1.583

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4151.125-4154.375=-3.250
σ	1900.271-1900.904=-0.633
min	1555.000-1558.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	6273.239-6107.385=165.854
σ	1295.359-1060.034=235.325
min	4945.857-4935.704=10.153
max	8178.391-8273.485=-95.093

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7303.000-7306.000=-3.000
σ	0.000
min	7303.000-7306.000=-3.000
max	7303.000-7306.000=-3.000

*mean*	5346.726-5591.925=-245.199
σ	1266.256-1221.712=44.544
min	4396.680-4394.492=2.188
max	7702.096-7307.201=394.895

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-478.000=-4.000
σ	0.000
min	474.000-478.000=-4.000
max	474.000-478.000=-4.000

*mean*	356.172-370.863=-14.692
σ	41.796-31.720=10.076
min	297.595-305.459=-7.864
max	399.891-396.804=3.086

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.500-560.000=-0.500
σ	0.535-0.000=0.535
min	559.000-560.000=-1.000
max	560.000

*mean*	743.903-724.935=18.967
σ	61.332-71.136=-9.804
min	641.261-595.813=45.448
max	796.486-787.597=8.889

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.501=-0.001
σ	0.759-0.759=0.000
min	1008.026-1008.025=0.002
max	1011.641-1011.640=0.001

*mean*	1045.800-1058.850=-13.050
σ	297.552-312.355=-14.804
min	585.000
max	1446.000-1519.000=-73.000

*mean*	1.544-1.527=0.017
σ	0.073-0.088=-0.015
min	1.471-1.345=0.126
max	1.764-1.745=0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.380-0.397=-0.017
σ	0.486-0.505=-0.018
min	0.141-0.139=0.002
max	1.247-1.296=-0.048

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.475-0.482=-0.008
σ	0.321-0.325=-0.003
min	0.316-0.324=-0.008
max	1.049-1.063=-0.014

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.208-0.216=-0.008
σ	0.027-0.024=0.004
min	0.186-0.196=-0.010
max	0.255-0.256=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.334=0.008
σ	0.030-0.012=0.018
min	0.326-0.323=0.003
max	0.396-0.354=0.041

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.000
σ	5.612
min	431.000
max	442.000

*mean*	0.553-0.539=0.014
σ	0.059-0.055=0.004
min	0.458-0.474=-0.017
max	0.609-0.611=-0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.475-0.478=-0.002
σ	0.028-0.018=0.010
min	0.451-0.459=-0.008
max	0.521-0.508=0.014

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.930-2.634=-0.704
σ	0.076-0.133=-0.057
min	1.801-2.447=-0.646
max	2.333-3.231=-0.898

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	1.934-2.587=-0.653
σ	0.058-0.084=-0.025
min	1.822-2.404=-0.582
max	2.180-2.844=-0.665

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.300-0.299=0.001
σ	0.007-0.012=-0.005
min	0.290-0.286=0.004
max	0.340-0.378=-0.037

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000
σ	0.000
min	442.000
max	442.000

*mean*	0.286-0.286=-0.000
σ	0.009-0.009=-0.000
min	0.271-0.271=-0.001
max	0.332-0.336=-0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.147-298.080=0.067
σ	1.040-1.041=-0.001
min	297.673-297.701=-0.027
max	301.099-301.040=0.059

*mean*	446.200-439.100=7.100
σ	18.036-18.918=-0.882
min	418.000-415.000=3.000
max	472.000-477.000=-5.000

*mean*	0.605-0.605=-0.001
σ	0.018-0.023=-0.005
min	0.569-0.557=0.012
max	0.627-0.644=-0.017

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008
max	222.008-222.008=0.000

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	207.880-208.391=-0.511
σ	1.975-1.733=0.242
min	204.443-205.416=-0.974
max	209.860-210.301=-0.441

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	11.016-11.618=-0.601
σ	2.369-1.395=0.974
min	6.297-9.386=-3.089
max	12.704-13.019=-0.315

phase=parser

*mean*	1042.101-1042.101=0.000
σ	0.000-0.000=-0.000
min	1042.100
max	1042.101

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	677.604-734.720=-57.116
σ	71.082-78.449=-7.367
min	590.582-590.380=0.202
max	740.799-849.358=-108.559

phase=processProdDef

*mean*	6169.660
σ	0.001-0.001=0.000
min	6169.659
max	6169.660

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	5406.764-5702.874=-296.110
σ	778.247-1357.393=-579.146
min	4494.679-3839.337=655.343
max	6487.555-7152.791=-665.236

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	42.828-40.880=1.947
σ	9.646-7.398=2.248
min	20.616-31.589=-10.973
max	48.326-47.926=0.400

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1758.000-1742.000=16.000
σ	0.000
min	1758.000-1742.000=16.000
max	1758.000-1742.000=16.000

*mean*	765.002-812.716=-47.714
σ	102.859-78.033=24.826
min	633.794-661.133=-27.339
max	882.422-884.172=-1.750

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.688=-0.000
σ	0.037-0.038=-0.000
min	293.635-293.635=0.001
max	293.726-293.726=-0.000

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.402-0.398=0.004
σ	0.009-0.002=0.007
min	0.397-0.395=0.002
max	0.418-0.400=0.019

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.770-1303.765=0.005
σ	0.051-0.060=-0.009
min	1303.721-1303.713=0.008
max	1303.834-1303.852=-0.017

*mean*	1064.200-1079.800=-15.600
σ	171.224-226.480=-55.256
min	839.000-816.000=23.000
max	1275.000-1377.000=-102.000

*mean*	1.959-1.982=-0.023
σ	0.194-0.155=0.040
min	1.812-1.812=0.000
max	2.194-2.145=0.049

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.821-1546.846=-0.025
σ	4.016-4.020=-0.004
min	1544.805-1544.858=-0.053
max	1553.998-1554.033=-0.035

*mean*	614.000-621.400=-7.400
σ	74.786-92.197=-17.411
min	498.000-493.000=5.000
max	697.000-734.000=-37.000

*mean*	2.240-2.362=-0.122
σ	0.131-0.203=-0.072
min	2.143-2.174=-0.032
max	2.465-2.677=-0.212

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.808-1865.811=-0.003
σ	0.052-0.053=-0.001
min	1865.751-1865.747=0.004
max	1865.890-1865.886=0.004

*mean*	1714.400-1683.200=31.200
σ	253.163-165.119=88.044
min	1420.000-1509.000=-89.000
max	2069.000-1933.000=136.000

*mean*	2.931-2.920=0.012
σ	0.089-0.077=0.012
min	2.854-2.879=-0.025
max	3.042-3.058=-0.016

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.773-1.791=-0.018
σ	0.086-0.138=-0.052
min	1.676-1.572=0.104
max	1.877-1.944=-0.067

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089-450.089=0.001
σ	579.265-579.265=0.001
min	160.454-160.453=0.001
max	1318.988-1318.986=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.543-0.538=0.005
σ	0.546-0.541=0.005
min	0.268-0.264=0.004
max	1.362-1.350=0.012

policies=20

*mean*	1604.905-1604.890=0.014
σ	0.405-0.406=-0.002
min	1604.626-1604.612=0.013
max	1605.503-1605.492=0.012

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000-445.250=-1.250
σ	2.000-1.500=0.500
min	441.000-443.000=-2.000
max	445.000-446.000=-1.000

*mean*	2.682-2.679=0.003
σ	0.009-0.008=0.002
min	2.669-2.670=-0.001
max	2.690-2.689=0.001

policies=200

*mean*	16057.191-16057.297=-0.106
σ	0.190-0.165=0.025
min	16057.019-16057.174=-0.154
max	16057.462-16057.525=-0.063

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.500-496.000=-2.500
σ	4.203-3.830=0.373
min	489.000-491.000=-2.000
max	498.000-499.000=-1.000

*mean*	27.087-26.972=0.115
σ	0.146-0.157=-0.011
min	26.946-26.775=0.171
max	27.226-27.133=0.093