Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.577=-0.002
σ	0.349-0.347=0.002
min	54.443-54.443=-0.000
max	55.567-55.563=0.003

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.138-0.141=-0.004
σ	0.006-0.005=0.001
min	0.131-0.137=-0.006
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.705=0.001
σ	0.007-0.006=0.001
min	43.695-43.694=0.001
max	43.719-43.714=0.005

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.123-0.121=0.002
σ	0.005-0.004=0.001
min	0.116-0.116=0.000
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	12.732-12.660=0.071
σ	0.257-0.356=-0.099
min	12.316-12.156=0.160
max	13.045-13.190=-0.146

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	12.508-12.460=0.048
σ	0.603-0.732=-0.129
min	11.481-11.731=-0.250
max	13.248-13.712=-0.464

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.001
max	41.933-41.933=-0.000

*mean*	7290.000-7306.000=-16.000
σ	0.000
min	7290.000-7306.000=-16.000
max	7290.000-7306.000=-16.000

*mean*	15.485-15.209=0.276
σ	0.366-0.690=-0.324
min	14.709-13.750=0.959
max	15.856-15.935=-0.080

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	13.096-13.397=-0.301
σ	1.838-1.617=0.222
min	11.138-11.380=-0.241
max	15.377-15.539=-0.161

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	9.229-9.130=0.099
σ	0.475-0.455=0.020
min	8.568-8.444=0.124
max	9.793-9.756=0.037

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	6.554-6.614=-0.060
σ	0.334-0.339=-0.005
min	5.963-5.947=0.016
max	6.966-7.161=-0.195

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	6.069-5.966=0.103
σ	0.213-0.184=0.029
min	5.768-5.716=0.051
max	6.401-6.256=0.145

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	5.749-5.714=0.036
σ	0.226-0.205=0.021
min	5.438-5.228=0.211
max	6.012-5.884=0.128

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.605-2524.606=-0.000
max	2524.606-2524.606=0.000

*mean*	7290.000-7306.000=-16.000
σ	0.000
min	7290.000-7306.000=-16.000
max	7290.000-7306.000=-16.000

*mean*	1335.091-1081.302=253.789
σ	604.639-122.014=482.624
min	1033.938-1029.940=3.998
max	2791.194-1382.974=1408.219

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3572.625-3573.875=-1.250
σ	1793.779-1797.312=-3.533
min	1047.000-1043.000=4.000
max	5791.000-5797.000=-6.000

*mean*	5040.409-4946.042=94.367
σ	1665.686-1618.688=46.998
min	3506.098-3491.844=14.255
max	7261.491-7348.940=-87.449

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	84.111-82.155=1.956
σ	10.578-10.678=-0.100
min	70.799-71.526=-0.727
max	99.314-98.010=1.304

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7290.000-7306.000=-16.000
σ	0.000
min	7290.000-7306.000=-16.000
max	7290.000-7306.000=-16.000

*mean*	107.285-113.643=-6.358
σ	4.086-5.406=-1.320
min	98.112-101.997=-3.885
max	109.992-119.359=-9.367

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687

*mean*	7290.000-7306.000=-16.000
σ	0.000
min	7290.000-7306.000=-16.000
max	7290.000-7306.000=-16.000

*mean*	164.229-163.402=0.827
σ	8.864-6.983=1.881
min	143.849-147.400=-3.552
max	170.260-169.094=1.166

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4149.625-4153.750=-4.125
σ	1896.697-1901.247=-4.550
min	1552.000-1555.000=-3.000
max	7290.000-7306.000=-16.000

*mean*	6325.082-6459.630=-134.548
σ	1177.293-1232.539=-55.247
min	4881.249-4901.931=-20.681
max	7900.242-8129.534=-229.292

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7290.000-7306.000=-16.000
σ	0.000
min	7290.000-7306.000=-16.000
max	7290.000-7306.000=-16.000

*mean*	5118.083-5313.663=-195.580
σ	1213.303-1248.501=-35.198
min	4399.571-4350.333=49.237
max	7567.563-7636.265=-68.702

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.757-387.028=-9.272
σ	18.256-13.939=4.317
min	347.410-356.150=-8.741
max	392.502-397.868=-5.366

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	760.213-721.613=38.600
σ	43.946-71.108=-27.163
min	660.788-585.676=75.111
max	801.183-777.776=23.407

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.501=0.001
σ	0.760-0.759=0.001
min	1008.025-1008.028=-0.002
max	1011.641-1011.636=0.005

*mean*	1054.650-1047.550=7.100
σ	309.709-313.793=-4.084
min	561.000-573.000=-12.000
max	1467.000-1511.000=-44.000

*mean*	1.515-1.536=-0.021
σ	0.063-0.085=-0.021
min	1.463-1.467=-0.004
max	1.733-1.746=-0.013

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.457-0.303=0.154
σ	0.487-0.290=0.197
min	0.154-0.147=0.007
max	1.306-0.818=0.488

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.481=-0.007
σ	0.322-0.322=0.000
min	0.317-0.323=-0.006
max	1.050-1.057=-0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.224=-0.003
σ	0.019-0.029=-0.010
min	0.205-0.206=-0.001
max	0.253-0.274=-0.021

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.331=0.005
σ	0.018-0.021=-0.004
min	0.319-0.314=0.005
max	0.365-0.367=-0.002

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-436.200=0.400
σ	6.066-5.541=0.526
min	431.000
max	443.000-442.000=1.000

*mean*	0.526-0.555=-0.029
σ	0.050-0.050=-0.001
min	0.479-0.483=-0.005
max	0.607-0.605=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.462-0.496=-0.034
σ	0.047-0.034=0.014
min	0.394-0.442=-0.048
max	0.524-0.522=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.605-2.623=-0.018
σ	0.082-0.098=-0.016
min	2.462-2.446=0.016
max	2.893-3.002=-0.109

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.583-2.622=-0.039
σ	0.086-0.103=-0.017
min	2.461-2.430=0.031
max	3.069-2.973=0.096

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.303-0.309=-0.006
σ	0.010-0.009=0.001
min	0.288-0.293=-0.005
max	0.373-0.355=0.018

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.295-0.294=0.001
σ	0.047-0.007=0.039
min	0.273-0.282=-0.009
max	0.753-0.336=0.417

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-298.105=-0.149
σ	1.000-1.017=-0.017
min	297.583-297.661=-0.077
max	300.799-300.993=-0.194

*mean*	442.900-443.100=-0.200
σ	18.640-18.669=-0.030
min	416.000-417.000=-1.000
max	467.000-471.000=-4.000

*mean*	0.617-0.603=0.015
σ	0.012-0.023=-0.011
min	0.600-0.564=0.036
max	0.636-0.646=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	215.517-208.497=7.020
σ	22.520-1.559=20.961
min	205.092-206.147=-1.055
max	270.978-211.184=59.795

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	10.732-11.122=-0.390
σ	1.539-1.436=0.103
min	9.362-9.464=-0.102
max	12.609-12.524=0.085

phase=parser

*mean*	1042.099-1042.098=0.001
σ	0.000-0.000=-0.000
min	1042.098-1042.098=0.000
max	1042.099-1042.099=0.000

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	660.536-685.999=-25.463
σ	63.350-67.906=-4.556
min	572.848-561.427=11.421
max	728.305-730.043=-1.738

phase=processProdDef

*mean*	6169.656-6169.661=-0.005
σ	0.001
min	6169.655-6169.659=-0.004
max	6169.657-6169.661=-0.004

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	5593.148-5937.816=-344.669
σ	1484.733-887.716=597.017
min	3461.004-4537.847=-1076.843
max	7323.249-7136.799=186.450

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	43.382-40.198=3.184
σ	5.415-8.360=-2.946
min	34.184-29.605=4.579
max	49.716-47.832=1.884

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.000-1673.000=71.000
σ	0.000
min	1744.000-1673.000=71.000
max	1744.000-1673.000=71.000

*mean*	795.471-738.944=56.528
σ	85.665-90.673=-5.008
min	660.556-635.106=25.451
max	881.200-881.885=-0.686

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.387=0.302
σ	0.041-0.042=-0.000
min	293.631-293.328=0.303
max	293.732-293.423=0.309

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.406=-0.002
σ	0.009-0.007=0.002
min	0.397-0.401=-0.004
max	0.419-0.415=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1303.446=0.331
σ	0.085-0.065=0.020
min	1303.648-1303.360=0.288
max	1303.856-1303.531=0.325

*mean*	1099.200-1085.200=14.000
σ	190.985-227.992=-37.007
min	837.000-819.000=18.000
max	1329.000-1385.000=-56.000

*mean*	2.124-1.981=0.144
σ	0.334-0.151=0.183
min	1.813-1.799=0.013
max	2.613-2.169=0.444

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1546.549=0.265
σ	4.045-4.005=0.040
min	1544.806-1544.599=0.207
max	1554.044-1553.709=0.336

*mean*	618.000-624.000=-6.000
σ	80.215-92.655=-12.440
min	497.000-495.000=2.000
max	712.000-737.000=-25.000

*mean*	2.282-2.364=-0.082
σ	0.209-0.147=0.062
min	2.143-2.202=-0.059
max	2.644-2.557=0.087

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1865.448=0.333
σ	0.068-0.048=0.020
min	1865.723-1865.387=0.336
max	1865.892-1865.506=0.386

*mean*	1729.400-1703.800=25.600
σ	176.452-166.978=9.474
min	1479.000-1522.000=-43.000
max	1891.000-1952.000=-61.000

*mean*	3.097-3.016=0.080
σ	0.353-0.105=0.248
min	2.892-2.896=-0.004
max	3.725-3.118=0.607

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.722=-0.139
σ	0.110-0.149=-0.039
min	1.388-1.564=-0.175
max	1.650-1.902=-0.252

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.979=0.002
σ	579.242-579.239=0.003
min	158.357-158.356=0.001
max	1316.844-1316.838=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.543-0.504=0.039
σ	0.547-0.485=0.062
min	0.268-0.259=0.009
max	1.363-1.231=0.132

policies=20

*mean*	1583.923-1583.902=0.021
σ	0.360-0.349=0.010
min	1583.674-1583.658=0.016
max	1584.455-1584.418=0.037

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-445.250=-0.750
σ	1.000-1.500=-0.500
min	443.000
max	445.000-446.000=-1.000

*mean*	2.654-2.630=0.025
σ	0.007-0.007=0.001
min	2.647-2.623=0.024
max	2.664-2.639=0.025

policies=200

*mean*	15847.071-15847.167=-0.096
σ	0.187-0.106=0.081
min	15846.965-15847.075=-0.110
max	15847.351-15847.320=0.031

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000
σ	5.292-3.916=1.376
min	491.000-492.000=-1.000
max	503.000-501.000=2.000

*mean*	26.631-26.612=0.019
σ	0.193-0.082=0.111
min	26.441-26.511=-0.070
max	26.848-26.707=0.141