Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=-0.001
σ	0.349-0.349=0.000
min	54.441-54.445=-0.004
max	55.569-55.569=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.136=0.003
σ	0.005-0.004=0.001
min	0.132-0.132=0.000
max	0.149-0.142=0.008

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.706=-0.001
σ	0.006-0.005=0.001
min	43.696-43.699=-0.003
max	43.716-43.716=-0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.004=0.001
min	0.116-0.120=-0.004
max	0.129-0.132=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	12.718-12.480=0.238
σ	0.310-0.247=0.064
min	12.339-12.107=0.232
max	13.307-12.796=0.511

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	13.148-12.752=0.397
σ	0.291-0.499=-0.208
min	12.554-11.873=0.681
max	13.565-13.161=0.404

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.000
max	41.933-41.933=-0.000

*mean*	7288.000-7336.000=-48.000
σ	0.000
min	7288.000-7336.000=-48.000
max	7288.000-7336.000=-48.000

*mean*	15.292-14.475=0.817
σ	0.701-0.896=-0.195
min	13.826-12.375=1.451
max	16.084-15.071=1.013

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931-41.931=0.000

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	12.842-12.499=0.343
σ	1.438-1.810=-0.372
min	11.290-10.596=0.694
max	15.455-14.892=0.563

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=0.000
min	27.603-27.603=-0.000
max	27.990-27.990=0.000

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	8.924-8.724=0.200
σ	0.388-0.348=0.041
min	8.440-8.229=0.211
max	9.518-9.419=0.100

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	6.961-6.337=0.624
σ	0.288-0.175=0.112
min	6.475-5.983=0.492
max	7.317-6.557=0.760

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	6.047-5.691=0.355
σ	0.134-0.167=-0.032
min	5.766-5.387=0.378
max	6.229-5.858=0.372

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	5.849-5.458=0.391
σ	0.128-0.121=0.007
min	5.684-5.277=0.407
max	6.105-5.586=0.519

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606

*mean*	7288.000-7336.000=-48.000
σ	0.000
min	7288.000-7336.000=-48.000
max	7288.000-7336.000=-48.000

*mean*	1100.832-1035.084=65.747
σ	150.002-5.749=144.253
min	1040.070-1023.016=17.055
max	1471.926-1043.376=428.550

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.001

*mean*	3570.250-3581.875=-11.625
σ	1794.806-1801.638=-6.832
min	1042.000-1046.000=-4.000
max	5789.000-5823.000=-34.000

*mean*	4784.833-4877.511=-92.679
σ	1477.348-1583.889=-106.541
min	3538.411-3503.542=34.869
max	7345.415-7490.115=-144.700

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.000

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	82.656-82.205=0.452
σ	11.507-11.769=-0.262
min	70.864-70.702=0.161
max	102.933-104.310=-1.377

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7288.000-7336.000=-48.000
σ	0.000
min	7288.000-7336.000=-48.000
max	7288.000-7336.000=-48.000

*mean*	107.603-106.099=1.504
σ	6.603-6.179=0.424
min	93.601-94.433=-0.832
max	113.987-112.160=1.827

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7288.000-7336.000=-48.000
σ	0.000
min	7288.000-7336.000=-48.000
max	7288.000-7336.000=-48.000

*mean*	161.343-161.575=-0.232
σ	10.754-10.249=0.504
min	136.359-139.671=-3.312
max	168.872-169.293=-0.422

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538-11667.537=0.001

*mean*	4148.875-4158.875=-10.000
σ	1895.889-1906.359=-10.470
min	1554.000-1556.000=-2.000
max	7288.000-7336.000=-48.000

*mean*	6816.553-6142.719=673.833
σ	1261.450-1014.071=247.380
min	4930.179-4903.479=26.699
max	8218.250-7686.161=532.089

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066

*mean*	7288.000-7336.000=-48.000
σ	0.000
min	7288.000-7336.000=-48.000
max	7288.000-7336.000=-48.000

*mean*	5656.198-5450.391=205.807
σ	1337.442-1589.210=-251.768
min	4411.834-4311.897=99.937
max	7680.530-8609.333=-928.804

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	373.851-380.334=-6.483
σ	20.398-18.882=1.516
min	342.628-350.267=-7.638
max	392.425-395.315=-2.890

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.500=-0.500
σ	0.000-1.604=-1.604
min	560.000-559.000=1.000
max	560.000-562.000=-2.000

*mean*	760.827-765.991=-5.164
σ	55.174-45.970=9.204
min	627.541-667.789=-40.248
max	795.946-819.260=-23.314

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.497=0.002
σ	0.759-0.758=0.001
min	1008.026-1008.027=-0.001
max	1011.637-1011.635=0.002

*mean*	1043.950-1047.250=-3.300
σ	300.165-313.482=-13.317
min	561.000-573.000=-12.000
max	1447.000-1510.000=-63.000

*mean*	1.512-1.565=-0.052
σ	0.087-0.084=0.003
min	1.369-1.492=-0.123
max	1.745-1.764=-0.019

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.393-0.397=-0.004
σ	0.492-0.503=-0.011
min	0.151-0.146=0.005
max	1.271-1.293=-0.022

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.479-0.478=0.002
σ	0.323-0.324=-0.001
min	0.327-0.321=0.006
max	1.057-1.057=0.000

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.212=0.011
σ	0.027-0.025=0.001
min	0.206-0.196=0.010
max	0.269-0.256=0.013

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.335-0.329=0.006
σ	0.018-0.022=-0.004
min	0.315-0.311=0.004
max	0.364-0.367=-0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	435.000-431.000=4.000
σ	4.637-0.000=4.637
min	431.000
max	440.000-431.000=9.000

*mean*	0.542-0.543=-0.001
σ	0.049-0.064=-0.016
min	0.477-0.450=0.027
max	0.590-0.606=-0.016

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.474-0.430=0.044
σ	0.036-0.061=-0.025
min	0.421-0.380=0.041
max	0.514-0.517=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.640-2.635=0.005
σ	0.114-0.092=0.022
min	2.463-2.473=-0.010
max	3.020-2.976=0.044

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	2.666-2.606=0.060
σ	0.086-0.078=0.008
min	2.494-2.474=0.020
max	2.951-2.968=-0.018

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.310-0.308=0.003
σ	0.012-0.009=0.003
min	0.296-0.295=0.001
max	0.388-0.359=0.029

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	440.000-431.000=9.000
σ	0.000
min	440.000-431.000=9.000
max	440.000-431.000=9.000

*mean*	0.291-0.292=-0.001
σ	0.009-0.007=0.002
min	0.268-0.278=-0.011
max	0.337-0.325=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.944-297.959=-0.016
σ	0.994-1.066=-0.072
min	297.544-297.454=0.090
max	300.763-300.972=-0.209

*mean*	441.100-444.500=-3.400
σ	15.531-17.840=-2.309
min	418.000
max	469.000-467.000=2.000

*mean*	0.609-0.609=0.001
σ	0.019-0.021=-0.001
min	0.568-0.563=0.005
max	0.633-0.633=-0.000

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1745.250-1745.500=-0.250
σ	1.389-0.926=0.463
min	1743.000-1745.000=-2.000
max	1746.000-1747.000=-1.000

*mean*	205.414-204.656=0.759
σ	1.616-1.464=0.152
min	203.369-202.796=0.573
max	207.646-207.511=0.135

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1745.250-1745.500=-0.250
σ	1.389-0.926=0.463
min	1743.000-1745.000=-2.000
max	1746.000-1747.000=-1.000

*mean*	11.210-11.920=-0.710
σ	2.176-1.220=0.956
min	7.302-9.473=-2.170
max	12.953-12.858=0.096

phase=parser

*mean*	1042.099-1042.099=0.000
σ	0.000-0.000=-0.000
min	1042.099-1042.098=0.001
max	1042.099-1042.099=0.000

*mean*	1745.250-1745.500=-0.250
σ	1.389-0.926=0.463
min	1743.000-1745.000=-2.000
max	1746.000-1747.000=-1.000

*mean*	652.122-708.697=-56.575
σ	109.945-57.022=52.923
min	424.382-568.795=-144.413
max	731.908-742.323=-10.415

phase=processProdDef

*mean*	6169.660-6169.656=0.004
σ	0.001-0.001=-0.000
min	6169.659-6169.655=0.003
max	6169.660-6169.657=0.003

*mean*	1745.750
σ	1.165-1.035=0.130
min	1743.000-1745.000=-2.000
max	1747.000

*mean*	5077.535-5472.913=-395.379
σ	1037.032-1122.873=-85.842
min	3910.199-4391.071=-480.873
max	6841.433-7720.100=-878.667

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1745.250-1745.500=-0.250
σ	1.389-0.926=0.463
min	1743.000-1745.000=-2.000
max	1746.000-1747.000=-1.000

*mean*	42.725-45.208=-2.483
σ	7.625-5.036=2.589
min	26.158-34.625=-8.467
max	48.014-48.261=-0.246

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1745.250-1745.500=-0.250
σ	1.389-0.926=0.463
min	1743.000-1745.000=-2.000
max	1746.000-1747.000=-1.000

*mean*	757.327-803.741=-46.415
σ	96.512-75.972=20.540
min	638.131-677.179=-39.049
max	889.204-883.047=6.157

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-293.685=0.005
σ	0.044-0.040=0.004
min	293.631-293.630=0.001
max	293.739-293.724=0.015

*mean*	446.000-445.000=1.000
σ	0.000
min	446.000-445.000=1.000
max	446.000-445.000=1.000

*mean*	0.404-0.398=0.006
σ	0.009-0.001=0.007
min	0.400-0.397=0.002
max	0.420-0.400=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.801-1303.769=0.032
σ	0.093-0.076=0.017
min	1303.649-1303.644=0.004
max	1303.875-1303.829=0.046

*mean*	1086.600-1084.000=2.600
σ	180.864-167.905=12.959
min	840.000-885.000=-45.000
max	1304.000-1313.000=-9.000

*mean*	2.146-2.059=0.087
σ	0.309-0.217=0.092
min	1.813-1.816=-0.003
max	2.591-2.265=0.326

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.795-1546.838=-0.043
σ	4.028-4.008=0.020
min	1544.786-1544.902=-0.116
max	1553.994-1554.003=-0.009

*mean*	619.400-618.400=1.000
σ	80.133-88.041=-7.908
min	499.000-522.000=-23.000
max	714.000-726.000=-12.000

*mean*	2.201-2.362=-0.161
σ	0.120-0.232=-0.112
min	2.014-2.121=-0.108
max	2.347-2.594=-0.247

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.783-1865.782=0.002
σ	0.054-0.065=-0.011
min	1865.711-1865.725=-0.014
max	1865.859-1865.887=-0.027

*mean*	1745.800-1725.000=20.800
σ	228.215-179.612=48.603
min	1442.000-1470.000=-28.000
max	1962.000-1891.000=71.000

*mean*	2.962-2.993=-0.030
σ	0.130-0.221=-0.090
min	2.869-2.788=0.081
max	3.166-3.357=-0.191

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.792-1.823=-0.030
σ	0.147-0.135=0.012
min	1.554-1.596=-0.042
max	1.937-1.928=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.981=-0.000
σ	579.239-579.242=-0.002
min	158.360-158.357=0.003
max	1316.840-1316.844=-0.004

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.536-0.530=0.006
σ	0.545-0.523=0.022
min	0.263-0.268=-0.005
max	1.354-1.315=0.039

policies=20

*mean*	1583.922-1583.926=-0.004
σ	0.360-0.365=-0.005
min	1583.673-1583.673=0.000
max	1584.454-1584.465=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	445.250-446.500=-1.250
σ	1.500-6.351=-4.851
min	443.000-441.000=2.000
max	446.000-452.000=-6.000

*mean*	2.646-2.638=0.008
σ	0.012-0.008=0.004
min	2.635-2.630=0.006
max	2.658-2.646=0.012

policies=200

*mean*	15847.154-15847.112=0.042
σ	0.114-0.050=0.065
min	15847.045-15847.055=-0.010
max	15847.285-15847.176=0.109

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-492.750=4.750
σ	4.655-3.948=0.707
min	492.000-488.000=4.000
max	503.000-496.000=7.000

*mean*	26.742-26.631=0.111
σ	0.153-0.130=0.023
min	26.615-26.524=0.091
max	26.956-26.791=0.165