Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.679=-0.002
σ	0.358-0.360=-0.002
min	54.546-54.540=0.006
max	55.695-55.702=-0.008

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.139-0.142=-0.003
σ	0.006-0.005=0.002
min	0.131-0.134=-0.003
max	0.149-0.148=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.705=-0.001
σ	0.006-0.005=0.001
min	43.694-43.696=-0.002
max	43.713-43.714=-0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.124-0.124=-0.000
σ	0.005-0.005=0.000
min	0.118-0.120=-0.002
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	12.557-12.938=-0.381
σ	0.289-0.311=-0.022
min	12.251-12.556=-0.305
max	13.167-13.575=-0.408

op=column_set() on indexed, repeat

*mean*	36.618-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	12.374-13.058=-0.685
σ	0.764-0.598=0.167
min	11.519-11.950=-0.432
max	13.403-13.649=-0.246

op=table_records(), no indexes

*mean*	41.930-41.932=-0.002
σ	0.002-0.001=0.000
min	41.928-41.929=-0.000
max	41.932-41.932=-0.000

*mean*	6161.000-7306.000=-1145.000
σ	0.000
min	6161.000-7306.000=-1145.000
max	6161.000-7306.000=-1145.000

*mean*	14.700-15.461=-0.760
σ	0.191-0.543=-0.352
min	14.282-14.200=0.081
max	14.904-15.813=-0.909

op=table_records(), repeat

*mean*	41.928-41.929=-0.001
σ	0.000-0.002=-0.001
min	41.928-41.927=0.000
max	41.929-41.931=-0.003

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	12.271-13.417=-1.146
σ	1.914-1.761=0.152
min	10.370-11.197=-0.827
max	14.834-15.712=-0.878

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604-27.604=0.000
max	27.991-27.991=0.000

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	8.429-9.056=-0.627
σ	0.252-0.387=-0.135
min	8.065-8.595=-0.530
max	8.741-9.770=-1.029

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=-0.000
max	26.404-26.404=0.000

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	6.541-6.492=0.049
σ	0.269-0.371=-0.102
min	6.048-5.821=0.227
max	6.955-7.052=-0.097

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.669-25.668=0.001
σ	0.003-0.003=-0.000
min	25.665
max	25.674-25.674=-0.000

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	5.435-6.039=-0.605
σ	0.168-0.113=0.056
min	5.234-5.823=-0.589
max	5.697-6.155=-0.459

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=0.000
σ	0.002-0.002=0.000
min	25.968-25.968=0.000
max	25.974

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	5.325-5.918=-0.593
σ	0.061-0.096=-0.035
min	5.257-5.765=-0.507
max	5.409-6.065=-0.656

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.604-2524.606=-0.001
σ	0.002-0.000=0.002
min	2524.602-2524.605=-0.003
max	2524.606-2524.606=-0.000

*mean*	6161.000-7306.000=-1145.000
σ	0.000
min	6161.000-7306.000=-1145.000
max	6161.000-7306.000=-1145.000

*mean*	1469.522-1070.269=399.254
σ	810.479-90.415=720.064
min	1034.449-1028.130=6.318
max	3138.753-1293.066=1845.687

op=load_product(), with indexes

*mean*	7878.102-8744.722=-866.620
σ	0.469-0.469=0.000
min	7877.935-8744.553=-866.619
max	7879.264-8745.883=-866.619

*mean*	3233.500-3574.250=-340.750
σ	1838.753-1797.237=41.517
min	809.000-1046.000=-237.000
max	6161.000-5797.000=364.000

*mean*	3738.673-4707.150=-968.477
σ	1199.744-1553.977=-354.233
min	3108.262-3509.441=-401.180
max	6261.993-7288.564=-1026.571

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	84.142-83.963=0.178
σ	11.619-11.959=-0.341
min	71.340-72.383=-1.043
max	96.822-101.091=-4.269

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.946-40.945=0.001
σ	0.002-0.001=0.001
min	40.945-40.945=-0.000
max	40.949-40.946=0.002

*mean*	6161.000-7306.000=-1145.000
σ	0.000
min	6161.000-7306.000=-1145.000
max	6161.000-7306.000=-1145.000

*mean*	64.093-105.735=-41.643
σ	4.045-5.716=-1.671
min	60.277-93.115=-32.838
max	69.246-111.931=-42.685

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.687-66.686=0.001
σ	0.002-0.000=0.001
min	66.686-66.686=0.000
max	66.690-66.687=0.002

*mean*	6161.000-7306.000=-1145.000
σ	0.000
min	6161.000-7306.000=-1145.000
max	6161.000-7306.000=-1145.000

*mean*	99.877-164.233=-64.355
σ	1.104-8.796=-7.692
min	98.395-143.404=-45.009
max	102.088-169.659=-67.572

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11849.156-11656.900=192.256
σ	4.304-4.304=-0.000
min	11847.561-11655.306=192.254
max	11859.806-11667.552=192.254

*mean*	3874.625-4153.875=-279.250
σ	1847.483-1900.880=-53.397
min	1280.000-1555.000=-275.000
max	6161.000-7306.000=-1145.000

*mean*	6086.596-6523.427=-436.832
σ	1324.313-1297.226=27.087
min	5057.951-4928.160=129.790
max	8314.837-8278.560=36.277

op=vertical_lookup_list() on indexed

*mean*	10791.093-11560.066=-768.973
σ	0.002-0.001=0.001
min	10791.092-11560.065=-768.974
max	10791.096-11560.067=-768.971

*mean*	6161.000-7306.000=-1145.000
σ	0.000
min	6161.000-7306.000=-1145.000
max	6161.000-7306.000=-1145.000

*mean*	5222.618-4954.937=267.681
σ	1592.040-951.316=640.724
min	4076.788-4289.540=-212.753
max	7403.332-6555.643=847.688

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	365.573-390.528=-24.955
σ	31.054-5.098=25.957
min	299.363-382.166=-82.803
max	393.458-398.123=-4.665

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	762.468-765.081=-2.613
σ	44.338-42.142=2.196
min	657.658-667.381=-9.724
max	801.841-796.484=5.357

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.001
σ	0.758-0.759=-0.000
min	1023.855-1023.854=0.001
max	1027.465-1027.465=-0.000

*mean*	1050.050-1064.350=-14.300
σ	312.634-315.718=-3.084
min	592.000-599.000=-7.000
max	1513.000-1567.000=-54.000

*mean*	1.574-1.548=0.025
σ	0.087-0.053=0.034
min	1.495-1.402=0.094
max	1.778-1.649=0.129

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.424-0.303=0.121
σ	0.552-0.304=0.248
min	0.157-0.138=0.019
max	1.410-0.841=0.569

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.473=0.006
σ	0.317-0.321=-0.005
min	0.328-0.318=0.010
max	1.045-1.048=-0.002

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.227-0.217=0.010
σ	0.020-0.027=-0.007
min	0.213-0.191=0.022
max	0.261-0.262=-0.001

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.342-0.325=0.017
σ	0.021-0.015=0.005
min	0.328-0.312=0.016
max	0.378-0.350=0.028

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.400-431.600=-0.200
σ	0.894-1.342=-0.447
min	431.000
max	433.000-434.000=-1.000

*mean*	0.535-0.555=-0.020
σ	0.064-0.046=0.017
min	0.445-0.489=-0.045
max	0.597-0.593=0.004

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	0.450-0.431=0.019
σ	0.053-0.051=0.001
min	0.385-0.386=-0.002
max	0.508-0.516=-0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	2.632-2.617=0.015
σ	0.092-0.099=-0.007
min	2.490-2.451=0.039
max	3.000-3.003=-0.003

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	2.595-2.564=0.031
σ	0.078-0.079=-0.001
min	2.471-2.433=0.038
max	2.845-2.943=-0.099

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	0.311-0.310=0.000
σ	0.008-0.015=-0.007
min	0.296-0.292=0.004
max	0.358-0.384=-0.026

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	439.000-440.000=-1.000
σ	0.000
min	439.000-440.000=-1.000
max	439.000-440.000=-1.000

*mean*	0.296-0.290=0.007
σ	0.006-0.008=-0.001
min	0.286-0.277=0.009
max	0.332-0.329=0.002

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.590-298.783=-0.193
σ	1.005-1.003=0.002
min	298.226-298.375=-0.149
max	301.448-301.629=-0.181

*mean*	446.600-443.300=3.300
σ	17.658-13.275=4.383
min	418.000-426.000=-8.000
max	473.000-465.000=8.000

*mean*	0.606-0.594=0.012
σ	0.013-0.036=-0.023
min	0.577-0.510=0.067
max	0.620-0.644=-0.024

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=0.000
σ	0.000-0.000=0.000
min	239.532
max	239.532-239.532=0.000

*mean*	1028.000-1746.625=-718.625
σ	0.000-3.889=-3.889
min	1028.000-1737.000=-709.000
max	1028.000-1748.000=-720.000

*mean*	224.748-221.753=2.995
σ	4.071-2.741=1.330
min	217.797-218.399=-0.601
max	230.988-226.230=4.758

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1028.000-1746.625=-718.625
σ	0.000-3.889=-3.889
min	1028.000-1737.000=-709.000
max	1028.000-1748.000=-720.000

*mean*	11.626-10.784=0.842
σ	2.020-1.158=0.862
min	7.426-9.946=-2.519
max	12.749-12.690=0.059

phase=parser

*mean*	1042.362-1042.363=-0.001
σ	0.000-0.000=0.000
min	1042.361-1042.362=-0.001
max	1042.362-1042.363=-0.001

*mean*	1028.000-1746.625=-718.625
σ	0.000-3.889=-3.889
min	1028.000-1737.000=-709.000
max	1028.000-1748.000=-720.000

*mean*	686.573-703.001=-16.428
σ	107.053-62.179=44.874
min	422.666-549.385=-126.719
max	733.555-731.838=1.717

phase=processProdDef

*mean*	4753.371-6169.658=-1416.287
σ	0.000-0.000=0.000
min	4753.370-6169.657=-1416.287
max	4753.371-6169.658=-1416.287

*mean*	1028.000-1748.000=-720.000
σ	0.000
min	1028.000-1748.000=-720.000
max	1028.000-1748.000=-720.000

*mean*	4462.763-5307.158=-844.394
σ	318.669-1139.315=-820.647
min	3936.556-3755.375=181.181
max	4941.444-7380.522=-2439.078

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1028.000-1746.625=-718.625
σ	0.000-3.889=-3.889
min	1028.000-1737.000=-709.000
max	1028.000-1748.000=-720.000

*mean*	46.232-34.994=11.238
σ	3.080-7.835=-4.755
min	40.521-29.166=11.355
max	48.598-48.130=0.468

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1028.000-1746.625=-718.625
σ	0.000-3.889=-3.889
min	1028.000-1737.000=-709.000
max	1028.000-1748.000=-720.000

*mean*	856.809-713.309=143.500
σ	72.019-95.598=-23.579
min	697.104-647.976=49.128
max	913.381-907.536=5.845

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.921=-0.002
σ	0.038-0.043=-0.005
min	293.865-293.862=0.003
max	293.958-293.972=-0.014

*mean*	446.000-441.000=5.000
σ	0.000-2.739=-2.739
min	446.000-439.000=7.000
max	446.000-444.000=2.000

*mean*	0.408-0.409=-0.001
σ	0.009-0.010=-0.002
min	0.401-0.400=0.001
max	0.421-0.424=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.263-1320.241=0.022
σ	0.042-0.067=-0.025
min	1320.215-1320.182=0.034
max	1320.328-1320.317=0.011

*mean*	1108.200-1069.200=39.000
σ	170.563-167.923=2.640
min	895.000-843.000=52.000
max	1331.000-1273.000=58.000

*mean*	2.130-2.085=0.045
σ	0.131-0.263=-0.131
min	1.911-1.841=0.070
max	2.263-2.487=-0.224

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.486-1559.744=-0.258
σ	3.420-4.061=-0.641
min	1557.814-1557.745=0.069
max	1565.598-1567.003=-1.404

*mean*	624.400-619.000=5.400
σ	90.754-82.741=8.014
min	509.000-494.000=15.000
max	728.000-716.000=12.000

*mean*	2.443-2.266=0.177
σ	0.343-0.074=0.268
min	2.127-2.204=-0.077
max	2.909-2.385=0.524

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.292-1882.271=0.021
σ	0.081-0.054=0.027
min	1882.200-1882.204=-0.004
max	1882.389-1882.351=0.038

*mean*	1749.600-1699.400=50.200
σ	210.777-246.990=-36.214
min	1479.000-1397.000=82.000
max	1951.000-2027.000=-76.000

*mean*	3.217-2.890=0.327
σ	0.395-0.115=0.280
min	2.824-2.698=0.126
max	3.692-2.980=0.713

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.775-1.750=0.025
σ	0.073-0.054=0.019
min	1.651-1.680=-0.030
max	1.840-1.806=0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	452.965-453.536=-0.571
σ	584.388-585.528=-1.141
min	160.768-160.767=0.001
max	1329.547-1331.829=-2.282

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.548-0.548=0.000
σ	0.553-0.556=-0.003
min	0.266-0.269=-0.003
max	1.378-1.382=-0.004

policies=20

*mean*	1608.042-1608.045=-0.003
σ	0.413-0.422=-0.010
min	1607.758-1607.758=-0.000
max	1608.652-1608.673=-0.020

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.750-450.750=-4.000
σ	2.500-10.340=-7.840
min	443.000
max	448.000-466.000=-18.000

*mean*	2.692-2.716=-0.024
σ	0.019-0.015=0.004
min	2.675-2.706=-0.030
max	2.719-2.738=-0.019

policies=200

*mean*	16088.510-16088.518=-0.009
σ	0.130-0.197=-0.067
min	16088.378-16088.350=0.028
max	16088.650-16088.791=-0.141

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.500-499.250=-0.750
σ	6.245-4.500=1.745
min	491.000-494.000=-3.000
max	505.000-503.000=2.000

*mean*	27.381-27.368=0.013
σ	0.159-0.121=0.038
min	27.254-27.228=0.027
max	27.588-27.488=0.100