Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.000
σ	0.350-0.349=0.001
min	54.483-54.482=0.001
max	55.612-55.610=0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=0.001
min	0.135-0.138=-0.003
max	0.147-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.000
σ	0.006-0.005=0.001
min	43.776-43.780=-0.003
max	43.798-43.797=0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.123-0.123=0.000
σ	0.004-0.004=0.000
min	0.119-0.120=-0.000
max	0.129-0.129=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.001
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	12.474-12.501=-0.027
σ	0.328-0.236=0.092
min	12.052-12.169=-0.117
max	12.984-12.791=0.193

op=column_set() on indexed, repeat

*mean*	36.617
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.619

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	12.437-12.222=0.214
σ	0.601-0.717=-0.116
min	11.626-11.375=0.251
max	13.144-13.116=0.027

op=table_records(), no indexes

*mean*	41.929-41.929=0.000
σ	0.002-0.000=0.001
min	41.928
max	41.933-41.929=0.004

*mean*	6041.000-6049.000=-8.000
σ	0.000
min	6041.000-6049.000=-8.000
max	6041.000-6049.000=-8.000

*mean*	13.460-13.130=0.330
σ	1.177-1.174=0.003
min	11.046-10.570=0.476
max	15.047-14.587=0.461

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	13.188-12.435=0.753
σ	2.123-2.060=0.063
min	10.685-10.407=0.278
max	15.609-14.827=0.782

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603
max	27.607-27.611=-0.004

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	8.934-8.558=0.376
σ	1.415-0.537=0.878
min	7.854-7.953=-0.100
max	12.297-9.302=2.995

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	6.623-6.472=0.151
σ	1.377-0.328=1.049
min	5.819-6.056=-0.237
max	9.957-6.959=2.998

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.669-25.670=-0.000

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	5.526-5.478=0.048
σ	0.105-0.171=-0.065
min	5.357-5.257=0.100
max	5.652-5.737=-0.086

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	5.328-5.292=0.037
σ	0.061-0.175=-0.114
min	5.237-4.925=0.312
max	5.411-5.454=-0.043

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593
σ	0.000
min	2524.593
max	2524.594

*mean*	6041.000-6049.000=-8.000
σ	0.000
min	6041.000-6049.000=-8.000
max	6041.000-6049.000=-8.000

*mean*	1424.966-1410.868=14.098
σ	613.560-552.009=61.551
min	1043.039-1046.325=-3.286
max	2714.297-2498.387=215.910

op=load_product(), with indexes

*mean*	8744.559-8744.558=0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=0.000
max	8744.640-8744.640=0.000

*mean*	3845.625-3825.500=20.125
σ	1616.860-1652.396=-35.536
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	4603.365-4555.312=48.053
σ	1477.478-1490.956=-13.478
min	3550.502-3543.551=6.951
max	7561.452-7633.217=-71.765

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	86.735-80.975=5.760
σ	18.058-9.056=9.002
min	71.650-72.125=-0.475
max	124.741-96.955=27.785

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944
max	40.945-40.945=0.000

*mean*	6041.000-6049.000=-8.000
σ	0.000
min	6041.000-6049.000=-8.000
max	6041.000-6049.000=-8.000

*mean*	97.748-96.592=1.156
σ	8.051-9.317=-1.265
min	86.620-84.813=1.807
max	107.609-108.275=-0.666

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	6041.000-6049.000=-8.000
σ	0.000
min	6041.000-6049.000=-8.000
max	6041.000-6049.000=-8.000

*mean*	224.982-227.754=-2.772
σ	229.520-236.975=-7.455
min	127.553-126.280=1.274
max	792.184-813.310=-21.125

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.318-4.317=0.001
min	11655.305
max	11667.520-11667.517=0.003

*mean*	4114.000-4107.625=6.375
σ	1550.611-1572.631=-22.021
min	2077.000-1973.000=104.000
max	6041.000-6049.000=-8.000

*mean*	6337.513-6453.813=-116.300
σ	1222.454-1307.327=-84.874
min	4960.238-4919.701=40.537
max	8168.964-8215.523=-46.559

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.069=-0.000
σ	0.001-0.002=-0.001
min	11560.067-11560.066=0.001
max	11560.069-11560.072=-0.003

*mean*	6041.000-6049.000=-8.000
σ	0.000
min	6041.000-6049.000=-8.000
max	6041.000-6049.000=-8.000

*mean*	7030.209-6761.089=269.121
σ	1285.586-1498.929=-213.344
min	4501.031-4378.643=122.388
max	8101.385-8203.877=-102.492

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.588=-0.007
σ	0.024-0.025=-0.000
min	172.558
max	172.625-172.624=0.001

*mean*	2077.000-1973.000=104.000
σ	0.000
min	2077.000-1973.000=104.000
max	2077.000-1973.000=104.000

*mean*	316.094-364.942=-48.848
σ	64.288-42.445=21.844
min	239.424-272.558=-33.134
max	384.265-402.833=-18.568

op=pointedIndexFromKvs

rows=400000

*mean*	357.372-357.356=0.016
σ	0.038-0.039=-0.001
min	357.321
max	357.409-357.415=-0.006

*mean*	2077.000-1973.000=104.000
σ	0.000
min	2077.000-1973.000=104.000
max	2077.000-1973.000=104.000

*mean*	737.874-799.830=-61.955
σ	62.220-14.927=47.293
min	611.578-782.331=-170.753
max	797.883-820.353=-22.470

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.475-1008.423=0.053
σ	0.884-0.897=-0.013
min	1007.986-1007.945=0.041
max	1012.146-1012.146=-0.000

*mean*	1037.600-1044.900=-7.300
σ	304.695-306.695=-2.000
min	546.000-550.000=-4.000
max	1466.000-1474.000=-8.000

*mean*	1.530-1.563=-0.033
σ	0.090-0.117=-0.027
min	1.341-1.447=-0.106
max	1.766-1.942=-0.176

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.445-0.432=0.013
σ	0.182-0.126=0.056
min	0.336-0.343=-0.008
max	0.767-0.643=0.123

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=0.000
min	2.332
max	2.337

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.929-0.883=0.045
σ	0.159-0.089=0.070
min	0.848-0.821=0.027
max	1.212-1.037=0.175

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.520
max	1.524-1.524=0.000

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.558-0.544=0.014
σ	0.045-0.045=-0.000
min	0.520-0.512=0.008
max	0.634-0.622=0.012

name=nested_use.art

*mean*	2.356-2.355=0.000
σ	0.002-0.002=0.001
min	2.355
max	2.360-2.358=0.001

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.863-0.839=0.024
σ	0.033-0.047=-0.014
min	0.828-0.799=0.029
max	0.915-0.910=0.005

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.541=-0.000
σ	0.026-0.028=-0.001
min	963.523
max	963.586-963.589=-0.003

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.803-0.843=-0.040
σ	0.037-0.025=0.012
min	0.770-0.805=-0.035
max	0.860-0.865=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.005=0.001
min	884.847
max	884.861-884.859=0.002

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.718-0.696=0.021
σ	0.038-0.047=-0.009
min	0.660-0.639=0.022
max	0.749-0.745=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	3.542-4.264=-0.722
σ	0.072-0.076=-0.003
min	3.417-4.130=-0.713
max	3.827-4.602=-0.774

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	3.559-4.247=-0.688
σ	0.096-0.086=0.010
min	3.433-4.105=-0.673
max	4.045-4.604=-0.559

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.663-0.750=-0.087
σ	0.118-0.017=0.101
min	0.521-0.719=-0.197
max	0.957-0.859=0.098

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.521-0.713=-0.193
σ	0.072-0.018=0.054
min	0.491-0.630=-0.139
max	1.221-0.783=0.438

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.685-297.636=0.049
σ	0.210-0.204=0.006
min	297.541-297.466=0.074
max	298.258-298.180=0.079

*mean*	2077.000-1973.000=104.000
σ	0.000
min	2077.000-1973.000=104.000
max	2077.000-1973.000=104.000

*mean*	0.595-0.604=-0.009
σ	0.021-0.043=-0.022
min	0.555-0.537=0.018
max	0.631-0.703=-0.072

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.996-292.458=0.538
σ	0.039-0.035=0.004
min	292.947-292.420=0.527
max	293.041-292.501=0.540

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.408-0.403=0.006
σ	0.008-0.009=-0.001
min	0.399-0.397=0.002
max	0.417-0.418=-0.001

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.915-1302.380=0.535
σ	0.109-0.090=0.019
min	1302.767-1302.277=0.490
max	1303.062-1302.509=0.553

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	2.202-2.290=-0.088
σ	0.038-0.103=-0.065
min	2.145-2.154=-0.009
max	2.244-2.395=-0.151

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.887-1545.345=0.543
σ	4.024-4.019=0.005
min	1543.920-1543.388=0.532
max	1553.081-1552.529=0.552

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	2.290-2.287=0.003
σ	0.116-0.149=-0.033
min	2.129-2.107=0.022
max	2.418-2.468=-0.049

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.856-1864.322=0.534
σ	0.063-0.079=-0.016
min	1864.773-1864.209=0.564
max	1864.931-1864.394=0.537

*mean*	1740.600-1769.200=-28.600
σ	243.416-215.040=28.376
min	1466.000-1482.000=-16.000
max	2077.000-1973.000=104.000

*mean*	2.915-3.353=-0.438
σ	0.174-0.486=-0.312
min	2.719-2.882=-0.163
max	3.176-3.969=-0.793

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.798-1.803=-0.005
σ	0.154-0.050=0.104
min	1.594-1.724=-0.130
max	2.011-1.850=0.161

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.769-446.667=0.102
σ	577.140-577.140=-0.000
min	158.198-158.096=0.102
max	1312.478-1312.377=0.101

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	0.536-0.546=-0.010
σ	0.544-0.562=-0.018
min	0.262-0.261=0.002
max	1.352-1.388=-0.036

policies=20

*mean*	1582.270-1581.246=1.024
σ	0.359-0.358=0.001
min	1582.029-1581.005=1.024
max	1582.804-1581.778=1.026

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	2.636-2.637=-0.001
σ	0.016-0.015=0.001
min	2.620-2.624=-0.005
max	2.655-2.654=0.001

policies=200

*mean*	15830.903-15820.487=10.416
σ	0.123-0.114=0.009
min	15830.830-15820.387=10.442
max	15831.086-15820.639=10.447

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-1474.000=-8.000
σ	0.000
min	1466.000-1474.000=-8.000
max	1466.000-1474.000=-8.000

*mean*	26.642-26.508=0.134
σ	0.062-0.016=0.046
min	26.564-26.488=0.076
max	26.712-26.528=0.184