Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.523-54.522=0.000
σ	0.372-0.369=0.003
min	54.380-54.379=0.001
max	55.581-55.573=0.008

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.140-0.140=-0.001
σ	0.004-0.004=-0.000
min	0.136-0.136=-0.000
max	0.146-0.148=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.765=0.000
σ	0.007-0.006=0.001
min	43.754-43.758=-0.004
max	43.779-43.779=-0.001

*mean*	417.000
σ	0.000
min	417.000
max	417.000

*mean*	0.122-0.122=-0.000
σ	0.004-0.004=-0.000
min	0.116-0.115=0.001
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	12.780-78.806=-66.026
σ	0.359-186.924=-186.565
min	12.379-12.524=-0.145
max	13.412-541.418=-528.006

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	13.562-13.191=0.370
σ	2.176-1.268=0.908
min	11.710-11.820=-0.110
max	18.649-15.935=2.714

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=0.001

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	15.089-14.976=0.113
σ	0.775-0.659=0.116
min	13.820-13.401=0.419
max	15.827-15.423=0.404

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.928-41.928=0.000
max	41.932-41.932=0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	13.706-14.062=-0.356
σ	0.856-0.943=-0.086
min	12.106-12.508=-0.402
max	14.469-15.729=-1.259

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	13.116-13.606=-0.489
σ	1.144-1.939=-0.795
min	10.935-10.761=0.174
max	14.275-15.591=-1.316

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.604-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	9.231-9.229=0.002
σ	0.289-0.382=-0.093
min	8.779-8.444=0.335
max	9.515-9.652=-0.137

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400
σ	0.002
min	26.399
max	26.403

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	7.120-6.955=0.165
σ	0.090-0.230=-0.140
min	6.940-6.472=0.468
max	7.219-7.146=0.073

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	6.203-6.126=0.077
σ	0.543-0.128=0.415
min	5.782-6.037=-0.255
max	7.516-6.340=1.177

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=-0.000
max	25.663

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	5.815-5.671=0.145
σ	0.537-0.141=0.397
min	5.469-5.590=-0.121
max	7.127-6.011=1.116

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	5.871-5.674=0.197
σ	0.591-0.189=0.403
min	5.591-5.281=0.310
max	7.329-5.890=1.439

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.001
σ	0.001-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.971=-0.000

*mean*	4280.500-4287.750=-7.250
σ	1967.859-1980.500=-12.641
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	5.734-5.477=0.257
σ	0.572-0.195=0.377
min	5.413-5.030=0.383
max	7.139-5.652=1.487

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.000
σ	0.002-0.002=0.000
min	2524.594
max	2524.599-2524.598=0.001

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	1464.055-1470.678=-6.622
σ	646.845-672.458=-25.613
min	1036.094-1039.055=-2.961
max	2523.491-2831.647=-308.157

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=0.000
σ	0.040-0.040=0.000
min	8744.545-8744.545=0.000
max	8744.660-8744.660=0.000

*mean*	3591.000-3592.500=-1.500
σ	1811.429-1817.275=-5.846
min	1075.000-1073.000=2.000
max	5815.000-5823.000=-8.000

*mean*	4448.717-4616.909=-168.191
σ	1440.519-1326.441=114.078
min	3513.084-3511.586=1.498
max	7349.039-6956.261=392.778

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	81.893-76.807=5.086
σ	9.540-4.823=4.717
min	71.903-70.650=1.253
max	98.712-84.942=13.770

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	82.310-77.521=4.790
σ	9.465-4.412=5.053
min	72.426-73.370=-0.944
max	98.933-85.036=13.897

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.947-40.947=-0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	104.700-104.272=0.428
σ	5.514-6.011=-0.497
min	95.186-92.858=2.328
max	108.474-108.874=-0.401

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.947-40.947=0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	104.662-104.107=0.555
σ	5.441-5.860=-0.419
min	95.004-93.038=1.966
max	108.382-108.042=0.340

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.951
σ	0.002
min	40.949
max	40.954

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	106.850-106.768=0.082
σ	5.026-5.938=-0.913
min	96.731-96.221=0.510
max	112.730-113.167=-0.437

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.948-40.949=-0.001
max	40.953

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	104.606-104.334=0.271
σ	5.493-5.926=-0.432
min	95.098-92.881=2.217
max	108.442-108.528=-0.086

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=-0.000
σ	0.002-0.002=-0.000
min	66.685
max	66.689-66.689=-0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	218.545-216.713=1.832
σ	161.665-159.108=2.557
min	148.765-145.925=2.840
max	618.211-609.999=8.212

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	156.505-154.601=1.905
σ	17.473-20.093=-2.620
min	117.150-108.617=8.532
max	168.737-169.008=-0.271

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.834=-0.001
σ	4.318-4.318=0.000
min	11655.305
max	11667.519-11667.519=-0.001

*mean*	4163.250-4171.125=-7.875
σ	1889.762-1903.138=-13.376
min	1550.000-1552.000=-2.000
max	7173.000-7216.000=-43.000

*mean*	6457.966-6960.909=-502.943
σ	1111.383-1094.985=16.398
min	4934.790-4920.186=14.604
max	7854.636-7834.297=20.339

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=0.000
σ	0.002-0.002=0.000
min	11560.064-11560.064=0.000
max	11560.068

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	5843.934-5849.691=-5.757
σ	1570.493-1537.026=33.467
min	4408.393-4397.092=11.301
max	7748.622-7770.287=-21.665

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.670-172.671=-0.000
σ	0.008-0.007=0.000
min	172.658-172.659=-0.001
max	172.677-172.681=-0.003

*mean*	487.000-488.125=-1.125
σ	0.000-0.354=-0.354
min	487.000-488.000=-1.000
max	487.000-489.000=-2.000

*mean*	406.976-406.062=0.914
σ	20.206-20.241=-0.034
min	369.106-366.455=2.651
max	431.051-428.139=2.911

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.457-357.450=0.007
σ	0.150-0.137=0.013
min	357.321
max	357.681-357.597=0.083

*mean*	565.000
σ	0.000
min	565.000
max	565.000

*mean*	768.050-789.479=-21.429
σ	48.495-51.223=-2.729
min	688.816-693.005=-4.188
max	832.450-828.959=3.490

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.080-1008.077=0.003
σ	0.761-0.762=-0.000
min	1007.605-1007.607=-0.002
max	1011.227-1011.227=0.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	1.537-1.521=0.016
σ	0.125-0.130=-0.004
min	1.408-1.409=-0.001
max	1.767-1.950=-0.183

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.884=-0.000
σ	0.003-0.003=-0.000
min	0.881
max	0.887-0.888=-0.001

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.416-0.407=0.009
σ	0.099-0.087=0.012
min	0.336-0.328=0.008
max	0.555-0.523=0.032

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.971-0.884=0.088
σ	0.154-0.097=0.058
min	0.861-0.805=0.056
max	1.232-1.052=0.180

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.544-0.536=0.008
σ	0.039-0.043=-0.004
min	0.507-0.501=0.006
max	0.603-0.609=-0.006

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.862-0.854=0.008
σ	0.038-0.034=0.004
min	0.832-0.830=0.002
max	0.926-0.913=0.013

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.551-963.551=-0.001
σ	0.024-0.023=0.001
min	963.527
max	963.590-963.584=0.006

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.820-0.797=0.022
σ	0.038-0.047=-0.009
min	0.765-0.740=0.025
max	0.853-0.849=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.010-0.008=0.002
min	884.847
max	884.869-884.864=0.004

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.640-0.716=-0.076
σ	0.006-0.027=-0.021
min	0.632-0.679=-0.047
max	0.647-0.738=-0.091

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	3.596-2.818=0.778
σ	0.075-0.076=-0.001
min	3.459-2.696=0.764
max	3.906-3.120=0.786

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.662-7.659=0.003

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	3.552-2.791=0.761
σ	0.074-0.073=0.002
min	3.396-2.686=0.710
max	3.797-3.093=0.705

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.548-0.546=0.002
σ	0.014-0.024=-0.010
min	0.523-0.518=0.005
max	0.638-0.751=-0.113

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.516-0.509=0.007
σ	0.012-0.012=-0.000
min	0.495-0.487=0.008
max	0.582-0.572=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.384-297.770=-0.386
σ	0.214-0.197=0.017
min	297.247-297.574=-0.328
max	297.956-298.236=-0.281

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.561-0.543=0.019
σ	0.036-0.043=-0.007
min	0.508-0.493=0.015
max	0.598-0.610=-0.011

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.744-289.737=0.007
σ	0.027-0.015=0.012
min	289.717-289.718=-0.001
max	289.788-289.756=0.032

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.388-0.392=-0.004
σ	0.006-0.011=-0.005
min	0.384-0.386=-0.001
max	0.398-0.411=-0.013

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.678-1299.683=-0.004
σ	0.110-0.125=-0.015
min	1299.510-1299.504=0.006
max	1299.780-1299.844=-0.064

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	1.936-1.890=0.046
σ	0.082-0.081=0.000
min	1.806-1.797=0.010
max	2.019-1.983=0.036

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.639-1542.668=-0.029
σ	4.060-4.047=0.013
min	1540.557-1540.639=-0.082
max	1549.891-1549.898=-0.007

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	2.229-2.376=-0.147
σ	0.226-0.198=0.028
min	2.041-2.107=-0.065
max	2.575-2.608=-0.033

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.622-1861.639=-0.016
σ	0.065-0.056=0.009
min	1861.564-1861.583=-0.019
max	1861.710-1861.723=-0.013

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	2.913-2.898=0.015
σ	0.099-0.073=0.026
min	2.824-2.828=-0.004
max	3.045-2.987=0.058

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.498-1.511=-0.013
σ	0.278-0.241=0.037
min	1.255-1.117=0.139
max	1.865-1.773=0.093

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.145-446.146=-0.001
σ	577.063-577.064=-0.001
min	157.611-157.612=-0.001
max	1311.739-1311.741=-0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	0.531-0.567=-0.036
σ	0.529-0.594=-0.065
min	0.263-0.267=-0.004
max	1.325-1.458=-0.134

policies=20

*mean*	1576.389-1576.387=0.002
σ	0.346-0.354=-0.009
min	1576.155-1576.149=0.007
max	1576.902-1576.913=-0.011

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	2.623-2.635=-0.012
σ	0.018-0.020=-0.002
min	2.602-2.616=-0.014
max	2.645-2.654=-0.009

policies=200

*mean*	15771.844-15772.025=-0.181
σ	0.163-0.096=0.067
min	15771.709-15771.967=-0.259
max	15772.074-15772.168=-0.094

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7173.000-7216.000=-43.000
σ	0.000
min	7173.000-7216.000=-43.000
max	7173.000-7216.000=-43.000

*mean*	26.538-26.549=-0.011
σ	0.127-0.104=0.023
min	26.412-26.429=-0.016
max	26.694-26.674=0.020