# Test the file-size grandparent boundary alignment heuristic. This test sets up # L3 with a file at each of 'a', 'b', ..., 'z'. It also creates a single file in # L2 spanning a-z. Then, it commits, flushes and compacts into L1 keys 'a@1', # 'aa@1', 'ab@1', ..., 'zz@1'. Finally, it tests compacting L1 into L2. # # With L3 as the grandparent level, the alignment heuristic should attempt to # align the output files with grandparent's boundaries. Each output file should # have a key range formed by the prefix of a single letter. define target-file-sizes=(5000, 5000, 5000, 5000) L2 a.SET.101: z.SET.102: L3 a.SET.001: L3 b.SET.002: L3 c.SET.003: L3 d.SET.004: L3 e.SET.005: L3 f.SET.006: L3 g.SET.007: L3 h.SET.008: L3 i.SET.009: L3 j.SET.010: L3 k.SET.011: L3 l.SET.012: L3 m.SET.013: L3 n.SET.014: L3 o.SET.015: L3 p.SET.016: L3 q.SET.017: L3 r.SET.018: L3 s.SET.019: L3 t.SET.020: L3 u.SET.021: L3 v.SET.022: L3 w.SET.023: L3 x.SET.024: L3 y.SET.025: L3 z.SET.026: ---- 2: 000004:[a#101,SET-z#102,SET] 3: 000005:[a#1,SET-a#1,SET] 000006:[b#2,SET-b#2,SET] 000007:[c#3,SET-c#3,SET] 000008:[d#4,SET-d#4,SET] 000009:[e#5,SET-e#5,SET] 000010:[f#6,SET-f#6,SET] 000011:[g#7,SET-g#7,SET] 000012:[h#8,SET-h#8,SET] 000013:[i#9,SET-i#9,SET] 000014:[j#10,SET-j#10,SET] 000015:[k#11,SET-k#11,SET] 000016:[l#12,SET-l#12,SET] 000017:[m#13,SET-m#13,SET] 000018:[n#14,SET-n#14,SET] 000019:[o#15,SET-o#15,SET] 000020:[p#16,SET-p#16,SET] 000021:[q#17,SET-q#17,SET] 000022:[r#18,SET-r#18,SET] 000023:[s#19,SET-s#19,SET] 000024:[t#20,SET-t#20,SET] 000025:[u#21,SET-u#21,SET] 000026:[v#22,SET-v#22,SET] 000027:[w#23,SET-w#23,SET] 000028:[x#24,SET-x#24,SET] 000029:[y#25,SET-y#25,SET] 000030:[z#26,SET-z#26,SET] populate keylen=2 vallen=200 timestamps=(1) ---- wrote 702 keys flush ---- 0.0: 000033:[a@1#103,SET-aw@1#126,SET] 000034:[ax@1#127,SET-bt@1#150,SET] 000035:[bu@1#151,SET-cq@1#174,SET] 000036:[cr@1#175,SET-dn@1#198,SET] 000037:[do@1#199,SET-ek@1#222,SET] 000038:[el@1#223,SET-fh@1#246,SET] 000039:[fi@1#247,SET-ge@1#270,SET] 000040:[gf@1#271,SET-hb@1#294,SET] 000041:[hc@1#295,SET-hz@1#318,SET] 000042:[i@1#319,SET-iw@1#342,SET] 000043:[ix@1#343,SET-jt@1#366,SET] 000044:[ju@1#367,SET-kq@1#390,SET] 000045:[kr@1#391,SET-ln@1#414,SET] 000046:[lo@1#415,SET-mk@1#438,SET] 000047:[ml@1#439,SET-nh@1#462,SET] 000048:[ni@1#463,SET-oe@1#486,SET] 000049:[of@1#487,SET-pb@1#510,SET] 000050:[pc@1#511,SET-pz@1#534,SET] 000051:[q@1#535,SET-qw@1#558,SET] 000052:[qx@1#559,SET-rt@1#582,SET] 000053:[ru@1#583,SET-sq@1#606,SET] 000054:[sr@1#607,SET-tn@1#630,SET] 000055:[to@1#631,SET-uk@1#654,SET] 000056:[ul@1#655,SET-vh@1#678,SET] 000057:[vi@1#679,SET-we@1#702,SET] 000058:[wf@1#703,SET-xb@1#726,SET] 000059:[xc@1#727,SET-xz@1#750,SET] 000060:[y@1#751,SET-yw@1#774,SET] 000061:[yx@1#775,SET-zt@1#798,SET] 000062:[zu@1#799,SET-zz@1#804,SET] 2: 000004:[a#101,SET-z#102,SET] 3: 000005:[a#1,SET-a#1,SET] 000006:[b#2,SET-b#2,SET] 000007:[c#3,SET-c#3,SET] 000008:[d#4,SET-d#4,SET] 000009:[e#5,SET-e#5,SET] 000010:[f#6,SET-f#6,SET] 000011:[g#7,SET-g#7,SET] 000012:[h#8,SET-h#8,SET] 000013:[i#9,SET-i#9,SET] 000014:[j#10,SET-j#10,SET] 000015:[k#11,SET-k#11,SET] 000016:[l#12,SET-l#12,SET] 000017:[m#13,SET-m#13,SET] 000018:[n#14,SET-n#14,SET] 000019:[o#15,SET-o#15,SET] 000020:[p#16,SET-p#16,SET] 000021:[q#17,SET-q#17,SET] 000022:[r#18,SET-r#18,SET] 000023:[s#19,SET-s#19,SET] 000024:[t#20,SET-t#20,SET] 000025:[u#21,SET-u#21,SET] 000026:[v#22,SET-v#22,SET] 000027:[w#23,SET-w#23,SET] 000028:[x#24,SET-x#24,SET] 000029:[y#25,SET-y#25,SET] 000030:[z#26,SET-z#26,SET] compact a-zz L0 ---- 1: 000063:[a@1#103,SET-aw@1#126,SET] 000064:[ax@1#127,SET-bt@1#150,SET] 000065:[bu@1#151,SET-cq@1#174,SET] 000066:[cr@1#175,SET-dn@1#198,SET] 000067:[do@1#199,SET-ek@1#222,SET] 000068:[el@1#223,SET-fh@1#246,SET] 000069:[fi@1#247,SET-ge@1#270,SET] 000070:[gf@1#271,SET-hb@1#294,SET] 000071:[hc@1#295,SET-hz@1#318,SET] 000072:[i@1#319,SET-iw@1#342,SET] 000073:[ix@1#343,SET-jt@1#366,SET] 000074:[ju@1#367,SET-kq@1#390,SET] 000075:[kr@1#391,SET-ln@1#414,SET] 000076:[lo@1#415,SET-mk@1#438,SET] 000077:[ml@1#439,SET-nh@1#462,SET] 000078:[ni@1#463,SET-oe@1#486,SET] 000079:[of@1#487,SET-pb@1#510,SET] 000080:[pc@1#511,SET-pz@1#534,SET] 000081:[q@1#535,SET-qw@1#558,SET] 000082:[qx@1#559,SET-rt@1#582,SET] 000083:[ru@1#583,SET-sq@1#606,SET] 000084:[sr@1#607,SET-tn@1#630,SET] 000085:[to@1#631,SET-uk@1#654,SET] 000086:[ul@1#655,SET-vh@1#678,SET] 000087:[vi@1#679,SET-we@1#702,SET] 000088:[wf@1#703,SET-xb@1#726,SET] 000089:[xc@1#727,SET-xz@1#750,SET] 000090:[y@1#751,SET-yw@1#774,SET] 000091:[yx@1#775,SET-zt@1#798,SET] 000092:[zu@1#799,SET-zz@1#804,SET] 2: 000004:[a#101,SET-z#102,SET] 3: 000005:[a#1,SET-a#1,SET] 000006:[b#2,SET-b#2,SET] 000007:[c#3,SET-c#3,SET] 000008:[d#4,SET-d#4,SET] 000009:[e#5,SET-e#5,SET] 000010:[f#6,SET-f#6,SET] 000011:[g#7,SET-g#7,SET] 000012:[h#8,SET-h#8,SET] 000013:[i#9,SET-i#9,SET] 000014:[j#10,SET-j#10,SET] 000015:[k#11,SET-k#11,SET] 000016:[l#12,SET-l#12,SET] 000017:[m#13,SET-m#13,SET] 000018:[n#14,SET-n#14,SET] 000019:[o#15,SET-o#15,SET] 000020:[p#16,SET-p#16,SET] 000021:[q#17,SET-q#17,SET] 000022:[r#18,SET-r#18,SET] 000023:[s#19,SET-s#19,SET] 000024:[t#20,SET-t#20,SET] 000025:[u#21,SET-u#21,SET] 000026:[v#22,SET-v#22,SET] 000027:[w#23,SET-w#23,SET] 000028:[x#24,SET-x#24,SET] 000029:[y#25,SET-y#25,SET] 000030:[z#26,SET-z#26,SET] # Perform the actual test. Compacting L1 into L2 should use L3's boundaries to # inform compaction output splitting. # compact a-zz L1 ---- 2: 000093:[a#101,SET-az@1#129,SET] 000094:[b@1#130,SET-bz@1#156,SET] 000095:[c@1#157,SET-cz@1#183,SET] 000096:[d@1#184,SET-dz@1#210,SET] 000097:[e@1#211,SET-ez@1#237,SET] 000098:[f@1#238,SET-fz@1#264,SET] 000099:[g@1#265,SET-gz@1#291,SET] 000100:[h@1#292,SET-hz@1#318,SET] 000101:[i@1#319,SET-iz@1#345,SET] 000102:[j@1#346,SET-jz@1#372,SET] 000103:[k@1#373,SET-kz@1#399,SET] 000104:[l@1#400,SET-lz@1#426,SET] 000105:[m@1#427,SET-mz@1#453,SET] 000106:[n@1#454,SET-nz@1#480,SET] 000107:[o@1#481,SET-oz@1#507,SET] 000108:[p@1#508,SET-pz@1#534,SET] 000109:[q@1#535,SET-qz@1#561,SET] 000110:[r@1#562,SET-rz@1#588,SET] 000111:[s@1#589,SET-sz@1#615,SET] 000112:[t@1#616,SET-tz@1#642,SET] 000113:[u@1#643,SET-uz@1#669,SET] 000114:[v@1#670,SET-vz@1#696,SET] 000115:[w@1#697,SET-wz@1#723,SET] 000116:[x@1#724,SET-xz@1#750,SET] 000117:[y@1#751,SET-yz@1#777,SET] 000118:[z#102,SET-zr@1#796,SET] 000119:[zs@1#797,SET-zz@1#804,SET] 3: 000005:[a#1,SET-a#1,SET] 000006:[b#2,SET-b#2,SET] 000007:[c#3,SET-c#3,SET] 000008:[d#4,SET-d#4,SET] 000009:[e#5,SET-e#5,SET] 000010:[f#6,SET-f#6,SET] 000011:[g#7,SET-g#7,SET] 000012:[h#8,SET-h#8,SET] 000013:[i#9,SET-i#9,SET] 000014:[j#10,SET-j#10,SET] 000015:[k#11,SET-k#11,SET] 000016:[l#12,SET-l#12,SET] 000017:[m#13,SET-m#13,SET] 000018:[n#14,SET-n#14,SET] 000019:[o#15,SET-o#15,SET] 000020:[p#16,SET-p#16,SET] 000021:[q#17,SET-q#17,SET] 000022:[r#18,SET-r#18,SET] 000023:[s#19,SET-s#19,SET] 000024:[t#20,SET-t#20,SET] 000025:[u#21,SET-u#21,SET] 000026:[v#22,SET-v#22,SET] 000027:[w#23,SET-w#23,SET] 000028:[x#24,SET-x#24,SET] 000029:[y#25,SET-y#25,SET] 000030:[z#26,SET-z#26,SET] file-sizes ---- L2: 000093:[a#101,1-az@1#129,1]: 7472 bytes (7.3KB) 000094:[b@1#130,1-bz@1#156,1]: 6465 bytes (6.3KB) 000095:[c@1#157,1-cz@1#183,1]: 6465 bytes (6.3KB) 000096:[d@1#184,1-dz@1#210,1]: 6465 bytes (6.3KB) 000097:[e@1#211,1-ez@1#237,1]: 6465 bytes (6.3KB) 000098:[f@1#238,1-fz@1#264,1]: 6465 bytes (6.3KB) 000099:[g@1#265,1-gz@1#291,1]: 6465 bytes (6.3KB) 000100:[h@1#292,1-hz@1#318,1]: 6465 bytes (6.3KB) 000101:[i@1#319,1-iz@1#345,1]: 6465 bytes (6.3KB) 000102:[j@1#346,1-jz@1#372,1]: 6465 bytes (6.3KB) 000103:[k@1#373,1-kz@1#399,1]: 6465 bytes (6.3KB) 000104:[l@1#400,1-lz@1#426,1]: 6465 bytes (6.3KB) 000105:[m@1#427,1-mz@1#453,1]: 6465 bytes (6.3KB) 000106:[n@1#454,1-nz@1#480,1]: 6465 bytes (6.3KB) 000107:[o@1#481,1-oz@1#507,1]: 6465 bytes (6.3KB) 000108:[p@1#508,1-pz@1#534,1]: 6465 bytes (6.3KB) 000109:[q@1#535,1-qz@1#561,1]: 6464 bytes (6.3KB) 000110:[r@1#562,1-rz@1#588,1]: 6465 bytes (6.3KB) 000111:[s@1#589,1-sz@1#615,1]: 6465 bytes (6.3KB) 000112:[t@1#616,1-tz@1#642,1]: 6465 bytes (6.3KB) 000113:[u@1#643,1-uz@1#669,1]: 6465 bytes (6.3KB) 000114:[v@1#670,1-vz@1#696,1]: 6465 bytes (6.3KB) 000115:[w@1#697,1-wz@1#723,1]: 6465 bytes (6.3KB) 000116:[x@1#724,1-xz@1#750,1]: 6465 bytes (6.3KB) 000117:[y@1#751,1-yz@1#777,1]: 6465 bytes (6.3KB) 000118:[z#102,1-zr@1#796,1]: 5752 bytes (5.6KB) 000119:[zs@1#797,1-zz@1#804,1]: 2346 bytes (2.3KB) L3: 000005:[a#1,1-a#1,1]: 10638 bytes (10KB) 000006:[b#2,1-b#2,1]: 10638 bytes (10KB) 000007:[c#3,1-c#3,1]: 10638 bytes (10KB) 000008:[d#4,1-d#4,1]: 10638 bytes (10KB) 000009:[e#5,1-e#5,1]: 10638 bytes (10KB) 000010:[f#6,1-f#6,1]: 10638 bytes (10KB) 000011:[g#7,1-g#7,1]: 10638 bytes (10KB) 000012:[h#8,1-h#8,1]: 10638 bytes (10KB) 000013:[i#9,1-i#9,1]: 10638 bytes (10KB) 000014:[j#10,1-j#10,1]: 10638 bytes (10KB) 000015:[k#11,1-k#11,1]: 10638 bytes (10KB) 000016:[l#12,1-l#12,1]: 10638 bytes (10KB) 000017:[m#13,1-m#13,1]: 10638 bytes (10KB) 000018:[n#14,1-n#14,1]: 10638 bytes (10KB) 000019:[o#15,1-o#15,1]: 10638 bytes (10KB) 000020:[p#16,1-p#16,1]: 10638 bytes (10KB) 000021:[q#17,1-q#17,1]: 10638 bytes (10KB) 000022:[r#18,1-r#18,1]: 10638 bytes (10KB) 000023:[s#19,1-s#19,1]: 10638 bytes (10KB) 000024:[t#20,1-t#20,1]: 10638 bytes (10KB) 000025:[u#21,1-u#21,1]: 10638 bytes (10KB) 000026:[v#22,1-v#22,1]: 10638 bytes (10KB) 000027:[w#23,1-w#23,1]: 10638 bytes (10KB) 000028:[x#24,1-x#24,1]: 10638 bytes (10KB) 000029:[y#25,1-y#25,1]: 10638 bytes (10KB) 000030:[z#26,1-z#26,1]: 10638 bytes (10KB) # Test a scenario where there exists a grandparent file (in L3), but the L1->L2 # compaction doesn't reach it until late in the compaction. The output file # should be split at 2x the target file size (~10K), despite not being aligned # with a grandparent. # # Additionally, when the compaction does reach the grandparent's start bound, # the compaction should NOT split the output if the current output is less than # 0.5x the target file size (~2.5K). # # Lastly, once past the final grandparent, the compaction should optimize for # cutting as close to file size as possible, resulting in an output file ~5K. define target-file-sizes=(5000, 5000, 5000, 5000) L1 a.SET.201: b.SET.202: c.SET.203: d.SET.204: e.SET.205: f.SET.206: g.SET.207: h.SET.208: i.SET.209: j.SET.210: k.SET.211: l.SET.212: m.SET.213: n.SET.214: o.SET.215: L2 a.SET.101: z.SET.102: L3 m.SET.001: ---- 1: 000004:[a#201,SET-o#215,SET] 2: 000005:[a#101,SET-z#102,SET] 3: 000006:[m#1,SET-m#1,SET] compact a-zz L1 ---- 2: 000007:[a#201,SET-j#210,SET] 000008:[k#211,SET-o#215,SET] 000009:[z#102,SET-z#102,SET] 3: 000006:[m#1,SET-m#1,SET] file-sizes ---- L2: 000007:[a#201,1-j#210,1]: 10811 bytes (11KB) 000008:[k#211,1-o#215,1]: 5723 bytes (5.6KB) 000009:[z#102,1-z#102,1]: 643 bytes (643B) L3: 000006:[m#1,1-m#1,1]: 10638 bytes (10KB) # Test the file-size splitter's adaptive tolerance for early-splitting at a # grandparent boundary. The L1->L2 compaction has many opportunities to split at # a grandparent boundary at file sizes ≥ 2.5K. Because it's seen more than 8 # grandparent boundaries, waits until file size is ≥ 90% of the target file size # (eg, ~4.5K). define target-file-sizes=(5000, 5000, 5000, 5000) L1 a.SET.201: b.SET.202: c.SET.203: d.SET.204: e.SET.205: f.SET.206: g.SET.207: h.SET.208: i.SET.209: j.SET.210: k.SET.211: l.SET.212: m.SET.213: n.SET.214: o.SET.215: L2 a.SET.101: z.SET.102: L3 a.SET.001: L3 ab.SET.002: L3 ac.SET.003: L3 ad.SET.004: L3 ad.SET.005: L3 ad.SET.006: L3 ad.SET.007: L3 ad.SET.008: L3 c.SET.009: L3 d.SET.010: L3 e.SET.011: L3 f.SET.012: L3 m.SET.013: ---- 1: 000004:[a#201,SET-o#215,SET] 2: 000005:[a#101,SET-z#102,SET] 3: 000006:[a#1,SET-a#1,SET] 000007:[ab#2,SET-ab#2,SET] 000008:[ac#3,SET-ac#3,SET] 000013:[ad#8,SET-ad#8,SET] 000012:[ad#7,SET-ad#7,SET] 000011:[ad#6,SET-ad#6,SET] 000010:[ad#5,SET-ad#5,SET] 000009:[ad#4,SET-ad#4,SET] 000014:[c#9,SET-c#9,SET] 000015:[d#10,SET-d#10,SET] 000016:[e#11,SET-e#11,SET] 000017:[f#12,SET-f#12,SET] 000018:[m#13,SET-m#13,SET] compact a-zz L1 ---- 2: 000019:[a#201,SET-e#205,SET] 000020:[f#206,SET-l#212,SET] 000021:[m#213,SET-z#102,SET] 3: 000006:[a#1,SET-a#1,SET] 000007:[ab#2,SET-ab#2,SET] 000008:[ac#3,SET-ac#3,SET] 000013:[ad#8,SET-ad#8,SET] 000012:[ad#7,SET-ad#7,SET] 000011:[ad#6,SET-ad#6,SET] 000010:[ad#5,SET-ad#5,SET] 000009:[ad#4,SET-ad#4,SET] 000014:[c#9,SET-c#9,SET] 000015:[d#10,SET-d#10,SET] 000016:[e#11,SET-e#11,SET] 000017:[f#12,SET-f#12,SET] 000018:[m#13,SET-m#13,SET] file-sizes ---- L2: 000019:[a#201,1-e#205,1]: 5723 bytes (5.6KB) 000020:[f#206,1-l#212,1]: 7749 bytes (7.6KB) 000021:[m#213,1-z#102,1]: 3686 bytes (3.6KB) L3: 000006:[a#1,1-a#1,1]: 1638 bytes (1.6KB) 000007:[ab#2,1-ab#2,1]: 1639 bytes (1.6KB) 000008:[ac#3,1-ac#3,1]: 1639 bytes (1.6KB) 000013:[ad#8,1-ad#8,1]: 1639 bytes (1.6KB) 000012:[ad#7,1-ad#7,1]: 1639 bytes (1.6KB) 000011:[ad#6,1-ad#6,1]: 1639 bytes (1.6KB) 000010:[ad#5,1-ad#5,1]: 1639 bytes (1.6KB) 000009:[ad#4,1-ad#4,1]: 1639 bytes (1.6KB) 000014:[c#9,1-c#9,1]: 1638 bytes (1.6KB) 000015:[d#10,1-d#10,1]: 1638 bytes (1.6KB) 000016:[e#11,1-e#11,1]: 1638 bytes (1.6KB) 000017:[f#12,1-f#12,1]: 1638 bytes (1.6KB) 000018:[m#13,1-m#13,1]: 1638 bytes (1.6KB)