mirror of
				https://source.quilibrium.com/quilibrium/ceremonyclient.git
				synced 2025-11-04 14:47:26 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			359 lines
		
	
	
		
			8.0 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
			
		
		
	
	
			359 lines
		
	
	
		
			8.0 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
# Format for define command:
 | 
						|
# Levels are ordered from higher to lower, and each new level starts with an L
 | 
						|
# Each level is defined using an even number of lines where every pair of lines represents
 | 
						|
# a file. The files within a level are ordered from smaller to larger keys.
 | 
						|
# Each file is defined using: the first line specifies the smallest and largest internal
 | 
						|
# keys and the second line the point key-value pairs in the sstable in order. The rangedel
 | 
						|
# key-value pairs should also be in increasing order relative to the other rangedel pairs.
 | 
						|
# The largest file key can take the form of <userkey>.RANGEDEL.72057594037927935, which
 | 
						|
# represents the range deletion sentinel.
 | 
						|
#
 | 
						|
# Many of the correct case definitions are borrowed from merging_iter since it defines
 | 
						|
# some tricky configurations.
 | 
						|
 | 
						|
# The untruncated range tombstone at the higher level does not overlap with the lower level once
 | 
						|
# we consider the file boundaries, which is why its lower sequence number is ok.
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 e.RANGEDEL.72057594037927935
 | 
						|
a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:f
 | 
						|
L
 | 
						|
e.SET.10 g.SET.20
 | 
						|
e.SET.10:10 g.SET.20:20 e.RANGEDEL.8:f
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-e#72057594037927935,15]
 | 
						|
Level 2
 | 
						|
  file 0: [e#10,1-g#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
# The untruncated range tombstone at the higher level does not overlap with the g point at the
 | 
						|
# lower level once we consider the file boundaries, which is why its lower sequence number is ok.
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.15 f.SET.16
 | 
						|
a.SET.15:15 c.SET.13:13 f.SET.16:16 a.RANGEDEL.12:h
 | 
						|
L
 | 
						|
e.SET.10 g.SET.15
 | 
						|
e.SET.10:10 g.SET.15:15
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#15,1-f#16,1]
 | 
						|
Level 2
 | 
						|
  file 0: [e#10,1-g#15,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
# The untruncated range tombstones in both levels do not overlap once we consider the file
 | 
						|
# boundaries (which are non-overlapping).
 | 
						|
define
 | 
						|
L
 | 
						|
c.SET.30 f.RANGEDEL.0
 | 
						|
c.SET.30:30 d.SET.27:27 a.RANGEDEL.8:f
 | 
						|
L
 | 
						|
a.SET.10 c.RANGEDEL.72057594037927935
 | 
						|
a.SET.10:10 b.SET.12:12 a.RANGEDEL.8:f
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [c#30,1-f#0,15]
 | 
						|
Level 2
 | 
						|
  file 0: [a#10,1-c#72057594037927935,15]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
# The range tombstone in the higher level does not overlap with the b point in the lower level,
 | 
						|
# which has a higher sequence number, when we consider the file boundaries.
 | 
						|
define
 | 
						|
L
 | 
						|
c.SET.15 g.SET.16
 | 
						|
c.SET.15:15 f.SET.13:13 g.SET.16:16 a.RANGEDEL.12:h
 | 
						|
L
 | 
						|
b.SET.14 d.SET.10
 | 
						|
b.SET.14:14 d.SET.10:10
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [c#15,1-g#16,1]
 | 
						|
Level 2
 | 
						|
  file 0: [b#14,1-d#10,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
# The two files do not overlap despite the seeming overlap of the range tombstones.
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 e.RANGEDEL.72057594037927935
 | 
						|
a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | 
						|
L
 | 
						|
e.SET.10 g.SET.20
 | 
						|
e.SET.10:10 g.SET.20:20 e.RANGEDEL.8:g
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-e#72057594037927935,15]
 | 
						|
Level 2
 | 
						|
  file 0: [e#10,1-g#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 e.RANGEDEL.72057594037927935
 | 
						|
a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | 
						|
L
 | 
						|
a.SET.10 g.SET.20
 | 
						|
a.SET.10:10 c.SET.28:28 g.SET.20:20
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-e#72057594037927935,15]
 | 
						|
Level 2
 | 
						|
  file 0: [a#10,1-g#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
found InternalKey c#27,SET in L1: fileNum=000010 and InternalKey c#28,SET in L2: fileNum=000011
 | 
						|
 | 
						|
# The sentinel key for the RANGEDEL should not violate g having a higher seq num at a
 | 
						|
# lower level.
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 g.RANGEDEL.72057594037927935
 | 
						|
a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | 
						|
L
 | 
						|
g.SET.10 j.SET.20
 | 
						|
g.SET.10:10 j.SET.20:20
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-g#72057594037927935,15]
 | 
						|
Level 2
 | 
						|
  file 0: [g#10,1-j#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 g.SET.8
 | 
						|
a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g g.SET.8:8
 | 
						|
L
 | 
						|
g.SET.10 j.SET.20
 | 
						|
g.SET.10:10 j.SET.20:20
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-g#8,1]
 | 
						|
Level 2
 | 
						|
  file 0: [g#10,1-j#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
found InternalKey g#8,SET in L1: fileNum=000014 and InternalKey g#10,SET in L2: fileNum=000015
 | 
						|
 | 
						|
define
 | 
						|
L
 | 
						|
a.SET.30 g.SET.30
 | 
						|
a.SET.30:30 c.SET.8:8 g.SET.30:30
 | 
						|
L
 | 
						|
a.SET.10 j.SET.20
 | 
						|
a.SET.10:10 j.SET.20:20 b.RANGEDEL.10:g
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#30,1-g#30,1]
 | 
						|
Level 2
 | 
						|
  file 0: [a#10,1-j#20,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
tombstone b-g:{(#10,RANGEDEL)} in L2: fileNum=000017 deletes key c#8,SET in L1: fileNum=000016
 | 
						|
 | 
						|
define
 | 
						|
L
 | 
						|
a.RANGEDEL.8 c.RANGEDEL.72057594037927935
 | 
						|
a.RANGEDEL.8:c
 | 
						|
L
 | 
						|
a.RANGEDEL.6 d.RANGEDEL.72057594037927935
 | 
						|
a.RANGEDEL.6:d b.RANGEDEL.10:c
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#8,15-c#72057594037927935,15]
 | 
						|
Level 2
 | 
						|
  file 0: [a#6,15-d#72057594037927935,15]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
encountered tombstone b-c:{(#8,RANGEDEL)} in L1: fileNum=000018 that has a lower seqnum than the same tombstone in L2: fileNum=000019
 | 
						|
 | 
						|
# Check incorrect ordering of point keys in an sstable.
 | 
						|
define disable-key-order-checks
 | 
						|
L
 | 
						|
a.SET.3 e.SET.4
 | 
						|
e.SET.4:e a.SET.3:a
 | 
						|
L
 | 
						|
d.SET.1 f.SET.2
 | 
						|
d.SET.1:d f.SET.2:f
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#3,1-e#4,1]
 | 
						|
Level 2
 | 
						|
  file 0: [d#1,1-f#2,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
out of order keys e#4,SET >= a#3,SET in L1: fileNum=000020
 | 
						|
 | 
						|
# Check successive sstables on a level are ordered.
 | 
						|
define disable-key-order-checks
 | 
						|
L
 | 
						|
a.SET.1 b.SET.2
 | 
						|
a.SET.1:a b.SET.2:b
 | 
						|
b.SET.3 c.SET.4
 | 
						|
b.SET.3:b c.SET.4:c
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#1,1-b#2,1]
 | 
						|
  file 1: [b#3,1-c#4,1]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
out of order keys b#2,SET >= b#3,SET in L1: fileNum=000023
 | 
						|
 | 
						|
# Check range delete keys are fragmented and ordered in an sstable having
 | 
						|
# rangeDelV2 formatted range delete blocks.
 | 
						|
 | 
						|
# Case 1: Fragmented but not ordered.
 | 
						|
define write-unfragmented disable-key-order-checks
 | 
						|
L
 | 
						|
a.RANGEDEL.1 g.RANGEDEL.72057594037927935
 | 
						|
d.RANGEDEL.2:e d.RANGEDEL.1:e f.RANGEDEL.3:g a.RANGEDEL.4:b
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#1,15-g#72057594037927935,15]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
unordered or unfragmented range delete tombstones f-g:{(#3,RANGEDEL)}, a-b:{(#4,RANGEDEL)} in L1: fileNum=000024
 | 
						|
 | 
						|
# Case 2: Ordered but not fragmented.
 | 
						|
define write-unfragmented disable-key-order-checks
 | 
						|
L
 | 
						|
a.RANGEDEL.1 d.RANGEDEL.72057594037927935
 | 
						|
a.RANGEDEL.1:d b.RANGEDEL.2:c
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#1,15-d#72057594037927935,15]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
unordered or unfragmented range delete tombstones a-d:{(#1,RANGEDEL)}, b-c:{(#2,RANGEDEL)} in L1: fileNum=000025
 | 
						|
 | 
						|
# Case 3: Verify check is done before truncation.
 | 
						|
define write-unfragmented disable-key-order-checks
 | 
						|
L
 | 
						|
a.RANGEDEL.1 b.RANGEDEL.72057594037927935
 | 
						|
a.RANGEDEL.1:z d.RANGEDEL.2:e
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#1,15-b#72057594037927935,15]
 | 
						|
 | 
						|
check
 | 
						|
----
 | 
						|
unordered or unfragmented range delete tombstones a-z:{(#1,RANGEDEL)}, d-e:{(#2,RANGEDEL)} in L1: fileNum=000026
 | 
						|
 | 
						|
# Merge record processing.
 | 
						|
 | 
						|
# Case 1: Latest versions of a key are MERGE records and processing one of
 | 
						|
# them fails.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.MERGE.9
 | 
						|
a.MERGE.10:10 a.MERGE.9:fail-merge
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#9,2]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#9,MERGE in L1: fileNum=000027: merge failed
 | 
						|
 | 
						|
# Case 2: Last checked key is a MERGE record.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.MERGE.9
 | 
						|
a.MERGE.10:10 a.MERGE.9:fail-finish
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#9,2]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#9,MERGE in L1: fileNum=000028: finish failed
 | 
						|
 | 
						|
# Case 3: MERGE records succeeded by newer versions of a key are also
 | 
						|
# processed.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.SINGLEDEL.3
 | 
						|
a.MERGE.10:10 a.MERGE.9:9 a.SET.8:8 a.MERGE.7:7 a.MERGE.6:6 a.DEL.5: a.MERGE.4:fail-finish a.SINGLEDEL.3:
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#3,7]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#3,SINGLEDEL in L1: fileNum=000029: finish failed
 | 
						|
 | 
						|
# Case 4: Finish processing on key change.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 b.SET.11
 | 
						|
a.MERGE.10:10 a.MERGE.9:fail-finish b.SET.11:11
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-b#11,1]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key b#11,SET in L1: fileNum=000030: finish failed
 | 
						|
 | 
						|
# Case 5: SET finishes MERGE record processing.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.SET.9
 | 
						|
a.MERGE.10:10 a.SET.9:fail-finish
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#9,1]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#9,SET in L1: fileNum=000031: finish failed
 | 
						|
 | 
						|
# Case 6: DEL finishes MERGE record processing.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.DEL.9
 | 
						|
a.MERGE.10:fail-finish a.DEL.9:
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#9,0]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#9,DEL in L1: fileNum=000032: finish failed
 | 
						|
 | 
						|
# Case 7: SINGLEDEL finishes MERGE record processing.
 | 
						|
define
 | 
						|
L
 | 
						|
a.MERGE.10 a.SINGLEDEL.9
 | 
						|
a.MERGE.10:fail-finish a.SINGLEDEL.9:
 | 
						|
----
 | 
						|
Level 1
 | 
						|
  file 0: [a#10,2-a#9,7]
 | 
						|
 | 
						|
check merger=fail-merger
 | 
						|
----
 | 
						|
merge processing error on key a#9,SINGLEDEL in L1: fileNum=000033: finish failed
 |