mirror of
				https://source.quilibrium.com/quilibrium/ceremonyclient.git
				synced 2025-10-31 23:17:27 +00:00 
			
		
		
		
	
		
			
				
	
	
		
			359 lines
		
	
	
		
			8.0 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
			
		
		
	
	
			359 lines
		
	
	
		
			8.0 KiB
		
	
	
	
		
			Plaintext
		
	
	
	
	
	
| # Format for define command:
 | |
| # Levels are ordered from higher to lower, and each new level starts with an L
 | |
| # Each level is defined using an even number of lines where every pair of lines represents
 | |
| # a file. The files within a level are ordered from smaller to larger keys.
 | |
| # Each file is defined using: the first line specifies the smallest and largest internal
 | |
| # keys and the second line the point key-value pairs in the sstable in order. The rangedel
 | |
| # key-value pairs should also be in increasing order relative to the other rangedel pairs.
 | |
| # The largest file key can take the form of <userkey>.RANGEDEL.72057594037927935, which
 | |
| # represents the range deletion sentinel.
 | |
| #
 | |
| # Many of the correct case definitions are borrowed from merging_iter since it defines
 | |
| # some tricky configurations.
 | |
| 
 | |
| # The untruncated range tombstone at the higher level does not overlap with the lower level once
 | |
| # we consider the file boundaries, which is why its lower sequence number is ok.
 | |
| define
 | |
| L
 | |
| a.SET.30 e.RANGEDEL.72057594037927935
 | |
| a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:f
 | |
| L
 | |
| e.SET.10 g.SET.20
 | |
| e.SET.10:10 g.SET.20:20 e.RANGEDEL.8:f
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-e#72057594037927935,15]
 | |
| Level 2
 | |
|   file 0: [e#10,1-g#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| # The untruncated range tombstone at the higher level does not overlap with the g point at the
 | |
| # lower level once we consider the file boundaries, which is why its lower sequence number is ok.
 | |
| define
 | |
| L
 | |
| a.SET.15 f.SET.16
 | |
| a.SET.15:15 c.SET.13:13 f.SET.16:16 a.RANGEDEL.12:h
 | |
| L
 | |
| e.SET.10 g.SET.15
 | |
| e.SET.10:10 g.SET.15:15
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#15,1-f#16,1]
 | |
| Level 2
 | |
|   file 0: [e#10,1-g#15,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| # The untruncated range tombstones in both levels do not overlap once we consider the file
 | |
| # boundaries (which are non-overlapping).
 | |
| define
 | |
| L
 | |
| c.SET.30 f.RANGEDEL.0
 | |
| c.SET.30:30 d.SET.27:27 a.RANGEDEL.8:f
 | |
| L
 | |
| a.SET.10 c.RANGEDEL.72057594037927935
 | |
| a.SET.10:10 b.SET.12:12 a.RANGEDEL.8:f
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [c#30,1-f#0,15]
 | |
| Level 2
 | |
|   file 0: [a#10,1-c#72057594037927935,15]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| # The range tombstone in the higher level does not overlap with the b point in the lower level,
 | |
| # which has a higher sequence number, when we consider the file boundaries.
 | |
| define
 | |
| L
 | |
| c.SET.15 g.SET.16
 | |
| c.SET.15:15 f.SET.13:13 g.SET.16:16 a.RANGEDEL.12:h
 | |
| L
 | |
| b.SET.14 d.SET.10
 | |
| b.SET.14:14 d.SET.10:10
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [c#15,1-g#16,1]
 | |
| Level 2
 | |
|   file 0: [b#14,1-d#10,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| # The two files do not overlap despite the seeming overlap of the range tombstones.
 | |
| define
 | |
| L
 | |
| a.SET.30 e.RANGEDEL.72057594037927935
 | |
| a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | |
| L
 | |
| e.SET.10 g.SET.20
 | |
| e.SET.10:10 g.SET.20:20 e.RANGEDEL.8:g
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-e#72057594037927935,15]
 | |
| Level 2
 | |
|   file 0: [e#10,1-g#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| define
 | |
| L
 | |
| a.SET.30 e.RANGEDEL.72057594037927935
 | |
| a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | |
| L
 | |
| a.SET.10 g.SET.20
 | |
| a.SET.10:10 c.SET.28:28 g.SET.20:20
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-e#72057594037927935,15]
 | |
| Level 2
 | |
|   file 0: [a#10,1-g#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| found InternalKey c#27,SET in L1: fileNum=000010 and InternalKey c#28,SET in L2: fileNum=000011
 | |
| 
 | |
| # The sentinel key for the RANGEDEL should not violate g having a higher seq num at a
 | |
| # lower level.
 | |
| define
 | |
| L
 | |
| a.SET.30 g.RANGEDEL.72057594037927935
 | |
| a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g
 | |
| L
 | |
| g.SET.10 j.SET.20
 | |
| g.SET.10:10 j.SET.20:20
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-g#72057594037927935,15]
 | |
| Level 2
 | |
|   file 0: [g#10,1-j#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| 
 | |
| define
 | |
| L
 | |
| a.SET.30 g.SET.8
 | |
| a.SET.30:30 c.SET.27:27 a.RANGEDEL.8:g g.SET.8:8
 | |
| L
 | |
| g.SET.10 j.SET.20
 | |
| g.SET.10:10 j.SET.20:20
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-g#8,1]
 | |
| Level 2
 | |
|   file 0: [g#10,1-j#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| found InternalKey g#8,SET in L1: fileNum=000014 and InternalKey g#10,SET in L2: fileNum=000015
 | |
| 
 | |
| define
 | |
| L
 | |
| a.SET.30 g.SET.30
 | |
| a.SET.30:30 c.SET.8:8 g.SET.30:30
 | |
| L
 | |
| a.SET.10 j.SET.20
 | |
| a.SET.10:10 j.SET.20:20 b.RANGEDEL.10:g
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#30,1-g#30,1]
 | |
| Level 2
 | |
|   file 0: [a#10,1-j#20,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| tombstone b-g:{(#10,RANGEDEL)} in L2: fileNum=000017 deletes key c#8,SET in L1: fileNum=000016
 | |
| 
 | |
| define
 | |
| L
 | |
| a.RANGEDEL.8 c.RANGEDEL.72057594037927935
 | |
| a.RANGEDEL.8:c
 | |
| L
 | |
| a.RANGEDEL.6 d.RANGEDEL.72057594037927935
 | |
| a.RANGEDEL.6:d b.RANGEDEL.10:c
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#8,15-c#72057594037927935,15]
 | |
| Level 2
 | |
|   file 0: [a#6,15-d#72057594037927935,15]
 | |
| 
 | |
| check
 | |
| ----
 | |
| encountered tombstone b-c:{(#8,RANGEDEL)} in L1: fileNum=000018 that has a lower seqnum than the same tombstone in L2: fileNum=000019
 | |
| 
 | |
| # Check incorrect ordering of point keys in an sstable.
 | |
| define disable-key-order-checks
 | |
| L
 | |
| a.SET.3 e.SET.4
 | |
| e.SET.4:e a.SET.3:a
 | |
| L
 | |
| d.SET.1 f.SET.2
 | |
| d.SET.1:d f.SET.2:f
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#3,1-e#4,1]
 | |
| Level 2
 | |
|   file 0: [d#1,1-f#2,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| out of order keys e#4,SET >= a#3,SET in L1: fileNum=000020
 | |
| 
 | |
| # Check successive sstables on a level are ordered.
 | |
| define disable-key-order-checks
 | |
| L
 | |
| a.SET.1 b.SET.2
 | |
| a.SET.1:a b.SET.2:b
 | |
| b.SET.3 c.SET.4
 | |
| b.SET.3:b c.SET.4:c
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#1,1-b#2,1]
 | |
|   file 1: [b#3,1-c#4,1]
 | |
| 
 | |
| check
 | |
| ----
 | |
| out of order keys b#2,SET >= b#3,SET in L1: fileNum=000023
 | |
| 
 | |
| # Check range delete keys are fragmented and ordered in an sstable having
 | |
| # rangeDelV2 formatted range delete blocks.
 | |
| 
 | |
| # Case 1: Fragmented but not ordered.
 | |
| define write-unfragmented disable-key-order-checks
 | |
| L
 | |
| a.RANGEDEL.1 g.RANGEDEL.72057594037927935
 | |
| d.RANGEDEL.2:e d.RANGEDEL.1:e f.RANGEDEL.3:g a.RANGEDEL.4:b
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#1,15-g#72057594037927935,15]
 | |
| 
 | |
| check
 | |
| ----
 | |
| unordered or unfragmented range delete tombstones f-g:{(#3,RANGEDEL)}, a-b:{(#4,RANGEDEL)} in L1: fileNum=000024
 | |
| 
 | |
| # Case 2: Ordered but not fragmented.
 | |
| define write-unfragmented disable-key-order-checks
 | |
| L
 | |
| a.RANGEDEL.1 d.RANGEDEL.72057594037927935
 | |
| a.RANGEDEL.1:d b.RANGEDEL.2:c
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#1,15-d#72057594037927935,15]
 | |
| 
 | |
| check
 | |
| ----
 | |
| unordered or unfragmented range delete tombstones a-d:{(#1,RANGEDEL)}, b-c:{(#2,RANGEDEL)} in L1: fileNum=000025
 | |
| 
 | |
| # Case 3: Verify check is done before truncation.
 | |
| define write-unfragmented disable-key-order-checks
 | |
| L
 | |
| a.RANGEDEL.1 b.RANGEDEL.72057594037927935
 | |
| a.RANGEDEL.1:z d.RANGEDEL.2:e
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#1,15-b#72057594037927935,15]
 | |
| 
 | |
| check
 | |
| ----
 | |
| unordered or unfragmented range delete tombstones a-z:{(#1,RANGEDEL)}, d-e:{(#2,RANGEDEL)} in L1: fileNum=000026
 | |
| 
 | |
| # Merge record processing.
 | |
| 
 | |
| # Case 1: Latest versions of a key are MERGE records and processing one of
 | |
| # them fails.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.MERGE.9
 | |
| a.MERGE.10:10 a.MERGE.9:fail-merge
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#9,2]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#9,MERGE in L1: fileNum=000027: merge failed
 | |
| 
 | |
| # Case 2: Last checked key is a MERGE record.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.MERGE.9
 | |
| a.MERGE.10:10 a.MERGE.9:fail-finish
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#9,2]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#9,MERGE in L1: fileNum=000028: finish failed
 | |
| 
 | |
| # Case 3: MERGE records succeeded by newer versions of a key are also
 | |
| # processed.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.SINGLEDEL.3
 | |
| a.MERGE.10:10 a.MERGE.9:9 a.SET.8:8 a.MERGE.7:7 a.MERGE.6:6 a.DEL.5: a.MERGE.4:fail-finish a.SINGLEDEL.3:
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#3,7]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#3,SINGLEDEL in L1: fileNum=000029: finish failed
 | |
| 
 | |
| # Case 4: Finish processing on key change.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 b.SET.11
 | |
| a.MERGE.10:10 a.MERGE.9:fail-finish b.SET.11:11
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-b#11,1]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key b#11,SET in L1: fileNum=000030: finish failed
 | |
| 
 | |
| # Case 5: SET finishes MERGE record processing.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.SET.9
 | |
| a.MERGE.10:10 a.SET.9:fail-finish
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#9,1]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#9,SET in L1: fileNum=000031: finish failed
 | |
| 
 | |
| # Case 6: DEL finishes MERGE record processing.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.DEL.9
 | |
| a.MERGE.10:fail-finish a.DEL.9:
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#9,0]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#9,DEL in L1: fileNum=000032: finish failed
 | |
| 
 | |
| # Case 7: SINGLEDEL finishes MERGE record processing.
 | |
| define
 | |
| L
 | |
| a.MERGE.10 a.SINGLEDEL.9
 | |
| a.MERGE.10:fail-finish a.SINGLEDEL.9:
 | |
| ----
 | |
| Level 1
 | |
|   file 0: [a#10,2-a#9,7]
 | |
| 
 | |
| check merger=fail-merger
 | |
| ----
 | |
| merge processing error on key a#9,SINGLEDEL in L1: fileNum=000033: finish failed
 | 
