mirror of
https://github.com/0glabs/0g-storage-node.git
synced 2024-11-14 20:15:17 +00:00
cae5b62440
* Hotfix for python tests caused by unexpected file deletion * add more info when launch blockchain node failed * add stdout if blockchain launch failed * seek stdout and err to 0 if failed to launch blockchain * Improve zg chain port to avoid port conflict in parallel execution * fix float issue * Fix py failures
77 lines
3.2 KiB
Python
Executable File
77 lines
3.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
import time
|
|
|
|
from test_framework.test_framework import TestFramework
|
|
from mine_with_market_test import PRICE_PER_SECTOR
|
|
from utility.submission import create_submission, submit_data, data_to_segments
|
|
from utility.utils import wait_until, assert_equal
|
|
|
|
|
|
class PrunerTest(TestFramework):
|
|
|
|
def setup_params(self):
|
|
self.num_blockchain_nodes = 1
|
|
self.num_nodes = 4
|
|
self.zgs_node_configs[0] = {
|
|
"db_max_num_sectors": 2 ** 30,
|
|
"shard_position": "0/2"
|
|
}
|
|
self.zgs_node_configs[1] = {
|
|
"db_max_num_sectors": 2 ** 30,
|
|
"shard_position": "1/2"
|
|
}
|
|
self.zgs_node_configs[3] = {
|
|
"db_max_num_sectors": 2 ** 30,
|
|
"shard_position": "1/4"
|
|
}
|
|
self.enable_market = True
|
|
|
|
def run_test(self):
|
|
client = self.nodes[0]
|
|
|
|
chunk_data = b"\x02" * 8 * 256 * 1024
|
|
submissions, data_root = create_submission(chunk_data)
|
|
self.contract.submit(submissions, tx_prarams = {"value": int(len(chunk_data) / 256 * PRICE_PER_SECTOR * 1.1)})
|
|
wait_until(lambda: self.contract.num_submissions() == 1)
|
|
wait_until(lambda: client.zgs_get_file_info(data_root) is not None)
|
|
|
|
# Submit data to two nodes with different shards.
|
|
segments = data_to_segments(chunk_data)
|
|
for i in range(len(segments)):
|
|
client_index = i % 2
|
|
self.nodes[client_index].zgs_upload_segment(segments[i])
|
|
wait_until(lambda: self.nodes[0].zgs_get_file_info(data_root) is not None)
|
|
wait_until(lambda: self.nodes[0].zgs_get_file_info(data_root)["finalized"])
|
|
wait_until(lambda: self.nodes[1].zgs_get_file_info(data_root) is not None)
|
|
wait_until(lambda: self.nodes[1].zgs_get_file_info(data_root)["finalized"])
|
|
|
|
self.nodes[2].admin_start_sync_file(0)
|
|
self.nodes[3].admin_start_sync_file(0)
|
|
wait_until(lambda: self.nodes[2].sync_status_is_completed_or_unknown(0))
|
|
wait_until(lambda: self.nodes[2].zgs_get_file_info(data_root) is not None)
|
|
wait_until(lambda: self.nodes[2].zgs_get_file_info(data_root)["finalized"])
|
|
wait_until(lambda: self.nodes[3].sync_status_is_completed_or_unknown(0))
|
|
wait_until(lambda: self.nodes[3].zgs_get_file_info(data_root) is not None)
|
|
wait_until(lambda: self.nodes[3].zgs_get_file_info(data_root)["finalized"])
|
|
|
|
for i in range(len(segments)):
|
|
index_store = i % 2
|
|
index_empty = 1 - i % 2
|
|
seg0 = self.nodes[index_store].zgs_download_segment(data_root, i * 1024, (i + 1) * 1024)
|
|
seg1 = self.nodes[index_empty].zgs_download_segment(data_root, i * 1024, (i + 1) * 1024)
|
|
seg2 = self.nodes[2].zgs_download_segment(data_root, i * 1024, (i + 1) * 1024)
|
|
seg3 = self.nodes[3].zgs_download_segment(data_root, i * 1024, (i + 1) * 1024)
|
|
# base64 encoding size
|
|
assert_equal(len(seg0), 349528)
|
|
assert_equal(seg1, None)
|
|
# node 2 should save all data
|
|
assert_equal(len(seg2), 349528)
|
|
if i % 4 == 1:
|
|
assert_equal(len(seg3), 349528)
|
|
else:
|
|
assert_equal(seg3, None)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
PrunerTest().main()
|