mirror of
https://github.com/0glabs/0g-storage-node.git
synced 2024-11-14 20:15:17 +00:00
9b68a8b7d7
Some checks failed
abi-consistent-check / build-and-compare (push) Has been cancelled
code-coverage / unittest-cov (push) Has been cancelled
rust / check (push) Has been cancelled
rust / test (push) Has been cancelled
rust / lints (push) Has been cancelled
functional-test / test (push) Has been cancelled
* Add new P2P protocol NewFile * Publish NewFile message when any file finalized * handle NewFile message in router * handle NewFile in sync servic to write in db * use propagation source to handle NewFile message * Disable sequential sync and store new file in v2 sync store * Add shard config in FindFile * Add AnnounceFile RPC message in network layer * do not propagate FindFile to whole network * Mark peer connected if FileAnnouncement RPC message received * fix unit test failures * Change P2P protocol version * Ignore py tests of sequential auto sync * Add py test for auto sync v2 * fmt code * remove dummy code in py test * fix random test failure * Add comments * Enable file sync protocol v2 in config file by default
358 lines
12 KiB
TOML
358 lines
12 KiB
TOML
# This is a TOML config file.
|
|
# For more information, see https://github.com/toml-lang/toml
|
|
|
|
#######################################################################
|
|
### Network Config Options ###
|
|
#######################################################################
|
|
|
|
# Data directory where node's keyfile is stored.
|
|
# network_dir = "network"
|
|
|
|
# IP address to listen on.
|
|
# network_listen_address = "0.0.0.0"
|
|
|
|
# The address to broadcast to peers about which address we are listening on. Generally,
|
|
# configure public IP address for UDP discovery. If not specified, program will try to
|
|
# detect public IP address automatically.
|
|
# network_enr_address = ""
|
|
|
|
# The tcp port to broadcast to peers in order to reach back for libp2p services.
|
|
# network_enr_tcp_port = 1234
|
|
|
|
# The udp port to broadcast to peers in order to reach back for discovery.
|
|
# network_enr_udp_port = 1234
|
|
|
|
# The TCP port that libp2p listens on.
|
|
# network_libp2p_port = 1234
|
|
|
|
# UDP port that discovery listens on.
|
|
# network_discovery_port = 1234
|
|
|
|
# Target number of connected peers.
|
|
# network_target_peers = 50
|
|
|
|
# List of nodes to bootstrap UDP discovery. Note, `network_enr_address` should be
|
|
# configured as well to enable UDP discovery.
|
|
# network_boot_nodes = []
|
|
|
|
# List of libp2p nodes to initially connect to.
|
|
# network_libp2p_nodes = []
|
|
|
|
# Indicates if the user has set the network to be in private mode. Currently this
|
|
# prevents sending client identifying information over identify.
|
|
# network_private = false
|
|
|
|
# Disables the discovery protocol from starting.
|
|
# network_disable_discovery = false
|
|
|
|
#######################################################################
|
|
### UDP Discovery Config Options ###
|
|
#######################################################################
|
|
# The request timeout for each UDP request.
|
|
# discv5_request_timeout_secs = 5
|
|
|
|
# The timeout after which a `QueryPeer` in an ongoing query is marked unresponsive.
|
|
# Unresponsive peers don't count towards the parallelism limits for a query.
|
|
# Hence, we may potentially end up making more requests to good peers.
|
|
# discv5_query_peer_timeout_secs = 2
|
|
|
|
# The number of retries for each UDP request.
|
|
# discv5_request_retries = 1
|
|
|
|
# The number of peers to request in parallel in a single query.
|
|
# discv5_query_parallelism = 5
|
|
|
|
# Reports all discovered ENR's when traversing the DHT to the event stream.
|
|
# discv5_report_discovered_peers = false
|
|
|
|
# Disables the incoming packet filter.
|
|
# discv5_disable_packet_filter = false
|
|
|
|
# Disable to limit the number of IP addresses from the same
|
|
# /24 subnet in the kbuckets table. This is to mitigate eclipse attacks.
|
|
# discv5_disable_ip_limit = false
|
|
|
|
#######################################################################
|
|
### Log Sync Config Options ###
|
|
#######################################################################
|
|
|
|
# RPC endpoint to sync event logs on EVM compatible blockchain.
|
|
# blockchain_rpc_endpoint = "http://127.0.0.1:8545"
|
|
|
|
# Flow contract address to sync event logs.
|
|
# log_contract_address = ""
|
|
|
|
# Block number to sync event logs from blockchain. Generally, this is
|
|
# the block number when flow contract deployed.
|
|
# log_sync_start_block_number = 0
|
|
|
|
# Number of blocks to confirm a transaction.
|
|
# confirmation_block_count = 3
|
|
|
|
# Maximum number of event logs to poll at a time.
|
|
# log_page_size = 999
|
|
|
|
# Maximum data size to cache in memory (by default, 100MB).
|
|
# max_cache_data_size = 104857600
|
|
|
|
# TTL to cache data in memory.
|
|
# cache_tx_seq_ttl = 500
|
|
|
|
# The number of retries after a RPC request times out.
|
|
# rate_limit_retries = 100
|
|
|
|
# The nubmer of retries for rate limited responses.
|
|
# timeout_retries = 100
|
|
|
|
# The duration to wait before retry, in ms.
|
|
# initial_backoff = 500
|
|
|
|
# The duration between each paginated getLogs RPC call, in ms.
|
|
# This is set to avoid triggering the throttling mechanism in the RPC server.
|
|
# recover_query_delay = 50
|
|
|
|
# The counter assumed the finalized block behind the latest block.
|
|
# default_finalized_block_count = 100
|
|
|
|
# Remove finalized block trigger interval.
|
|
# remove_finalized_block_interval_minutes = 30
|
|
|
|
# Watch_loop (eth_getLogs) trigger interval.
|
|
# watch_loop_wait_time_ms = 500
|
|
|
|
#######################################################################
|
|
### Chunk Pool Config Options ###
|
|
#######################################################################
|
|
|
|
# Maximum number of threads to upload segments of a single file simultaneously.
|
|
# chunk_pool_write_window_size = 4
|
|
|
|
# Maximum data size of cached segment in pool (by default, 4MB).
|
|
# chunk_pool_max_cached_chunks_all = 4194304
|
|
|
|
# Maximum number of threads to upload segments for all files simultaneously.
|
|
# chunk_pool_max_writings = 16
|
|
|
|
# Expiration time to cache uploaded segments in memory.
|
|
# chunk_pool_expiration_time_secs = 300
|
|
|
|
#######################################################################
|
|
### DB Config Options ###
|
|
#######################################################################
|
|
|
|
# Directory to store data.
|
|
# db_dir = "db"
|
|
|
|
#######################################################################
|
|
### Misc Config Options ###
|
|
#######################################################################
|
|
|
|
# Log configuration file.
|
|
# log_config_file = "log_config"
|
|
|
|
# Log directory.
|
|
# log_directory = "log"
|
|
|
|
#######################################################################
|
|
### Mine Config Options ###
|
|
#######################################################################
|
|
|
|
# Mine contract address for PoRA.
|
|
# mine_contract_address = ""
|
|
|
|
# Reward contract address for incentive.
|
|
# reward_contract_address = ""
|
|
|
|
# Miner key is used to sign blockchain transaction for incentive.
|
|
# The value should be a hex string of length 64 without 0x prefix.
|
|
#
|
|
# Note, the corresponding address should have enough tokens to pay
|
|
# transaction gas fee.
|
|
# miner_key = ""
|
|
|
|
# Period for querying mine context on chain (in seconds)
|
|
#
|
|
# Note: During each query period, nodes will issue 3 `eth_call` requests.
|
|
# If your blockchain RPC endpoint is a public or priced node, please be
|
|
# cautious not to set the period too short.
|
|
#
|
|
# mine_context_query_seconds = 5
|
|
|
|
# CPU Usage percentage for PoRA mining. 100 means one CPU core is fully loaded.
|
|
#
|
|
# miner_cpu_percentage = 100
|
|
|
|
#######################################################################
|
|
### Sharding Config Options ###
|
|
#######################################################################
|
|
# The max number of chunk entries to store in db.
|
|
# Each entry is 256B, so the db size is roughly limited to
|
|
# `256 * db_max_num_sectors` Bytes.
|
|
# If this limit is reached, the node will update its `shard_position`
|
|
# and store only half data.
|
|
#
|
|
# db_max_num_sectors = 1000000000
|
|
|
|
# The format is <shard_id>/<shard_number>, where the shard number is 2^n.
|
|
# This only applies if there is no stored shard config in db.
|
|
# shard_position = "0/2"
|
|
|
|
# The time interval to check if we should half `shard_position` to prune data.
|
|
#
|
|
# prune_check_time_s = 60
|
|
|
|
# The number of chunk entries to delete in a batch when we prune data.
|
|
#
|
|
# prune_batch_size = 1024
|
|
|
|
# The time interval to wait between each prune batch deletion to avoid
|
|
# IO resource exhaustion.
|
|
#
|
|
# prune_batch_wait_time_ms = 1000
|
|
|
|
#######################################################################
|
|
### Network Peer DB Config Options ###
|
|
#######################################################################
|
|
|
|
# [network_peer_db]
|
|
|
|
# The maximum number of disconnected nodes to remember.
|
|
# max_disconnected_peers = 500
|
|
|
|
# The maximum number of banned nodes to remember.
|
|
# max_banned_peers = 1000
|
|
|
|
#######################################################################
|
|
### Router Config Options ###
|
|
#######################################################################
|
|
|
|
# [router]
|
|
|
|
# Timeout to publish file announcements in batch.
|
|
# batcher_timeout = "1s"
|
|
|
|
# Number of files in an announcement to publish in batch.
|
|
# batcher_file_capacity = 1
|
|
|
|
# Number of announcements in a pubsub message to publish in batch.
|
|
# batcher_announcement_capacity = 1
|
|
|
|
#######################################################################
|
|
### File Sync Config Options ###
|
|
#######################################################################
|
|
# [sync]
|
|
|
|
# Enable file sync among peers automatically. When enabled, each node will store
|
|
# all files, and sufficient disk space is required.
|
|
# auto_sync_enabled = false
|
|
|
|
# Indicates whether to sync file from neighbor nodes only. This is to avoid flooding file
|
|
# announcements in the whole network, which leads to high latency or even timeout to sync files.
|
|
neighbors_only = true
|
|
|
|
# Maximum number of files in sync from other peers simultaneously.
|
|
# max_sync_files = 8
|
|
|
|
# Enable to start a file sync via RPC (e.g. `admin_startSyncFile`).
|
|
# sync_file_by_rpc_enabled = true
|
|
|
|
# Maximum number of continous failures to terminate a file sync.
|
|
# max_request_failures = 5
|
|
|
|
# Timeout to dail peers.
|
|
# peer_connect_timeout = "15s"
|
|
|
|
# Timeout to disconnect peers.
|
|
# peer_disconnect_timeout = "15s"
|
|
|
|
# Timeout to find peers via FIND_FILE P2P pubsub message.
|
|
# peer_find_timeout = "120s"
|
|
|
|
# Timeout to download data from remote peer.
|
|
# peer_chunks_download_timeout = "15s"
|
|
|
|
# Maximum network bandwidth (B/s) to sync files. Default value is 0,
|
|
# which indicates no limitation.
|
|
# max_bandwidth_bytes = 0
|
|
|
|
# Maximum threads to sync files in sequence.
|
|
# max_sequential_workers = 0
|
|
|
|
# Maximum threads to sync files randomly.
|
|
# max_random_workers = 2
|
|
|
|
# Timeout to terminate a file sync in sequence.
|
|
# sequential_find_peer_timeout = "60s"
|
|
|
|
# Timeout to terminate a file sync randomly.
|
|
# random_find_peer_timeout = "500s"
|
|
|
|
#######################################################################
|
|
### File Location Cache Options ###
|
|
#######################################################################
|
|
|
|
# [file_location_cache]
|
|
|
|
# File location cache is a cache that maintains storage positions of files.
|
|
# Storage location information is represented by the IP address of the storage node and the timestamp indicating when the node declared that it stores the corresponding file.
|
|
# It has both a global capacity limit and a limit on the capacity for location information of each individual file.
|
|
# When the cache is full, the storage position information with oldest timestamp will be replaced.
|
|
|
|
# Global cache capacity.
|
|
# max_entries_total = 1000000
|
|
|
|
# Location information capacity for each file.
|
|
# max_entries_per_file = 4
|
|
|
|
# Validity period of location information.
|
|
# If the timestamp in the storage location information exceeds this duration from the current time, it will be removed from the cache.
|
|
# entry_expiration_time_secs = 86400
|
|
|
|
#######################################################################
|
|
### RPC Config Options ###
|
|
#######################################################################
|
|
|
|
# [rpc]
|
|
|
|
# Whether to provide RPC service.
|
|
# enabled = true
|
|
|
|
# HTTP server address to bind for public RPC.
|
|
# listen_address = "0.0.0.0:5678"
|
|
|
|
# HTTP server address to bind for admin and debug RPC.
|
|
# listen_address_admin = "127.0.0.1:5679"
|
|
|
|
# Number of chunks for a single segment.
|
|
# chunks_per_segment = 1024
|
|
|
|
# Maximum data size of RPC request body (by default, 100MB).
|
|
# max_request_body_size = 104857600
|
|
|
|
# Maximum file size that allowed to cache in memory (by default, 10MB).
|
|
# max_cache_file_size = 10485760
|
|
|
|
#######################################################################
|
|
### Metrics Options ###
|
|
#######################################################################
|
|
|
|
# [metrics]
|
|
|
|
# Whether to enable metrics.
|
|
# enabled = false
|
|
|
|
# Interval to output metrics periodically, e.g. "10s", "30s" or "60s".
|
|
# report_interval = "10s"
|
|
|
|
# File name to output metrics periodically.
|
|
# file_report_output = ""
|
|
|
|
# Influxdb configurations to output metrics periodically.
|
|
# influxdb_report_host = ""
|
|
# influxdb_report_db = ""
|
|
# influxdb_report_username = ""
|
|
# influxdb_report_password = ""
|
|
|
|
# Storage node name as a tag.
|
|
# influxdb_report_node = ""
|