leo_storage.conf

##======================================================================
## LeoFS - Storage Configuration
##
## See: http://leo-project.net/leofs/docs/configuration/configuration_2.html
##
## Additional configuration files from leo_storage.d/*.conf (if exist) are
## processed after this file and can be used to override these settings.
##======================================================================
## --------------------------------------------------------------------
## SASL
## --------------------------------------------------------------------
## See: http://www.erlang.org/doc/man/sasl_app.html
##
## The following configuration parameters are defined for
## the SASL application. See app(4) for more information
## about configuration parameters

## SASL error log path
## sasl.sasl_error_log = ./log/sasl/sasl-error.log

## Restricts the error logging performed by the specified sasl_error_logger
## to error reports, progress reports, or both.
## errlog_type = [error | progress | all]
## sasl.errlog_type = error

## Specifies in which directory the files are stored.
## If this parameter is undefined or false, the error_logger_mf_h is not installed.
## sasl.error_logger_mf_dir = ./log/sasl

## Specifies how large each individual file can be.
## If this parameter is undefined, the error_logger_mf_h is not installed.
## sasl.error_logger_mf_maxbytes = 10485760

## Specifies how many files are used.
## If this parameter is undefined, the error_logger_mf_h is not installed.
## sasl.error_logger_mf_maxfiles = 5

## --------------------------------------------------------------------
## Manager's Node(s)
## --------------------------------------------------------------------
## Name of Manager node(s)
managers = [manager_0@127.0.0.1, manager_1@127.0.0.1]

## --------------------------------------------------------------------
## STORAGE
## --------------------------------------------------------------------
## Object container
obj_containers.path = [./avs]
obj_containers.num_of_containers = [8]

## e.g. Case of plural pathes
## obj_containers.path = [/var/leofs/avs/1, /var/leofs/avs/2]
## obj_containers.num_of_containers = [32, 64]

## Mode of the data synchronization - [none, periodic, writethrough]
## - default:none
## obj_containers.sync_mode = none

## Interval in ms of the data synchronization - default: 1000ms
## obj_containers.sync_interval_in_ms = 1000

## Metadata Storage:
## NOTE: To be able to only use 'leveldb' from v1.3.5
## obj_containers.metadata_storage = leveldb

## A number of virtual-nodes for the redundant-manager
## num_of_vnodes = 168

## Enable strict check between checksum of a metadata and checksum of an object
## ### CAUTION ###
## Without setting is_strict_check to true,
## there is a very little possibility your data could be broken without any caution
## even if your LeoFS is running on a filesystem like ZFS
## that protect both the metadata and the data blocks through the checksum
## when any unexpected|unknown software bug got avs files broken.
## - default:false
## object_storage.is_strict_check = false

## Threshold of slow processing (msec) - default:1000(msec)
## object_storage.threshold_of_slow_processing = 1000

## Timeout of seeking metadatas per a metadata - default:10(msec)
## seeking_timeout_per_metadata = 10

## Maximum number of processes for both write and read operation
## since v1.2.20
## max_num_of_procs = 3000

## Total number of obj-storage-read processes per object-container, AVS
## Range: [1..100]
## since v1.2.20
## num_of_obj_storage_read_procs = 3


## --------------------------------------------------------------------
## STORAGE - Watchdog
## --------------------------------------------------------------------
## When reach a number of safe (clear watchdog), a watchdog loosen the control
watchdog.common.loosen_control_at_safe_count = 1

##
##  Watchdog.REX(RPC)
##
## Is rex-watchdog enabled - default:false
watchdog.rex.is_enabled = true

## rex - watch interval - default:5sec
watchdog.rex.interval = 10

## Threshold memory capacity of binary for rex(rpc) - default:32MB
watchdog.rex.threshold_mem_capacity = 33554432


##
##  Watchdog.CPU
##
## Is cpu-watchdog enabled - default:false
watchdog.cpu.is_enabled = false

## cpu - raised error times
watchdog.cpu.raised_error_times = 5

## cpu - watch interval - default:5sec
watchdog.cpu.interval = 10

## Threshold CPU load avg for 1min/5min - default:5.0
watchdog.cpu.threshold_cpu_load_avg = 5.0

## Threshold CPU load util - default:100 = "100%"
watchdog.cpu.threshold_cpu_util = 100

##
##  Watchdog.DISK
##
## Is disk-watchdog enabled - default:false
watchdog.disk.is_enabled = false

## disk - raised error times
watchdog.disk.raised_error_times = 5

## disk - watch interval - default:1sec
watchdog.disk.interval = 10

## Threshold use(%) of a target disk's capacity - defalut:85%
watchdog.disk.threshold_disk_use = 85

## Threshold disk utilization(%) - defalut:90%
watchdog.disk.threshold_disk_util = 90

## Threshold disk read kb/sec - defalut:98304(KB) = 96MB
watchdog.disk.threshold_disk_rkb = 98304

## Threshold disk write kb/sec - defalut:98304(KB) = 96MB
watchdog.disk.threshold_disk_wkb = 98304

## disk target devices for checking disk utilization
## watchdog.disk.target_devices = []

##
##  Watchdog.Cluster
##
## Is cluster-watchdog enabled - default:false
watchdog.cluster.is_enabled = false

## cluster - watch interval - default:10sec
watchdog.cluster.interval = 10

##
##  Watchdog.Error
##
## Is error-watchdog enabled - default:false
watchdog.error.is_enabled = false

## error - watch interval - default:60sec
watchdog.error.interval = 60

## error - threshold error count - default:100
watchdog.error.threshold_count = 100

##
##  Watchdog.Messages
##
## Traking the number of slow operations and timeouts happened on leo_object_storage
## and get triggered when the number goes above a certain threshold
##
## Is messages-watchdog enabled - default:false
watchdog.msgs.is_enabled = false

## --------------------------------------------------------------------
## STORAGE - Autonomic Operation
## --------------------------------------------------------------------
## [compaction] enabled compaction? - default:false
autonomic_op.compaction.is_enabled = false

## [compaction] number of parallel procs - default:1
autonomic_op.compaction.parallel_procs = 1

## [compaction] execution interval time between data-compaction(sec) - default:3600(sec) (60min)
autonomic_op.compaction.interval = 3600

## [compaction] warning ratio of active size - default:70%
autonomic_op.compaction.warn_active_size_ratio = 70

## [compaction] threshold ratio of active size - default:60%
autonomic_op.compaction.threshold_active_size_ratio = 60


## --------------------------------------------------------------------
## STORAGE - Data Compcation
## --------------------------------------------------------------------
## Limit of a number of procs to execute data-compaction in parallel
compaction.limit_num_of_compaction_procs = 4

## Perfetch size when skipping garbage
## compaction.skip_prefetch_size = 512

## Regular value of compaction-proc waiting time/batch-proc(msec)
compaction.waiting_time_regular = 500

## Maximum value of compaction-proc waiting time/batch-proc(msec)
compaction.waiting_time_max = 3000

## Regular compaction batch processes
compaction.batch_procs_regular = 1000

## Maximum compaction batch processes
compaction.batch_procs_max = 1500


## --------------------------------------------------------------------
## STORAGE - MQ
## --------------------------------------------------------------------
## MQ backend storage
## NOTE: To be able to only use 'leveldb' from v1.3.5
## mq.backend_db = leveldb

## A number of mq-server's processes
mq.num_of_mq_procs = 4

##
## [Number of bach processes of message]
##
## Maximum number of bach processes of message
mq.num_of_batch_process_max = 3000

## Regular value of bach processes of message
mq.num_of_batch_process_regular = 1600

##
## [Interval beween batch-procs]
##
## Maximum value of interval between batch-procs(msec)
mq.interval_between_batch_procs_max = 3000

## Regular value of interval between batch-procs(msec)
mq.interval_between_batch_procs_regular = 500


## --------------------------------------------------------------------
## STORAGE - Backend DB
## --------------------------------------------------------------------
## eleveldb Fadvise Willneed (Improve Performance when Metadata Size is small)
## backend_db.eleveldb.fadvise_willneed = false

## eleveldb Write Buffer Size
## backend_db.eleveldb.write_buf_size = 62914560

## eleveldb Max Open Files
## backend_db.eleveldb.max_open_files = 1000

## eleveldb SST Block Size
## backend_db.eleveldb.sst_block_size = 4096


## --------------------------------------------------------------------
## STORAGE - Replication/Recovery object(s)
## --------------------------------------------------------------------
## Rack-id for the rack-awareness replica placement
## replication.rack_awareness.rack_id =

## Size of stacked objects (bytes)
replication.recovery.size_of_stacked_objs = 5242880

## Stacking timeout (sec)
replication.recovery.stacking_timeout = 1


## --------------------------------------------------------------------
## STORAGE - MDC Replication
## --------------------------------------------------------------------
## Size of stacked objects (bytes) - default:32MB
mdc_replication.size_of_stacked_objs = 33554432

## Stacking timeout (sec)
mdc_replication.stacking_timeout = 30

## Request timeout (msec)
mdc_replication.req_timeout = 30000

## Number of stacking procs
mdc_replication.stacking_procs = 1


## --------------------------------------------------------------------
## STORAGE - Log
## --------------------------------------------------------------------
## Log level: [0:debug, 1:info, 2:warn, 3:error]
log.log_level = 1

## Is enable access-log [true, false]
## log.is_enable_access_log = false

## Access log's level
##   - 0: only regular case
##   - 1: includes error cases
## log.access_log_level = 0

## Output log file(s) - Erlang's log
## log.erlang = ./log/erlang

## Output log file(s) - app
## log.app = ./log/app

## Output log file(s) - members of storage-cluster
## log.member_dir = ./log/ring

## Output log file(s) - ring
## log.ring_dir = ./log/ring

## Output data-diagnosis log
log.is_enable_diagnosis_log = true

## --------------------------------------------------------------------
## STORAGE - Other Directories
## --------------------------------------------------------------------
## Directory of db for MQs
## queue_dir  = ./work/queue

## Directory of SNMP agent configuration
## snmp_agent = ./snmp/snmpa_storage_0/LEO-STORAGE


## --------------------------------------------------------------------
## Other Libs
## --------------------------------------------------------------------
## Send after interval
leo_ordning_reda.send_after_interval = 0

## Temporary directory of stacked objects
## leo_ordning_reda.temp_stacked_dir = "work/ord_reda/"


## --------------------------------------------------------------------
## RPC
## --------------------------------------------------------------------
## RPC-Server's acceptors
## this value must be determinted by following logic
## rpc.server.acceptor need to be larger than
## rpc.client.connection_pool(buffer)_size * "# of storage nodes + # of manager nodes in your cluster"
## The default value is suitable for less than 16 nodes in a cluster
## rpc.server.acceptors = 128

## RPC-Server's listening port number
## rpc.server.listen_port = 13077

## RPC-Server's listening timeout
## rpc.server.listen_timeout = 30000

## RPC-Client's size of connection pool
## rpc.client.connection_pool_size = 8

## RPC-Client's size of connection buffer
## rpc.client.connection_buffer_size = 8

## RPC-Client's max number of requests for reconnection to a remote-node
## * 1..<integer>: specialized value
## rpc.client.max_requests_for_reconnection = 64


## --------------------------------------------------------------------
## MANAGER - Mnesia
##     * Store the info storage-cluster and the info of gateway(s)
##     * Store the RING and the command histories
## --------------------------------------------------------------------
## The write threshold for transaction log dumps
## as the number of writes to the transaction log
mnesia.dump_log_write_threshold = 50000

## Controls how often disc_copies tables are dumped from memory
mnesia.dc_dump_limit = 40

## --------------------------------------------------------------------
## Profiling
## --------------------------------------------------------------------
## Enable profiler - leo_backend_db
## leo_backend_db.profile = false

## Enable profiler - leo_logger
## leo_logger.profile = false

## Enable profiler - leo_mq
## leo_mq.profile = false

## Enable profiler - leo_object_storage
## leo_object_storage.profile = false

## Enable profiler - leo_ordning_reda
## leo_ordning_reda.profile = false

## Enable profiler - leo_redundant_manager
## leo_redundant_manager.profile = false

## Enable profiler - leo_rpc
## leo_rpc.profile = false

## Enable profiler - leo_statistics
## leo_statistics.profile = false


##======================================================================
## For vm.args
##======================================================================
## Name of the leofs-storage node
nodename = storage_0@127.0.0.1

## Cookie for distributed node communication.  All nodes in the same cluster
## should use the same cookie or they will not be able to communicate.
distributed_cookie = 401321b4

## Enable kernel poll
erlang.kernel_poll = true

## Number of async threads
erlang.async_threads = 32

## Increase number of concurrent ports/sockets
erlang.max_ports = 64000

## Set the location of crash dumps
erlang.crash_dump = ./log/erl_crash.dump

## Raise the ETS table limit
erlang.max_ets_tables = 256000

## Enable SMP
erlang.smp = enable

## Erlang scheduler's compaction of load
erlang.schedulers.compaction_of_load = true

## Erlang scheduler's balancing of load
erlang.schedulers.utilization_balancing = false

## Sender-side network distribution buffer size
## - default 32MB (32768KB)
erlang.distribution_buffer_size = 32768

## A non-negative integer which indicates
## how many times generational garbage collections
## can be done without forcing a fullsweep collection
erlang.fullsweep_after = 0

## Enable/Disable eager check I/O (Erlang 17.4/erts-6.3-, ref:OTP-12117)
erlang.secio = true

## Raise the default erlang process limit
process_limit = 1048576

## Path of SNMP-agent configuration
## snmp_conf = ./snmp/snmpa_storage_0/leo_storage_snmp