forked from open3fs/m3fs
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcluster.yml.sample
166 lines (166 loc) · 5.76 KB
/
cluster.yml.sample
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
# -----------------------------
# 3fs configuration file
# -----------------------------
#
# name is the name of 3fs cluster.
name: "open3fs"
# workDir is the work dir for all 3fs services
workDir: "/opt/3fs"
# networkType configure the network type of the cluster, can be one of the following:
# - IB: use InfiniBand network protocol
# - RDMA: use RDMA network protocol
# - ERDMA: use aliyun ERDMA as RDMA network protocol
# - RXE: use Linux rxe kernel module to mock RDMA network protocol
networkType: "RDMA"
# Set the log level of 3fs services.
# Supported values: "DEBUG", "INFO", "WARN", "ERROR", "FATAL"
logLevel: "INFO"
nodes:
- name: node1
# host is the ip of a 3fs node.
host: "192.168.1.1"
# Username is used for ssh authentication.
username: "root"
# Password is used for ssh authentication.
# Default value is empty string, and the public key will be used.
password: "password"
- name: node2
host: "192.168.1.2"
username: "root"
password: "password"
# nodeGroups is used to defines a group of nodes in a ip range with same username and password configuration
nodeGroups:
# name is the name of node group
- name: group1
# username is used for ssh authentication.
username: "root"
# password is used for ssh authentication.
password: "password"
# ipBegin defines the begin ip of node group(include this ip)
ipBegin: "192.168.1.10"
# ipBegin defines the begin ip of node group(include this ip)
ipEnd: "192.168.1.15"
services:
client:
# containerName defines the container name of 3fs client.
# Default value is 3fs-client.
containerName: 3fs-client
nodes:
- node1
# nodeGroups defines the node groups that deploy the 3fs client
nodeGroups:
- group1
# hostMountpoint defines the mount point for 3fs on the client node.
# Default value is "/mnt/3fs"
hostMountpoint: /mnt/3fs
storage:
# containerName defines the container name of 3fs storage.
# Default value is 3fs-storage.
containerName: 3fs-storage
nodes:
- node1
- node2
# nodeGroups defines the node groups that deploy the storage service
nodeGroups:
- group1
# diskType configure the disk type of the storage node to use, can be one of the following:
# - nvme: NVMe SSD
# - dir: use a directory on the filesystem
# Default value is "nvme".
diskType: "nvme"
# sectorSize configure the sector size of storage disk xfs filesystem. Default value is 4096.
sectorSize: 4096
# diskNumPerNode defines the num of disks for each storage node. Default value is 1.
diskNumPerNode: 1
# rdmaListenPort is the RDMA listen port of storage service. Default value is 8002.
rdmaListenPort: 8002
# tcpListenPort is the RDMA listen port of meta service. Default value is 9002.
tcpListenPort: 9002
# replicationFactor defines the num of replicas for 3fs storage redundancy. Default value is 2.
replicationFactor: 2
# targetNumPerDisk defines the minimum num of targets on each disk. Default value is 32.
targetNumPerDisk: 32
# targetIDPrefix defines the prefix of target ID. Default value is 1.
targetIDPrefix: 1
# chainIDPrefix defines the prefix of chain ID. Default value is 1.
chainIDPrefix: 1
mgmtd:
# containerName defines the container name of 3fs mgmtd.
# Default value is 3fs-mgmtd.
containerName: 3fs-mgmtd
nodes:
- node1
# nodeGroups defines the node groups that deploy the mgmtd service
nodeGroups:
- group1
# chunkSize is in kbyte. Default value is 1048576.
chunkSize: 1048576
# stripSize is the size of strip. Default value is 16.
stripSize: 16
# rdmaListenPort is the RDMA listen port of mgmtd service. Default value is 8000.
rdmaListenPort: 8000
# tcpListenPort is the RDMA listen port of mgmtd service. Default value is 9000.
tcpListenPort: 9000
meta:
# containerName defines the container name of 3fs meta service.
# Default value is 3fs-meta.
containerName: 3fs-meta
nodes:
- node1
# nodeGroups defines the node groups that deploy the meta service
nodeGroups:
- group1
# rdmaListenPort is the RDMA listen port of meta service. Default value is 8001.
rdmaListenPort: 8001
# tcpListenPort is the RDMA listen port of meta service. Default value is 9001.
tcpListenPort: 9001
monitor:
# containerName defines the container name of 3fs monitor service.
# Default value is 3fs-monitor.
containerName: 3fs-monitor
nodes:
- node1
# nodeGroups defines the node groups that deploy the monitor service
nodeGroups:
- group1
# port defaines the listen port of 3fs monitor service.
# Default value is 10000.
port: 10000
fdb:
# containerName defines the container name of foundation db service.
# Default value is 3fs-fdb.
containerName: 3fs-fdb
# port defines the listen port of foundation db service.
# Default value is 4500.
port: 4500
nodes:
- node1
# nodeGroups defines the node groups that deploy the fdb service
nodeGroups:
- group1
clickhouse:
# containerName defines the container name of clickhouse.
# Default value is 3fs-clickhouse.
containerName: 3fs-clickhouse
# port defines the tcp listen port of clienthouse.
# Default value is 8999.
tcpPort: 8999
nodes:
- node1
# nodeGroups defines the node groups that deploy the clickhouse service
nodeGroups:
- group1
images:
# registry is the domain of image registry.
registry: ""
3fs:
# repo contains the namespace and name of the image.
repo: "open3fs/3fs"
# tag is the image tag.
tag: "20250329"
fdb:
repo: "open3fs/foundationdb"
tag: "7.3.63"
clickhouse:
repo: "open3fs/clickhouse"
tag: "25.1-jammy"