deployment crashed at data placement part need expert to look into
Author: gaowayneCreated Jun 7, 2026Updated Jun 25, 2026
hello team
below is error
(3fs) root@salab-hpedl380g11-02:/mnt/nvme0n1/wayne/3fs/m3fs# ./bin/m3fs --debug cluster create -c cluster.yml
DEBU[0000] Cluster config: &{Name:open3fs-single WorkDir:/mnt/nvme3n1/3fs-lab NetworkType:RXE LogLevel:INFO Nodes:[{Name:local Host:10.74.40.86 Port:22 Username:root Password:0xc00036dd70 RDMAAddresses:[]}] NodeGroups:[] Services:{Pg:{ContainerName:3fs-postgres Nodes:[local] NodeGroups:[] Port:5432 Username:postgres Password:pgpassword Database:open3fs ReadOnlyUsername:postgres_readonly ReadOnlyPassword:pgpassword_readonly WaitReadyTimeout:30s} Fdb:{ContainerName:3fs-fdb Nodes:[local] NodeGroups:[] Port:14500 WaitClusterTimeout:2m0s} Clickhouse:{ContainerName:3fs-clickhouse Nodes:[local] NodeGroups:[] Db:3fs User:default Password:Pass@w0rd TCPPort:8999} Grafana:{ContainerName:3fs-grafana Nodes:[local] NodeGroups:[] Port:3000} Monitor:{ContainerName:3fs-monitor Nodes:[local] NodeGroups:[] Port:10000} Mgmtd:{ContainerName:
nodes:
3fs-mgmtd Nodes:[local] NodeGroups:[] ChunkSize:1048576 StripeSize:16 RDMAListenPort:8000 TCPListenPort:9000 WaitTargetOnlineTimeout:10m0s} Meta:{ContainerName:3fs-meta Nodes:[local] NodeGroups:[] RDMAListenPort:8001 TCPListenPort:9001} Storage:{ContainerName:3fs-storage Nodes:[local] NodeGroups:[] DiskType:dir SectorSize:4096 DiskNumPerNode:1 RDMAListenPort:8002 TCPListenPort:9002 ReplicationFactor:1 TargetNumPerDisk:1 TargetIDPrefix:1 ChainIDPrefix:1 WaitChainsServingTimeout:10m0s WaitTargetUpdateSleep:10s} Client:{ContainerName:3fs-client Nodes:[local] NodeGroups:[] HostMountpoint:/mnt/3fsmount}} Images:{Registry: Arch:amd64 FFFS:{Repo:open3fs/3fs Tag:20250410-avx2} Clickhouse:{Repo:open3fs/clickhouse Tag:25.1-jammy} Grafana:{Repo:open3fs/grafana Tag:12.0.0} Fdb:{Repo:open3fs/foundationdb Tag:7.3.63} Pg:{Repo:open3fs/postgresql Tag:17.5.0}} UI:{TaskInfoColor:green} CmdMaxExitTimeout:<nil> ServiceBasePath:/lib/systemd/system/ CheckStatusTimeout:5m0s CheckStatusInterval:5s}
INFO[0000] Running task CreatePgClusterTask
DEBU[0000] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/data NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/data: NODE="<LOCAL>"
DEBU[0000] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/scripts NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/scripts: NODE="<LOCAL>"
INFO[0000] Generated init_db script /mnt/nvme3n1/3fs-lab/postgresql/scripts/init_db.sql NODE=local TASK=CreatePgClusterTask
DEBU[0000] Run command: sudo -S /bin/bash -c docker run --name 3fs-postgres --detach --network host -e POSTGRESQL_USERNAME=postgres -e POSTGRESQL_PASSWORD=pgpassword -e POSTGRESQL_REPLICATION_USER=open3fs-replica-9Oql -e POSTGRESQL_REPLICATION_PASSWORD=WvYV7MJh3qKUyfXf -e POSTGRESQL_PORT_NUMBER=5432 --volume /mnt/nvme3n1/3fs-lab/postgresql/data:/bitnami/postgresql --volume /mnt/nvme3n1/3fs-lab/postgresql/scripts:/docker-entrypoint-initdb.d --restart unless-stopped open3fs/postgresql:17.5.0 NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c docker run --name 3fs-postgres --detach --network host -e POSTGRESQL_USERNAME=postgres -e POSTGRESQL_PASSWORD=pgpassword -e POSTGRESQL_REPLICATION_USER=open3fs-replica-9Oql -e POSTGRESQL_REPLICATION_PASSWORD=WvYV7MJh3qKUyfXf -e POSTGRESQL_PORT_NUMBER=5432 --volume /mnt/nvme3n1/3fs-lab/postgresql/data:/bitnami/postgresql --volume /mnt/nvme3n1/3fs-lab/postgresql/scripts:/docker-entrypoint-initdb.d --restart unless-stopped open3fs/postgresql:17.5.0: e166fa5bf7c46930cd28ac238f6d6a8cb1d42bff0938cf274fb75964865f8226 NODE="<LOCAL>"
DEBU[0000] Run command: sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres: /var/run/postgresql:5432 - no response NODE="<LOCAL>"
DEBU[0000] Run pg_isready failed: sudo run cmd [cmd: docker exec 3fs-postgres pg_isready -U postgres]: exit status 2 NODE=local TASK=CreatePgClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres: /var/run/postgresql:5432 - accepting connections NODE="<LOCAL>"
INFO[0001] Started postgresql container 3fs-postgres successfully NODE=local TASK=CreatePgClusterTask
INFO[0001] Running task CreateFdbClusterTask
DEBU[0001] fdb cluster file content: 3lxpzmask2:[email protected]:14500 NODE=local TASK=CreateFdbClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/data NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/data: NODE="<LOCAL>"
DEBU[0001] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/logs NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/logs: NODE="<LOCAL>"
DEBU[0001] Run command: sudo -S /bin/bash -c docker run --name 3fs-fdb --detach --network host -e FDB_CLUSTER_FILE_CONTENTS=3lxpzmask2:[email protected]:14500 --volume /mnt/nvme3n1/3fs-lab/fdb/data:/var/fdb/data --volume /mnt/nvme3n1/3fs-lab/fdb/logs:/var/fdb/logs --restart unless-stopped open3fs/foundationdb:7.3.63 NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c docker run --name 3fs-fdb --detach --network host -e FDB_CLUSTER_FILE_CONTENTS=3lxpzmask2:[email protected]:14500 --volume /mnt/nvme3n1/3fs-lab/fdb/data:/var/fdb/data --volume /mnt/nvme3n1/3fs-lab/fdb/logs:/var/fdb/logs --restart unless-stopped open3fs/foundationdb:7.3.63: 9bace2adf85cd6e1f1c5e6971171570ce8f864411ee588f6e3e0f89bb8e9f59e NODE="<LOCAL>"
INFO[0001] Started fdb container 3fs-fdb successfully NODE=local TASK=CreateFdbClusterTask
INFO[0001] Initializing fdb cluster NODE=local TASK=CreateFdbClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'configure new single ssd' NODE="<LOCAL>"
^C
(3fs) root@salab-hpedl380g11-02:/mnt/nvme0n1/wayne/3fs/m3fs# vim cluster.yml
(3fs) root@salab-hpedl380g11-02:/mnt/nvme0n1/wayne/3fs/m3fs# ./bin/m3fs --debug cluster create -c cluster.yml
DEBU[0000] Cluster config: &{Name:open3fs-single WorkDir:/mnt/nvme3n1/3fs-lab NetworkType:RXE LogLevel:INFO Nodes:[{Name:local Host:10.74.40.86 Port:22 Username:root Password:0xc00036dd70 RDMAAddresses:[]}] NodeGroups:[] Services:{Pg:{ContainerName:3fs-postgres Nodes:[local] NodeGroups:[] Port:5432 Username:postgres Password:pgpassword Database:open3fs ReadOnlyUsername:postgres_readonly ReadOnlyPassword:pgpassword_readonly WaitReadyTimeout:30s} Fdb:{ContainerName:3fs-fdb Nodes:[local] NodeGroups:[] Port:4500 WaitClusterTimeout:2m0s} Clickhouse:{ContainerName:3fs-clickhouse Nodes:[local] NodeGroups:[] Db:3fs User:default Password:Pass@w0rd TCPPort:8999} Grafana:{ContainerName:3fs-grafana Nodes:[local] NodeGroups:[] Port:3000} Monitor:{ContainerName:3fs-monitor Nodes:[local] NodeGroups:[] Port:10000} Mgmtd:{ContainerName:3fs-mgmtd Nodes:[local] NodeGroups:[] ChunkSize:1048576 StripeSize:16 RDMAListenPort:8000 TCPListenPort:9000 WaitTargetOnlineTimeout:10m0s} Meta:{ContainerName:3fs-meta Nodes:[local] NodeGroups:[] RDMAListenPort:8001 TCPListenPort:9001} Storage:{ContainerName:3fs-storage Nodes:[local] NodeGroups:[] DiskType:dir SectorSize:4096 DiskNumPerNode:1 RDMAListenPort:8002 TCPListenPort:9002 ReplicationFactor:1 TargetNumPerDisk:1 TargetIDPrefix:1 ChainIDPrefix:1 WaitChainsServingTimeout:10m0s WaitTargetUpdateSleep:10s} Client:{ContainerName:3fs-client Nodes:[local] NodeGroups:[] HostMountpoint:/mnt/3fsmount}} Images:{Registry:Arch:amd64 FFFS:{Repo:open3fs/3fs Tag:20250410-avx2} Clickhouse:{Repo:open3fs/clickhouse Tag:25.1-jammy} Grafana:{Repo:open3fs/grafana Tag:12.0.0} Fdb:{Repo:open3fs/foundationdb Tag:7.3.63} Pg:{Repo:open3fs/postgresql Tag:17.5.0}} UI:{TaskInfoColor:green} CmdMaxExitTimeout:<nil> ServiceBasePath:/lib/systemd/system/ CheckStatusTimeout:5m0s CheckStatusInterval:5s}
INFO[0000] Running task CreatePgClusterTask
DEBU[0000] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/data NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/data: NODE="<LOCAL>"
DEBU[0000] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/scripts NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/postgresql/scripts: NODE="<LOCAL>"
INFO[0000] Generated init_db script /mnt/nvme3n1/3fs-lab/postgresql/scripts/init_db.sql NODE=local TASK=CreatePgClusterTask
DEBU[0000] Run command: sudo -S /bin/bash -c docker run --name 3fs-postgres --detach --network host -e POSTGRESQL_USERNAME=postgres -e POSTGRESQL_PASSWORD=pgpassword -e POSTGRESQL_REPLICATION_USER=open3fs-replica-A3Pg -e POSTGRESQL_REPLICATION_PASSWORD=d2A6LqJnCLVBLjEr -e POSTGRESQL_PORT_NUMBER=5432 --volume /mnt/nvme3n1/3fs-lab/postgresql/data:/bitnami/postgresql --volume /mnt/nvme3n1/3fs-lab/postgresql/scripts:/docker-entrypoint-initdb.d --restart unless-stopped open3fs/postgresql:17.5.0 NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c docker run --name 3fs-postgres --detach --network host -e POSTGRESQL_USERNAME=postgres -e POSTGRESQL_PASSWORD=pgpassword -e POSTGRESQL_REPLICATION_USER=open3fs-replica-A3Pg -e POSTGRESQL_REPLICATION_PASSWORD=d2A6LqJnCLVBLjEr -e POSTGRESQL_PORT_NUMBER=5432 --volume /mnt/nvme3n1/3fs-lab/postgresql/data:/bitnami/postgresql --volume /mnt/nvme3n1/3fs-lab/postgresql/scripts:/docker-entrypoint-initdb.d --restart unless-stopped open3fs/postgresql:17.5.0: fa11a8f1cc8e28698f5616daae0c09694097d86744decce0f330ca763f54b849 NODE="<LOCAL>"
DEBU[0000] Run command: sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres NODE="<LOCAL>"
DEBU[0000] Output of sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres: /var/run/postgresql:5432 - no response NODE="<LOCAL>"
DEBU[0000] Run pg_isready failed: sudo run cmd [cmd: docker exec 3fs-postgres pg_isready -U postgres]: exit status 2 NODE=local TASK=CreatePgClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c docker exec 3fs-postgres pg_isready -U postgres: /var/run/postgresql:5432 - accepting connections NODE="<LOCAL>"
INFO[0001] Started postgresql container 3fs-postgres successfully NODE=local TASK=CreatePgClusterTask
INFO[0001] Running task CreateFdbClusterTask
DEBU[0001] fdb cluster file content: 45dh8lnkka:[email protected]:4500 NODE=local TASK=CreateFdbClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/data NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/data: NODE="<LOCAL>"
DEBU[0001] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/logs NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/fdb/logs: NODE="<LOCAL>"
DEBU[0001] Run command: sudo -S /bin/bash -c docker run --name 3fs-fdb --detach --network host -e FDB_CLUSTER_FILE_CONTENTS=45dh8lnkka:[email protected]:4500 --volume /mnt/nvme3n1/3fs-lab/fdb/data:/var/fdb/data --volume /mnt/nvme3n1/3fs-lab/fdb/logs:/var/fdb/logs --restart unless-stopped open3fs/foundationdb:7.3.63 NODE="<LOCAL>"
DEBU[0001] Output of sudo -S /bin/bash -c docker run --name 3fs-fdb --detach --network host -e FDB_CLUSTER_FILE_CONTENTS=45dh8lnkka:[email protected]:4500 --volume /mnt/nvme3n1/3fs-lab/fdb/data:/var/fdb/data --volume /mnt/nvme3n1/3fs-lab/fdb/logs:/var/fdb/logs --restart unless-stopped open3fs/foundationdb:7.3.63: d11b3ff5ade923a38c7408a59c3e2322902d34678701143071ee0dc77fc04087 NODE="<LOCAL>"
INFO[0001] Started fdb container 3fs-fdb successfully NODE=local TASK=CreateFdbClusterTask
INFO[0001] Initializing fdb cluster NODE=local TASK=CreateFdbClusterTask
DEBU[0001] Run command: sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'configure new single ssd' NODE="<LOCAL>"
DEBU[0004] Output of sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'configure new single ssd': Database created NODE="<LOCAL>"
INFO[0004] Waiting for fdb cluster initialized NODE=local TASK=CreateFdbClusterTask
DEBU[0004] Run command: sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'status minimal' NODE="<LOCAL>"
DEBU[0005] Output of sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'status minimal': The database is available, but has issues (type 'status' for more information). NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'status minimal' NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c docker exec 3fs-fdb fdbcli --exec 'status minimal': The database is available. NODE="<LOCAL>"
INFO[0010] Initialized fdb cluster NODE=local TASK=CreateFdbClusterTask
INFO[0010] Running task CreateClickhouseClusterTask
DEBU[0010] Run command: sudo -S /bin/bash -c mktemp -d -p /tmp -t 3fs-clickhouse.XXXXXX NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c mktemp -d -p /tmp -t 3fs-clickhouse.XXXXXX: /tmp/3fs-clickhouse.jCQ5nO NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c chmod 0777 /tmp/3fs-clickhouse.jCQ5nO NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c chmod 0777 /tmp/3fs-clickhouse.jCQ5nO: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/data NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/data: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/log NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/log: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/config.d NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/config.d: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c cp -r /tmp/3fs-clickhouse.jCQ5nO/config.xml /mnt/nvme3n1/3fs-lab/clickhouse/config.d/config.xml NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c cp -r /tmp/3fs-clickhouse.jCQ5nO/config.xml /mnt/nvme3n1/3fs-lab/clickhouse/config.d/config.xml: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/sql NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/clickhouse/sql: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c cp -r /tmp/3fs-clickhouse.jCQ5nO/3fs-monitor.sql /mnt/nvme3n1/3fs-lab/clickhouse/sql/3fs-monitor.sql NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c cp -r /tmp/3fs-clickhouse.jCQ5nO/3fs-monitor.sql /mnt/nvme3n1/3fs-lab/clickhouse/sql/3fs-monitor.sql: NODE="<LOCAL>"
DEBU[0010] Run command: sudo -S /bin/bash -c docker run --name 3fs-clickhouse --detach --network host -e CLICKHOUSE_USER=default -e CLICKHOUSE_PASSWORD=Pass@w0rd --volume /mnt/nvme3n1/3fs-lab/clickhouse/data:/var/lib/clickhouse --volume /mnt/nvme3n1/3fs-lab/clickhouse/log:/var/log/clickhouse-server --volume /mnt/nvme3n1/3fs-lab/clickhouse/config.d:/etc/clickhouse-server/config.d --volume /mnt/nvme3n1/3fs-lab/clickhouse/sql:/tmp/sql --restart unless-stopped open3fs/clickhouse:25.1-jammy NODE="<LOCAL>"
DEBU[0010] Output of sudo -S /bin/bash -c docker run --name 3fs-clickhouse --detach --network host -e CLICKHOUSE_USER=default -e CLICKHOUSE_PASSWORD=Pass@w0rd --volume /mnt/nvme3n1/3fs-lab/clickhouse/data:/var/lib/clickhouse --volume /mnt/nvme3n1/3fs-lab/clickhouse/log:/var/log/clickhouse-server --volume /mnt/nvme3n1/3fs-lab/clickhouse/config.d:/etc/clickhouse-server/config.d --volume /mnt/nvme3n1/3fs-lab/clickhouse/sql:/tmp/sql --restart unless-stopped open3fs/clickhouse:25.1-jammy: e63b4ffd3e8cf6f8be7d72d88f40ffe8a3c80d9502fe5d83945e899613a77861 NODE="<LOCAL>"
INFO[0015] Started clickhouse container 3fs-clickhouse successfully NODE=local TASK=CreateClickhouseClusterTask
INFO[0015] Initializing clickhouse cluster NODE=local TASK=CreateClickhouseClusterTask
DEBU[0015] Run command: sudo -S /bin/bash -c docker exec 3fs-clickhouse bash -c "clickhouse-client --port 8999 -n < /tmp/sql/3fs-monitor.sql" NODE="<LOCAL>"
DEBU[0015] Output of sudo -S /bin/bash -c docker exec 3fs-clickhouse bash -c "clickhouse-client --port 8999 -n < /tmp/sql/3fs-monitor.sql": NODE="<LOCAL>"
INFO[0015] Initialized clickhouse cluster NODE=local TASK=CreateClickhouseClusterTask
DEBU[0015] Run command: sudo -S /bin/bash -c rm -fr /tmp/3fs-clickhouse.jCQ5nO NODE="<LOCAL>"
DEBU[0015] Output of sudo -S /bin/bash -c rm -fr /tmp/3fs-clickhouse.jCQ5nO: NODE="<LOCAL>"
INFO[0015] Running task CreateGrafanaServiceTask
INFO[0015] Generating datasource.yaml NODE=local TASK=CreateGrafanaServiceTask
DEBU[0015] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/datasources NODE="<LOCAL>"
DEBU[0015] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/datasources: NODE="<LOCAL>"
INFO[0015] Generating dashboard.yaml NODE=local TASK=CreateGrafanaServiceTask
DEBU[0015] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/dashboards NODE="<LOCAL>"
DEBU[0015] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/dashboards: NODE="<LOCAL>"
INFO[0015] Generating 3fs.json NODE=local TASK=CreateGrafanaServiceTask
DEBU[0015] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/dashboards NODE="<LOCAL>"
DEBU[0015] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/grafana/dashboards: NODE="<LOCAL>"
DEBU[0015] Run command: sudo -S /bin/bash -c docker run --name 3fs-grafana --detach --network host --volume /mnt/nvme3n1/3fs-lab/grafana/datasources:/etc/grafana/provisioning/datasources --volume /mnt/nvme3n1/3fs-lab/grafana/dashboards:/etc/grafana/provisioning/dashboards --restart unless-stopped open3fs/grafana:12.0.0 NODE="<LOCAL>"
DEBU[0016] Output of sudo -S /bin/bash -c docker run --name 3fs-grafana --detach --network host --volume /mnt/nvme3n1/3fs-lab/grafana/datasources:/etc/grafana/provisioning/datasources --volume /mnt/nvme3n1/3fs-lab/grafana/dashboards:/etc/grafana/provisioning/dashboards --restart unless-stopped open3fs/grafana:12.0.0: 849e83e1e65ee4aeb3f4e18efdf5c1cad63ba2ce9d562e07ee03c9d4145691cc NODE="<LOCAL>"
INFO[0016] Started grafana container 3fs-grafana successfully, service endpoint is http://10.74.40.86:3000, login with username "admin" and password "admin" NODE=local TASK=CreateGrafanaServiceTask
INFO[0016] Running task CreateMonitorTask
DEBU[0016] Run command: sudo -S /bin/bash -c mktemp -d -p /tmp -t 3fs-monitor.XXXXXX NODE="<LOCAL>"
DEBU[0016] Output of sudo -S /bin/bash -c mktemp -d -p /tmp -t 3fs-monitor.XXXXXX: /tmp/3fs-monitor.stFhHX NODE="<LOCAL>"
DEBU[0016] Run command: sudo -S /bin/bash -c chmod 0777 /tmp/3fs-monitor.stFhHX NODE="<LOCAL>"
DEBU[0016] Output of sudo -S /bin/bash -c chmod 0777 /tmp/3fs-monitor.stFhHX: NODE="<LOCAL>"
DEBU[0016] Run command: sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/monitor/etc NODE="<LOCAL>"
DEBU[0016] Output of sudo -S /bin/bash -c mkdir -m 0777 -p /mnt/nvme3n1/3fs-lab/monitor/etc: NODE="<LOCAL>"
DEBU[0016] Run command: sudo -S /bin/bash -c cp -r /tmp/3fs-monitor.stFhHX/monitor_collector_main.toml /mnt/nvme3n1/3fs-lab/monitor/etc/monitor_collector_main.toml NODE="<LOCAL>"
DEBU[0016] Output of sudo -S /bin/bash -c cp -r /tmp/3fs-monitor.stFhHX/monitor_collector_Source: deepseek-ai/3FS