70 raft-partition-partition-xx-xx.log files with each one has 128MB size data in only one partition
The camunda version is 8.1,with data configuration partitionsCount=3,replicationFactor=3,clusterSize=3
.And now we have about 200 running process instance.The full configuration shown below:
{ "network": { "host": "0.0.0.0", "portOffset": 0, "maxMessageSize": "4MB", "advertisedHost": "***", "commandApi": { "host": "0.0.0.0", "port": 26501, "advertisedHost": "***", "advertisedPort": 26501, "address": "0.0.0.0:26501", "advertisedAddress": "***" }, "internalApi": { "host": "0.0.0.0", "port": 26502, "advertisedHost": "***", "advertisedPort": 26502, "address": "0.0.0.0:26502", "advertisedAddress": "***" }, "security": { "enabled": false, "certificateChainPath": null, "privateKeyPath": null }, "maxMessageSizeInBytes": 4194304 }, "cluster": { "initialContactPoints": [ "***", "***", "***" ], "partitionIds": [ 1, 2, 3 ], "nodeId": 1, "partitionsCount": 3, "replicationFactor": 3, "clusterSize": 3, "clusterName": "camunda-zeebe", "heartbeatInterval": "PT0.25S", "electionTimeout": "PT2.5S", "membership": { "broadcastUpdates": false, "broadcastDisputes": true, "notifySuspect": false, "gossipInterval": "PT0.25S", "gossipFanout": 2, "probeInterval": "PT1S", "probeTimeout": "PT0.1S", "suspectProbes": 3, "failureTimeout": "PT10S", "syncInterval": "PT10S" }, "raft": { "enablePriorityElection": true }, "messageCompression": "NONE" }, "threads": { "cpuThreadCount": 3, "ioThreadCount": 3 }, "data": { "directory": "/usr/local/zeebe/data", "logSegmentSize": "128MB", "snapshotPeriod": "PT5M", "logIndexDensity": 100, "diskUsageMonitoringEnabled": true, "diskUsageReplicationWatermark": 0.87, "diskUsageCommandWatermark": 0.85, "diskUsageMonitoringInterval": "PT1S", "backup": { "store": "S3", "s3": { "bucketName": "zeebe-proc", "endpoint": "***", "region": "cn-hangzhou", "accessKey": "***", "secretKey": "***", "apiCallTimeout": "PT3M" } }, "logSegmentSizeInBytes": 134217728, "freeDiskSpaceCommandWatermark": 5052946022, "freeDiskSpaceReplicationWatermark": 4379219886 }, "exporters": { "elasticsearch": { "jarPath": null, "className": "io.camunda.zeebe.exporter.ElasticsearchExporter", "args": { "index": { "prefix": "zeebe-record" }, "authentication": { "password": "***", "username": "***" }, "url": "***" }, "external": false } }, "gateway": { "network": { "host": "0.0.0.0", "port": 26500, "minKeepAliveInterval": "PT30S" }, "cluster": { "initialContactPoints": [ "0.0.0.0:26502" ], "requestTimeout": "PT15S", "clusterName": "zeebe-cluster", "memberId": "gateway", "host": "0.0.0.0", "advertisedHost": "0.0.0.0", "port": 26502, "advertisedPort": 26502, "membership": { "broadcastUpdates": false, "broadcastDisputes": true, "notifySuspect": false, "gossipInterval": "PT0.25S", "gossipFanout": 2, "probeInterval": "PT1S", "probeTimeout": "PT0.1S", "suspectProbes": 3, "failureTimeout": "PT10S", "syncInterval": "PT10S" }, "security": { "enabled": false, "certificateChainPath": null, "privateKeyPath": null }, "messageCompression": "NONE" }, "threads": { "managementThreads": 1 }, "security": { "enabled": false, "certificateChainPath": null, "privateKeyPath": null }, "longPolling": { "enabled": true }, "interceptors": [], "initialized": true, "enable": false }, "backpressure": { "enabled": true, "algorithm": "VEGAS", "aimd": { "requestTimeout": "PT1S", "initialLimit": 100, "minLimit": 1, "maxLimit": 1000, "backoffRatio": 0.9 }, "fixed": { "limit": 20 }, "vegas": { "alpha": 3, "beta": 6, "initialLimit": 20 }, "gradient": { "minLimit": 10, "initialLimit": 20, "rttTolerance": 2.0 }, "gradient2": { "minLimit": 10, "initialLimit": 20, "rttTolerance": 2.0, "longWindow": 600 } }, "experimental": { "maxAppendsPerFollower": 2, "maxAppendBatchSize": "32KB", "disableExplicitRaftFlush": false, "rocksdb": { "columnFamilyOptions": {}, "enableStatistics": false, "memoryLimit": "512MB", "maxOpenFiles": -1, "maxWriteBufferNumber": 6, "minWriteBufferNumberToMerge": 3, "ioRateBytesPerSecond": 0, "disableWal": false }, "raft": { "requestTimeout": "PT5S", "maxQuorumResponseTimeout": "PT0S", "minStepDownFailureCount": 3, "preferSnapshotReplicationThreshold": 100, "preallocateSegmentFiles": true }, "partitioning": { "scheme": "ROUND_ROBIN", "fixed": [] }, "queryApi": { "enabled": false }, "consistencyChecks": { "enablePreconditions": false, "enableForeignKeyChecks": false, "settings": { "enablePreconditions": false, "enableForeignKeyChecks": false } }, "engine": { "messages": { "ttlCheckerBatchLimit": 2147483647, "ttlCheckerInterval": "PT1M" } }, "features": { "enableYieldingDueDateChecker": false, "enableActorMetrics": false, "enableBackup": true, "enableMessageTtlCheckerAsync": false }, "maxAppendBatchSizeInBytes": 32768 }, "executionMetricsExporterEnabled": false, "processing": { "maxCommandsInBatch": 1 } }
The disk usage is still increasing.Is there anyone who can helps me?The situation is very urgent.