LQDeployConfig/kubernetes/milvus/milvus-backup.yaml

# Configures the system log output.
log:
  level: info # Only supports debug, info, warn, error, panic, or fatal. Default 'info'.
  console: true # whether print log to console
  file:
    filename: "logs/backup.log"

http:
  simpleResponse: true

# Zilliz Cloud config.
# If you want to migrate data to Zilliz Cloud, you need to configure the following parameters.
# Otherwise, you can ignore it.
cloud:
  address: https://api.cloud.zilliz.com
  apikey: <your-api-key>

# milvus proxy address, compatible to milvus.yaml
milvus:
  address: lq-milvus-release
  port: 19530
  user: "root"
  password: "Milvus"

  # tls mode values [0, 1, 2]
  # 0 is close, 1 is one-way authentication, 2 is mutual authentication
  tlsMode: 0
  # tls cert path for validate server, will be used when tlsMode is 1 or 2
  caCertPath: ""
  serverName: ""
  # mutual tls cert path, for server to validate client.
  # Will be used when tlsMode is 2
  # for backward compatibility, if not set, will use tlsmode 1.
  # WARN: in future version, if user set tlsmode 2, but not set mtlsCertPath, will cause error.
  mtlsCertPath: ""
  mtlsKeyPath: ""

  # Milvus replicate msg channel name, default is by-dev-replicate-msg
  rpcChannelName: "by-dev-replicate-msg"

  etcd:
    endpoints: 127.0.0.1:2379 # you can set multiple endpoints, separated by comma, for example: "127.0.0.1:2379,127.0.0.1:2380,127.0.0.1:2381"
    rootPath: "by-dev"

# Related configuration of minio, which is responsible for data persistence for Milvus.
minio:
  # Milvus storage configs, make them the same with milvus config
  storageType: "minio" # support storage type: local, minio, s3, aws, gcp, ali(aliyun), azure, tc(tencent), gcpnative
  # You can use "gcpnative" for the Google Cloud Platform provider. Uses service account credentials for authentication.
  address: lq-milvus-release-minio # Address of MinIO/S3
  port: 9000   # Port of MinIO/S3
  region: ""      # region of MinIO/S3
  accessKeyID: minioadmin  # accessKeyID of MinIO/S3
  secretAccessKey: minioadmin # MinIO/S3 encryption string
  token: ""     # token of MinIO/S3
  gcpCredentialJSON: "/path/to/json-key-file" # The JSON content contains the gcs service account credentials.
  # Used only for the "gcpnative" cloud provider.
  useSSL: false # Access to MinIO/S3 with SSL
  useIAM: false
  iamEndpoint: ""
  bucketName: "milvus-bucket" #a-bucket Milvus Bucket name in MinIO/S3, make it the same as your milvus instance
  rootPath: "file" # Milvus storage root path in MinIO/S3, make it the same as your milvus instance

  # Backup storage configs, the storage you want to put the backup data
  backupStorageType: "minio" # support storage type: local, minio, s3, aws, gcp, ali(aliyun), azure, tc(tencent)
  backupAddress: lq-milvus-release-minio # Address of MinIO/S3
  backupRegion: ""   # region of MinIO/S3
  backupPort: 9000   # Port of MinIO/S3
  backupAccessKeyID: minioadmin  # accessKeyID of MinIO/S3
  backupSecretAccessKey: minioadmin # MinIO/S3 encryption string
  backupToken: ""       # token of MinIO/S3
  backupGcpCredentialJSON: "/path/to/json-key-file" # The JSON content contains the gcs service account credentials.
  # Used only for the "gcpnative" cloud provider.
  backupBucketName: "milvus-backup-bucket" # Bucket name to store backup data. Backup data will store to backupBucketName/backupRootPath
  backupRootPath: "backup" # Rootpath to store backup data. Backup data will store to backupBucketName/backupRootPath
  backupUseSSL: false # Access to MinIO/S3 with SSL

  # If you need to back up or restore data between two different storage systems, direct client-side copying is not supported. 
  # Set this option to true to enable data transfer through Milvus Backup.
  # Note: This option will be automatically set to true if `minio.storageType` and `minio.backupStorageType` differ.
  # However, if they are the same but belong to different services, you must manually set this option to `true`.
  crossStorage: "false"
  
backup:
  parallelism:
    # number of threads to copy data. reduce it if blocks your storage's network bandwidth
    copydata: 128

    # number of collections to backup in parallel.
    backupCollection: 4
    # number of segments to backup in parallel
    backupSegment: 1024

    # Collection level parallelism to restore
    restoreCollection: 2
    # max number of import job to run in parallel,
    # should be less than milvus's config dataCoord.import.maxImportJobNum
    importJob: 768
  
  # keep temporary files during restore, only use to debug 
  keepTempFiles: false
  
  # Pause GC during backup through Milvus Http API. 
  gcPause:
    enable: true
    address: lq-milvus-release