datauploads why not upload，just Accepted

[13567436138]

root@storage-b-01:~# kubectl get datauploads -A
NAMESPACE   NAME                              STATUS     STARTED   BYTES DONE   TOTAL BYTES   STORAGE LOCATION   AGE     NODE
velero      rook-ceph-backup-pv-pvc-1-2jjlr   Accepted   9m22s                                default            9m22s   
velero      rook-ceph-backup-pv-pvc-1-5nkjq   Accepted   9m33s                                default            9m33s   
velero      rook-ceph-backup-pv-pvc-1-9j8h6   Accepted   9m17s                                default            9m17s   
velero      rook-ceph-backup-pv-pvc-1-fmf49   Accepted   8m59s                                default            8m59s   
velero      rook-ceph-backup-pv-pvc-1-p5cl7   Accepted   8m53s                                default            8m53s   
velero      rook-ceph-backup-pv-pvc-1-prqph   Accepted   9m5s                                 default            9m5s    
velero      rook-ceph-backup-pv-pvc-1-w4xxw   Accepted   9m28s                                default            9m28s   
velero      rook-ceph-backup-pv-pvc-1-wd7q2   Accepted   9m46s                                default            9m46s   
velero      rook-ceph-backup-pv-pvc-1-xwm2l   Accepted   9m11s                                default            9m10s   
velero      rook-ceph-backup-pv-pvc-1-z58vj   Accepted   9m38s                                default 

time="2024-02-10T06:54:11Z" level=info msg="Reconcile rook-ceph-backup-pv-pvc-1-fmf49" controller=dataupload dataupload=velero/rook-ceph-backup-pv-pvc-1-fmf49 logSource="pkg/controller/data_upload_controller.go:113"
time="2024-02-10T06:54:11Z" level=info msg="Reconcile rook-ceph-backup-pv-pvc-1-w4xxw" controller=dataupload dataupload=velero/rook-ceph-backup-pv-pvc-1-w4xxw logSource="pkg/controller/data_upload_controller.go:113"
time="2024-02-10T06:54:11Z" level=info msg="Reconcile rook-ceph-backup-pv-pvc-1-xwm2l" controller=dataupload dataupload=velero/rook-ceph-backup-pv-pvc-1-xwm2l logSource="pkg/controller/data_upload_controller.go:113"
time="2024-02-10T06:54:11Z" level=info msg="Reconcile rook-ceph-backup-pv-pvc-1-prqph" controller=dataupload dataupload=velero/rook-ceph-backup-pv-pvc-1-prqph logSource="pkg/controller/data_upload_controller.go:113"
time="2024-02-10T06:54:11Z" level=info msg="Reconcile rook-ceph-backup-pv-pvc-1-z58vj" controller=dataupload dataupload=velero/rook-ceph-backup-pv-pvc-1-z58vj logSource="pkg/controller/data_upload_controller.go:113"

always Reconcile

finally failed

Status:
  Message:  timeout on preparing data upload
  Phase:    Failed
  Progress:
  Start Timestamp:  2024-02-10T06:27:53

is my snapshotlocaltion right,I want to upload into minio

root@storage-b-01:~# kubectl get volumesnapshotlocations.velero.io -n velero minio-storage -o yaml
apiVersion: velero.io/v1
kind: VolumeSnapshotLocation
metadata:
  annotations:
    meta.helm.sh/release-name: velero
    meta.helm.sh/release-namespace: velero
  creationTimestamp: "2024-02-09T08:08:24Z"
  generation: 1
  labels:
    app.kubernetes.io/instance: velero
    app.kubernetes.io/managed-by: Helm
    app.kubernetes.io/name: velero
    helm.sh/chart: velero-5.3.0
  name: minio-storage
  namespace: velero
  resourceVersion: "158905"
  uid: 7a36dc29-7fec-4ed6-8bdc-4484b8e926ae
spec:
  config:
    region: minio
  credential:
    key: cloud
    name: velero
  provider: velero.io/aws

or my command is missing something
velero backup create rook-ceph-backup-pv-pvc-2 --include-resources pvc,pv --snapshot-volumes --include-namespaces rook-ceph --snapshot-move-data

[13567436138]

has error

3-bqgz2   External provisioner is provisioning volume for claim "velero/rook-ceph-backup-pv-pvc-3-bqgz2"
0s          Warning   ProvisioningFailed                 persistentvolumeclaim/rook-ceph-backup-pv-pvc-3-bqgz2   failed to provision volume with StorageClass "openebs-lvmpv": rpc error: code = Unimplemented desc =
0s          Normal    Provisioning                       persistentvolumeclaim/rook-ceph-backup-pv-pvc-3-gf76l   External provisioner is provisioning volume for claim "velero/rook-ceph-backup-pv-pvc-3-gf76l"
0s          Warning   ProvisioningFailed                 persistentvolumeclaim/rook-ceph-backup-pv-pvc-3-gf76l   failed to provision volume with StorageClass "openebs-lvmpv": rpc error: code = Unimplemented desc =
0s          Normal    Provisioning                       persistentvolumeclaim/rook-ceph-backup-pv-pvc-3-xnjrm   External provisioner is provisioning volume for claim "velero/rook-ceph-backup-pv-pvc-3-xnjrm"
0s          Warning   ProvisioningFailed                 persistentvolumeclaim/rook-ceph-backup-pv-pvc-3-xnjrm   failed to provision volume with StorageClass "openebs-lvmpv": rpc error: code = Unimplemented desc =

[13567436138]

^Croot@storage-b-01:~# kubectget pod -n velero -wh 
NAME                              READY   STATUS    RESTARTS        AGE
node-agent-282hm                  1/1     Running   4 (3h15m ago)   25h
node-agent-grrqm                  1/1     Running   5 (3h15m ago)   25h
node-agent-ngkzd                  1/1     Running   3 (3h15m ago)   25h
node-agent-ptcg6                  1/1     Running   5 (3h15m ago)   25h
rook-ceph-backup-pv-pvc-3-6zjpp   0/1     Pending   0               2m
rook-ceph-backup-pv-pvc-3-bqgz2   0/1     Pending   0               2m17s
rook-ceph-backup-pv-pvc-3-fgqzd   0/1     Pending   0               106s
rook-ceph-backup-pv-pvc-3-gf76l   0/1     Pending   0               100s
rook-ceph-backup-pv-pvc-3-hqfxd   0/1     Pending   0               2m7s
rook-ceph-backup-pv-pvc-3-hwzsb   0/1     Pending   0               90s
rook-ceph-backup-pv-pvc-3-pnp6h   0/1     Pending   0               2m28s
rook-ceph-backup-pv-pvc-3-x6wzj   0/1     Pending   0               112s
rook-ceph-backup-pv-pvc-3-xnjrm   0/1     Pending   0               2m11s
rook-ceph-backup-pv-pvc-3-z9rxm   0/1     Pending   0               2m22s
velero-74cc4d688f-b8q68           1/1     Running   0               53m

pod is pending

[13567436138]

root@storage-b-01:~# kubectl describe  pvc -n velero rook-ceph-backup-pv-pvc-3-pnp6h
Name:          rook-ceph-backup-pv-pvc-3-pnp6h
Namespace:     velero
StorageClass:  openebs-lvmpv
Status:        Pending
Volume:        
Labels:        <none>
Annotations:   volume.beta.kubernetes.io/storage-provisioner: local.csi.openebs.io
               volume.kubernetes.io/selected-node: worker-03
               volume.kubernetes.io/storage-provisioner: local.csi.openebs.io
Finalizers:    [kubernetes.io/pvc-protection]
Capacity:      
Access Modes:  
VolumeMode:    Filesystem
DataSource:
  APIGroup:  snapshot.storage.k8s.io
  Kind:      VolumeSnapshot
  Name:      rook-ceph-backup-pv-pvc-3-pnp6h
Used By:     rook-ceph-backup-pv-pvc-3-pnp6h
Events:
  Type     Reason                Age                  From                                                                                Message
  ----     ------                ----                 ----                                                                                -------
  Normal   WaitForFirstConsumer  3m35s                persistentvolume-controller                                                         waiting for first consumer to be created before binding
  Warning  ProvisioningFailed    3m34s                local.csi.openebs.io_openebs-lvm-controller-0_24a6e4e0-6bde-4212-b01f-8cabaf937638  failed to provision volume with StorageClass "openebs-lvmpv": error getting handle for DataSource Type VolumeSnapshot by Name rook-ceph-backup-pv-pvc-3-pnp6h: snapshot rook-ceph-backup-pv-pvc-3-pnp6h not bound
  Normal   Provisioning          86s (x8 over 3m34s)  local.csi.openebs.io_openebs-lvm-controller-0_24a6e4e0-6bde-4212-b01f-8cabaf937638  External provisioner is provisioning volume for claim "velero/rook-ceph-backup-pv-pvc-3-pnp6h"
  Warning  ProvisioningFailed    85s (x7 over 3m33s)  local.csi.openebs.io_openebs-lvm-controller-0_24a6e4e0-6bde-4212-b01f-8cabaf937638  failed to provision volume with StorageClass "openebs-lvmpv": rpc error: code = Unimplemented desc =
  Normal   ExternalProvisioning  3s (x17 over 3m35s)  persistentvolume-controller                                                         Waiting for a volume to be created either by the external provisioner 'local.csi.openebs.io' or manually by the system administrator. If volume creation is delayed, please verify that the provisioner is running and correctly registered.

[13567436138]

is it becaise volumeBindingMode: WaitForFirstConsumer

root@storage-b-01:~# kubectl get sc openebs-lvmpv -o yaml
allowVolumeExpansion: true
allowedTopologies:
- matchLabelExpressions:
  - key: kubernetes.io/hostname
    values:
    - master-01
    - worker-01
    - worker-02
    - worker-03
apiVersion: storage.k8s.io/v1
kind: StorageClass
metadata:
  annotations:
    kubectl.kubernetes.io/last-applied-configuration: |
      {"allowVolumeExpansion":true,"allowedTopologies":[{"matchLabelExpressions":[{"key":"kubernetes.io/hostname","values":["master-01","worker-01","worker-02","worker-03"]}]}],"apiVersion":"storage.k8s.io/v1","kind":"StorageClass","metadata":{"annotations":{},"name":"openebs-lvmpv"},"parameters":{"storage":"lvm","volgroup":"openebs-lvm"},"provisioner":"local.csi.openebs.io","volumeBindingMode":"WaitForFirstConsumer"}
  creationTimestamp: "2024-02-09T12:43:58Z"
  name: openebs-lvmpv
  resourceVersion: "200791"
  uid: 77a71515-6f56-422e-af67-60ab8f0cbb2b
parameters:
  storage: lvm
  volgroup: openebs-lvm
provisioner: local.csi.openebs.io
reclaimPolicy: Delete
volumeBindingMode: WaitForFirstConsumer