-
Bug
-
Resolution: Done
-
Critical
-
OADP 1.1.0
-
Quality / Stability / Reliability
-
True
-
-
False
-
ToDo
-
0
-
Very Likely
-
0
-
None
-
Unset
-
Unknown
-
No
Description of problem:
running a backup using restic as a plugin fails
on cloud20 with ocp 4.11 and oadp version 1.1 .0 iib:276825
[root@f03-h20-000-r640 mpqe-scale-scripts]# velero backup logs perf-datagen-case2.1.1-restic-ocs --insecure-skip-tls-verify |grep -i error time="2022-07-21T08:29:04Z" level=info msg="1 errors encountered backup up item" backup=openshift-adp/perf-datagen-case2.1.1-restic-ocs logSource="pkg/backup/backup.go:413" name=perf-datagen-case1-5f9d4f7758-955kh time="2022-07-21T08:29:04Z" level=error msg="Error backing up item" backup=openshift-adp/perf-datagen-case2.1.1-restic-ocs error="pod volume backup failed: running Restic backup, stderr=: signal: killed" error.file="/remote-source/src/github.com/vmware-tanzu/velero/pkg/restic/backupper.go:199" error.function="github.com/vmware-tanzu/velero/pkg/restic.(*backupper).BackupPodVolumes" logSource="pkg/backup/backup.go:417" name=perf-datagen-case1-5f9d4f7758-955kh
tested using both sc sources nfs & ocs
podvolumebackups :
Namespace: openshift-adp
Labels: velero.io/backup-name=perf-datagen-case2.1.1-restic-ocs5
velero.io/backup-uid=c0a246dd-a91d-4f20-86c3-9a4841a02ad7
velero.io/pvc-uid=bf15c123-4cdf-4a79-b3a4-a1574a6c8ab7
Annotations: velero.io/pvc-name: perf-datagen-case1
API Version: velero.io/v1
Kind: PodVolumeBackup
Metadata:
Creation Timestamp: 2022-07-21T12:09:33Z
Generate Name: perf-datagen-case2.1.1-restic-ocs5-
Generation: 4
Managed Fields:
API Version: velero.io/v1
Fields Type: FieldsV1
fieldsV1:
f:metadata:
f:annotations:
.:
f:velero.io/pvc-name:
f:generateName:
f:labels:
.:
f:velero.io/backup-name:
f:velero.io/backup-uid:
f:velero.io/pvc-uid:
f:ownerReferences:
.:
k:{"uid":"c0a246dd-a91d-4f20-86c3-9a4841a02ad7"}:
f:spec:
.:
f:backupStorageLocation:
f:node:
f:pod:
.:
f:kind:
f:name:
f:namespace:
f:uid:
f:repoIdentifier:
f:tags:
.:
f:backup:
f:backup-uid:
f:ns:
f:pod:
f:pod-uid:
f:pvc-uid:
f:volume:
f:volume:
f:status:
.:
f:progress:
Manager: velero-server
Operation: Update
Time: 2022-07-21T12:09:33Z
API Version: velero.io/v1
Fields Type: FieldsV1
fieldsV1:
f:status:
f:completionTimestamp:
f:message:
f:phase:
f:progress:
f:bytesDone:
f:totalBytes:
f:startTimestamp:
Manager: restic-server
Operation: Update
Time: 2022-07-21T12:09:43Z
Owner References:
API Version: velero.io/v1
Controller: true
Kind: Backup
Name: perf-datagen-case2.1.1-restic-ocs5
UID: c0a246dd-a91d-4f20-86c3-9a4841a02ad7
Resource Version: 122346654
UID: c3972342-d5f0-4266-9f94-5ecdb96d7d91
Spec:
Backup Storage Location: example-velero-1
Node: worker002-r640
Pod:
Kind: Pod
Name: perf-datagen-case1-5f9d4f7758-955kh
Namespace: perf-datagen-case1
UID: c961ecf7-dbc7-4a8c-ae4b-4e28948f6bf8
Repo Identifier: s3:https://s3-openshift-storage.apps.vlan603.rdu2.scalelab.redhat.com/oadp-bucket/velero/restic/perf-datagen-case1
Tags:
Backup: perf-datagen-case2.1.1-restic-ocs5
Backup - UID: c0a246dd-a91d-4f20-86c3-9a4841a02ad7
Ns: perf-datagen-case1
Pod: perf-datagen-case1-5f9d4f7758-955kh
Pod - UID: c961ecf7-dbc7-4a8c-ae4b-4e28948f6bf8
Pvc - UID: bf15c123-4cdf-4a79-b3a4-a1574a6c8ab7
Volume: vol-0
Volume: vol-0
Status:
Completion Timestamp: 2022-07-21T12:09:38Z
Message: running Restic backup, stderr=: signal: killed
Phase: Failed
Progress:
Bytes Done: 2500700
Total Bytes: 14524600
Start Timestamp: 2022-07-21T12:09:33Z
Events: <none>
backup CR
[root@f03-h20-000-r640 mpqe-scale-scripts]# oc describe backups/perf-datagen-case2.1.1-restic-ocs1 -nopenshift-adp Name: perf-datagen-case2.1.1-restic-ocs1 Namespace: openshift-adp Labels: velero.io/storage-location=example-velero-1 Annotations: velero.io/source-cluster-k8s-gitversion: v1.24.0+9ddc8b1 velero.io/source-cluster-k8s-major-version: 1 velero.io/source-cluster-k8s-minor-version: 24 API Version: velero.io/v1 Kind: Backup Metadata: Creation Timestamp: 2022-07-21T08:44:37Z Generation: 5 Managed Fields: API Version: velero.io/v1 Fields Type: FieldsV1 fieldsV1: f:spec: .: f:defaultVolumesToRestic: f:hooks: f:includedNamespaces: f:metadata: f:snapshotVolumes: f:status: Manager: velero Operation: Update Time: 2022-07-21T08:44:37Z API Version: velero.io/v1 Fields Type: FieldsV1 fieldsV1: f:metadata: f:annotations: .: f:velero.io/source-cluster-k8s-gitversion: f:velero.io/source-cluster-k8s-major-version: f:velero.io/source-cluster-k8s-minor-version: f:labels: .: f:velero.io/storage-location: f:spec: f:storageLocation: f:ttl: f:status: f:completionTimestamp: f:errors: f:expiration: f:formatVersion: f:phase: f:progress: .: f:itemsBackedUp: f:totalItems: f:startTimestamp: f:version: Manager: velero-server Operation: Update Time: 2022-07-21T08:45:40Z Resource Version: 121244847 UID: 486154c9-6694-48a4-84c3-1768b6e6ea53 Spec: Default Volumes To Restic: true Hooks: Included Namespaces: perf-datagen-case1 Metadata: Snapshot Volumes: false Storage Location: example-velero-1 Ttl: 720h0m0s Status: Completion Timestamp: 2022-07-21T08:45:40Z Errors: 1 Expiration: 2022-08-20T08:44:37Z Format Version: 1.1.0 Phase: PartiallyFailed Progress: Items Backed Up: 26 Total Items: 26 Start Timestamp: 2022-07-21T08:44:42Z Version: 1 Events: <none>
DPA:
[root@f03-h20-000-r640 mpqe-scale-scripts]# oc get dpa/example-velero -nopenshift-adp -oyaml
apiVersion: oadp.openshift.io/v1alpha1
kind: DataProtectionApplication
metadata:
annotations:
kubectl.kubernetes.io/last-applied-configuration: |
{"apiVersion":"oadp.openshift.io/v1alpha1","kind":"DataProtectionApplication","metadata":{"annotations":{},"name":"example-velero","namespace":"openshift-adp"},"spec":{"backupLocations":[{"name":"default","velero":{"config":{"insecureSkipTLSVerify":"true","profile":"noobaa","region":"noobaa","s3ForcePathStyle":"true","s3Url":"https://s3-openshift-storage.apps.vlan603.rdu2.scalelab.redhat.com"},"credential":{"key":"cloud","name":"cloud-credentials"},"default":true,"objectStorage":{"bucket":"oadp-bucket","prefix":"velero"},"provider":"aws"}}],"configuration":{"velero":{"defaultPlugins":["openshift","aws","csi"],"featureFlags":["EnableCSI"]}}}}
creationTimestamp: "2022-07-20T09:41:24Z"
generation: 6
name: example-velero
namespace: openshift-adp
resourceVersion: "122796589"
uid: c88bcbb3-3867-46ed-9b2f-f70a6a1f60c3
spec:
backupLocations:
- velero:
config:
insecureSkipTLSVerify: "true"
profile: noobaa
region: noobaa
s3ForcePathStyle: "true"
s3Url: https://s3-openshift-storage.apps.vlan603.rdu2.scalelab.redhat.com
credential:
key: cloud
name: cloud-credentials
default: true
objectStorage:
bucket: oadp-bucket
prefix: velero
provider: aws
configuration:
restic:
enable: true
velero:
defaultPlugins:
- openshift
- aws
- csi
status:
conditions:
- lastTransitionTime: "2022-07-20T09:41:25Z"
message: Reconcile complete
reason: Complete
status: "True"
type: Reconciled
Version-Release number of selected component (if applicable):
ocp 4.11
oadp 1.1.0
iib:276825