K8SPSMDB-1425: Add pitr-to-new-cluster e2e test

e2e-tests/functions

@@ -262,7 +262,7 @@ wait_backup() {
 			exit 1
 		fi
 	done
-	echo
+	echo '.OK'
 	set_debug
 }
 
@@ -280,7 +280,7 @@ wait_for_pbm_operations() {
 		echo -n .
 		sleep 5
 	done
-	echo
+	echo '.OK'
 	set_debug
 }
 
@@ -408,7 +408,7 @@ wait_restore() {
 		fi
 		sleep 1
 	done
-	echo "OK"
+	echo ".OK"
 
 	echo -n "Waiting psmdb-restore/restore-${backup_name} to reach state \"${target_state}\" "
 	retry=0
@@ -418,7 +418,7 @@ wait_restore() {
 		let retry+=1
 		current_state=$(kubectl_bin get psmdb-restore restore-$backup_name -o jsonpath='{.status.state}')
 		if [[ ${ok_if_ready} == 1 && ${current_state} == 'ready' ]]; then
-			echo "OK after ${retry} minutes"
+			echo ".OK after ${retry} minutes"
 			break
 		fi
 		if [[ ${retry} -ge ${retry_count} || ${current_state} == 'error' ]]; then
@@ -438,7 +438,7 @@ wait_restore() {
 			exit 1
 		fi
 	done
-	echo "OK after ${retry} minutes"
+	echo ".OK after ${retry} minutes"
 	set_debug
 
 	if [[ $wait_cluster_consistency -eq 1 ]]; then
@@ -1495,7 +1495,7 @@ wait_cluster_consistency() {
 		echo -n .
 		sleep 10
 	done
-	echo
+	echo '.OK'
 }
 
 run_backup() {
@@ -1791,6 +1791,12 @@ start_cluster() {
 	wait_cluster_consistency "${cluster_name}"
 }
 
+format_pitr_target() {
+	local target=$1
+
+	echo ${target} | sed 's/T/ /' | sed 's/Z//'
+}
+
 get_latest_restorable_time() {
 	local cluster=$1
 	local first_timestamp

e2e-tests/pitr-to-new-cluster/compare/find-2nd.json

@@ -0,0 +1,6 @@
+switched to db myApp
+{ "_id" : , "x" : 100500 }
+{ "_id" : , "x" : 100501 }
+{ "_id" : , "x" : 100502 }
+{ "_id" : , "x" : 100503 }
+bye

e2e-tests/pitr-to-new-cluster/compare/find-3rd.json

@@ -0,0 +1,10 @@
+switched to db myApp
+{ "_id" : , "x" : 100500 }
+{ "_id" : , "x" : 100501 }
+{ "_id" : , "x" : 100502 }
+{ "_id" : , "x" : 100503 }
+{ "_id" : , "x" : 100504 }
+{ "_id" : , "x" : 100505 }
+{ "_id" : , "x" : 100506 }
+{ "_id" : , "x" : 100507 }
+bye

e2e-tests/pitr-to-new-cluster/compare/find.json

@@ -0,0 +1,3 @@
+switched to db myApp
+{ "_id" : , "x" : 100500 }
+bye

e2e-tests/pitr-to-new-cluster/compare/pbm_config_source.yml

@@ -0,0 +1,21 @@
+storage:
+  type: s3
+  s3:
+    region: us-east-1
+    endpointUrl: http://minio-service:9000/
+    forcePathStyle: true
+    bucket: operator-testing
+    prefix: some-name-source
+    credentials:
+      access-key-id: '***'
+      secret-access-key: '***'
+    maxUploadParts: 10000
+    storageClass: STANDARD
+    insecureSkipTLSVerify: false
+pitr:
+  enabled: false
+  compression: s2
+backup:
+  oplogSpanMin: 0
+  compression: s2
+restore: {}

e2e-tests/pitr-to-new-cluster/compare/pbm_config_target.yml

@@ -0,0 +1,21 @@
+storage:
+  type: s3
+  s3:
+    region: us-east-1
+    endpointUrl: http://minio-service:9000/
+    forcePathStyle: true
+    bucket: operator-testing
+    prefix: some-name-target
+    credentials:
+      access-key-id: '***'
+      secret-access-key: '***'
+    maxUploadParts: 10000
+    storageClass: STANDARD
+    insecureSkipTLSVerify: false
+pitr:
+  enabled: false
+  compression: s2
+backup:
+  oplogSpanMin: 0
+  compression: s2
+restore: {}

e2e-tests/pitr-to-new-cluster/conf/backup.yml

@@ -0,0 +1,8 @@
+apiVersion: psmdb.percona.com/v1
+kind: PerconaServerMongoDBBackup
+metadata:
+  name:
+spec:
+  clusterName:
+  storageName: minio
+  type: 

e2e-tests/pitr-to-new-cluster/conf/restore-backupsource.yml

@@ -0,0 +1,19 @@
+apiVersion: psmdb.percona.com/v1
+kind: PerconaServerMongoDBRestore
+metadata:
+  name:
+spec:
+  clusterName:
+  pitr:
+    pitrType: latest
+  backupSource:
+    type:
+    destination: s3://DESTINATION
+    s3:
+      credentialsSecret: minio-secret
+      bucket: operator-testing
+      prefix: some-name-source
+      endpointUrl: http://minio-service:9000/
+      region: us-east-1
+      insecureSkipTLSVerify: false
+

e2e-tests/pitr-to-new-cluster/conf/restore-target.yml

@@ -0,0 +1,10 @@
+apiVersion: psmdb.percona.com/v1
+kind: PerconaServerMongoDBRestore
+metadata:
+  name: restore-target-backup-minio-logical
+spec:
+  clusterName: some-name-target
+  backupName: target-backup-minio-logical
+  pitr:
+    type: date
+    date:

e2e-tests/pitr-to-new-cluster/conf/some-name-source.yml

@@ -0,0 +1,64 @@
+apiVersion: psmdb.percona.com/v1
+kind: PerconaServerMongoDB
+metadata:
+  name: some-name-source
+spec:
+  #platform: openshift
+  image:
+  imagePullPolicy: Always
+  backup:
+    enabled: true
+    image: perconalab/percona-server-mongodb-operator:main-backup
+    storages:
+      minio:
+        type: s3
+        s3:
+          credentialsSecret: minio-secret
+          region: us-east-1
+          bucket: operator-testing
+          prefix: some-name-source
+          endpointUrl: http://minio-service:9000/
+          insecureSkipTLSVerify: false
+    pitr:
+      enabled: true
+      oplogSpanMin: 1
+  sharding:
+    enabled: false
+  replsets:
+  - name: rs0
+    affinity:
+      antiAffinityTopologyKey: none
+    resources:
+      limits:
+        memory: 4G
+      requests:
+        memory: 1G
+    volumeSpec:
+      persistentVolumeClaim:
+        resources:
+          requests:
+            storage: 1Gi
+    size: 3
+    configuration: |
+      operationProfiling:
+        mode: slowOp
+        slowOpThresholdMs: 100
+      security:
+        enableEncryption: false
+        redactClientLogData: false
+      setParameter:
+        ttlMonitorSleepSecs: 60
+        wiredTigerConcurrentReadTransactions: 128
+        wiredTigerConcurrentWriteTransactions: 128
+      storage:
+        engine: wiredTiger
+        wiredTiger:
+          collectionConfig:
+            blockCompressor: snappy
+          engineConfig:
+            directoryForIndexes: false
+            journalCompressor: snappy
+          indexConfig:
+            prefixCompression: true
+  secrets:
+    users: some-users

e2e-tests/pitr-to-new-cluster/conf/some-name-target.yml

@@ -0,0 +1,64 @@
+apiVersion: psmdb.percona.com/v1
+kind: PerconaServerMongoDB
+metadata:
+  name: some-name-target
+spec:
+  #platform: openshift
+  image:
+  imagePullPolicy: Always
+  backup:
+    enabled: true
+    image: perconalab/percona-server-mongodb-operator:main-backup
+    storages:
+      minio:
+        type: s3
+        s3:
+          credentialsSecret: minio-secret
+          region: us-east-1
+          bucket: operator-testing
+          prefix: some-name-target
+          endpointUrl: http://minio-service:9000/
+          insecureSkipTLSVerify: false
+    pitr:
+      enabled: false
+      oplogSpanMin: 1
+  sharding:
+    enabled: false
+  replsets:
+  - name: rs0
+    affinity:
+      antiAffinityTopologyKey: none
+    resources:
+      limits:
+        memory: 4G
+      requests:
+        memory: 1G
+    volumeSpec:
+      persistentVolumeClaim:
+        resources:
+          requests:
+            storage: 1Gi
+    size: 3
+    configuration: |
+      operationProfiling:
+        mode: slowOp
+        slowOpThresholdMs: 100
+      security:
+        enableEncryption: false
+        redactClientLogData: false
+      setParameter:
+        ttlMonitorSleepSecs: 60
+        wiredTigerConcurrentReadTransactions: 128
+        wiredTigerConcurrentWriteTransactions: 128
+      storage:
+        engine: wiredTiger
+        wiredTiger:
+          collectionConfig:
+            blockCompressor: snappy
+          engineConfig:
+            directoryForIndexes: false
+            journalCompressor: snappy
+          indexConfig:
+            prefixCompression: true
+  secrets:
+    users: some-users