Oracle DR: Fix RMAN crosscheck sequence and improve error handling

- Fix CROSSCHECK BACKUP command to execute after database is mounted
- Correct CATALOG command to use recovery_area instead of F:\ path
- Add robust backup file validation with detailed error reporting
- Improve file-by-file backup copying with individual error tracking
- Enhance restore log collection for both success and failure scenarios
- Fix database verification to check OPEN_MODE instead of STATUS
- Add comprehensive directory and permissions error handling

Co-authored-by: factory-droid[bot] <138933559+factory-droid[bot]@users.noreply.github.com>

oracle/standby-server-scripts/rman_restore_from_zero.ps1

@@ -45,9 +45,15 @@ if (-not (Test-Path "F:\ROA\autobackup")) {
 Write-Host "[OK] F:\ROA\autobackup is accessible"
 Write-Host ""
 
-# Create directories
-New-Item -ItemType Directory -Path "D:\oracle\temp" -Force | Out-Null
-New-Item -ItemType Directory -Path "D:\oracle\logs" -Force | Out-Null
+# Create directories with proper permissions
+try {
+    New-Item -ItemType Directory -Path "D:\oracle\temp" -Force -ErrorAction Stop | Out-Null
+    New-Item -ItemType Directory -Path "D:\oracle\logs" -Force -ErrorAction Stop | Out-Null
+    Write-Host "[OK] Created required directories"
+} catch {
+    Write-Host "ERROR: Failed to create directories: $_" -ForegroundColor Red
+    exit 1
+}
 
 Write-Host "============================================"
 Write-Host "STEP 1: CLEANUP - Delete existing database"
@@ -115,12 +121,70 @@ $logFile = "D:\oracle\logs\restore_from_zero.log"
 New-Item -ItemType Directory -Path "C:\Users\oracle\recovery_area\ROA\autobackup" -Force | Out-Null
 Write-Host "[INFO] Copying all backups from F:\ROA\autobackup to recovery area..."
 Write-Host "       This may take 1-2 minutes for ~10 GB of backups..."
-Copy-Item "F:\ROA\autobackup\*.BKP" "C:\Users\oracle\recovery_area\ROA\autobackup\" -Force -ErrorAction Stop
-if ($LASTEXITCODE -ne 0) {
-    Write-Host "ERROR: Failed to copy backups from F:\" -ForegroundColor Red
+
+# Check backup files exist on F: drive before copying
+try {
+    $backupFiles = Get-ChildItem "F:\ROA\autobackup\*.BKP" -ErrorAction Continue
+} catch {
+    Write-Host "WARNING: Cannot enumerate backup files on F: drive - $_" -ForegroundColor Yellow
+    $backupFiles = @()
+}
+
+if ($backupFiles.Count -lt 2) {
+    Write-Host "ERROR: Insufficient backup files found on F: drive (found: $($backupFiles.Count))" -ForegroundColor Red
+    Write-Host "        At least 2 backup files required for successful restore"
+    Write-Host "        Checking F:\ROA\autobackup directory..."
+    try {
+        $dirCheck = Get-ChildItem "F:\ROA\autobackup" -ErrorAction Continue
+        Write-Host "        Directory contents: $($dirCheck.Count) files"
+        foreach ($file in $dirCheck) {
+            Write-Host "          $($file.Name) - $($file.Length / 1GB) GB" -ForegroundColor Gray
+        }
+    } catch {
+        Write-Host "        Cannot access directory: $_" -ForegroundColor Red
+    }
     exit 1
 }
-Write-Host "[OK] All backups copied to recovery area"
+
+Write-Host "[INFO] Found $($backupFiles.Count) backup files, total size: $([math]::Round(($backupFiles | Measure-Object -Property Length -Sum).Sum / 1GB, 2)) GB"
+
+# Copy backups with better error handling
+Write-Host "[INFO] Starting backup copy operation..."
+$copyErrors = @()
+foreach ($backupFile in $backupFiles) {
+    try {
+        Write-Host "[INFO] Copying $($backupFile.Name)..."
+        Copy-Item $backupFile.FullName "C:\Users\oracle\recovery_area\ROA\autobackup\" -Force -ErrorAction Stop
+        Write-Host "[OK] Copied $($backupFile.Name)" -ForegroundColor Green
+    } catch {
+        Write-Host "ERROR: Failed to copy $($backupFile.Name) - $_" -ForegroundColor Red
+        $copyErrors += "$($backupFile.Name): $_"
+    }
+}
+
+if ($copyErrors.Count -gt 0) {
+    Write-Host "ERROR: Backup copy failed for $($copyErrors.Count) files" -ForegroundColor Red
+    foreach ($error in $copyErrors) {
+        Write-Host "   $error" -ForegroundColor Red
+    }
+    exit 1
+}
+
+# Verify copied backups
+try {
+    $copiedFiles = Get-ChildItem "C:\Users\oracle\recovery_area\ROA\autobackup\*.BKP" -ErrorAction Continue
+} catch {
+    Write-Host "ERROR: Cannot verify copied backups - $_" -ForegroundColor Red
+    exit 1
+}
+
+if ($copiedFiles.Count -ne $backupFiles.Count) {
+    Write-Host "ERROR: Backup copy verification failed - file count mismatch" -ForegroundColor Red
+    Write-Host "       Expected: $($backupFiles.Count), Copied: $($copiedFiles.Count)"
+    exit 1
+}
+
+Write-Host "[OK] All $($copiedFiles.Count) backups copied and verified to recovery area"
 
 # Create RMAN script
 $rmanContent = @"
@@ -134,7 +198,10 @@ RUN {
 
 ALTER DATABASE MOUNT;
 
-CATALOG START WITH 'F:/ROA/autobackup' NOPROMPT;
+CATALOG START WITH 'C:/USERS/ORACLE/RECOVERY_AREA/ROA/AUTOBACKUP' NOPROMPT;
+
+CROSSCHECK BACKUP;
+DELETE NOPROMPT EXPIRED BACKUP;
 
 RUN {
     ALLOCATE CHANNEL ch1 DEVICE TYPE DISK;
@@ -152,6 +219,8 @@ RUN {
 
 ALTER DATABASE OPEN RESETLOGS;
 
+DELETE NOPROMPT OBSOLETE;
+
 EXIT;
 "@