From db2d39c4cd6fa70914058376eb525f5467cd78e7 Mon Sep 17 00:00:00 2001
From: kanthi subramanian <subkanthi@gmail.com>
Date: Wed, 11 Feb 2026 22:26:42 -0600
Subject: [PATCH 1/5] Add Docker integration tests.

---
 .bin/pre-release-docker                       |   5 +
 .github/workflows/pre-release.yaml            |  25 ++-
 ice-rest-catalog/pom.xml                      |   1 -
 .../rest/catalog/DockerScenarioBasedIT.java   | 183 ++++++++++++++++++
 .../ice/rest/catalog/RESTCatalogTestBase.java |  97 ++++++++++
 .../ice/rest/catalog/ScenarioBasedIT.java     | 111 +----------
 .../ice/rest/catalog/ScenarioConfig.java      |  13 +-
 .../ice/rest/catalog/ScenarioTestRunner.java  |   4 +-
 .../src/test/resources/scenarios/README.md    |  20 --
 .../scenarios/basic-operations/input.parquet  | Bin 0 -> 2446 bytes
 .../scenarios/basic-operations/run.sh.tmpl    |   8 -
 .../scenarios/basic-operations/scenario.yaml  |  19 --
 .../insert-partitioned/scenario.yaml          |  19 --
 .../scenarios/insert-scan/scenario.yaml       |  17 --
 14 files changed, 315 insertions(+), 207 deletions(-)
 create mode 100644 ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/DockerScenarioBasedIT.java
 create mode 100644 ice-rest-catalog/src/test/resources/scenarios/basic-operations/input.parquet

diff --git a/.bin/pre-release-docker b/.bin/pre-release-docker
index 2671de32..990a5597 100755
--- a/.bin/pre-release-docker
+++ b/.bin/pre-release-docker
@@ -8,6 +8,11 @@ export SKIP_VERIFY=1
 
 export PATH="$(pwd)/.bin:$PATH"
 
+echo >&2 'Building ice Docker image'
+docker-build-ice
+echo >&2 'Building ice-rest-catalog Docker image'
+docker-build-ice-rest-catalog
+
 echo >&2 'Pushing ice Docker image'
 docker-build-ice --push
 echo >&2 'Pushing ice-rest-catalog Docker image'
diff --git a/.github/workflows/pre-release.yaml b/.github/workflows/pre-release.yaml
index b1ec2086..fb893650 100644
--- a/.github/workflows/pre-release.yaml
+++ b/.github/workflows/pre-release.yaml
@@ -49,4 +49,27 @@ jobs:
 
       - uses: actions/checkout@v4
 
-      - run: .bin/pre-release-docker
+      - uses: actions/setup-java@v4
+        with:
+          java-version: '21'
+          distribution: 'graalvm'
+          cache: maven
+
+      - name: Build Docker images
+        run: |
+          export VERSION=0.0.0-latest-master+$(git rev-parse --short HEAD)
+          export IMAGE_TAG="latest-master"
+          export SKIP_VERIFY=1
+          export PATH="$(pwd)/.bin:$PATH"
+          docker-build-ice
+          docker-build-ice-rest-catalog
+
+      - name: Run Docker integration tests
+        run: >
+          ./mvnw -pl ice-rest-catalog install -Dmaven.test.skip=true -Pno-check &&
+          ./mvnw -pl ice-rest-catalog failsafe:integration-test failsafe:verify
+          -Dit.test=DockerScenarioBasedIT
+          -Ddocker.image=altinity/ice-rest-catalog:debug-with-ice-latest-master-amd64
+
+      - name: Push Docker images
+        run: .bin/pre-release-docker
diff --git a/ice-rest-catalog/pom.xml b/ice-rest-catalog/pom.xml
index 43a8121e..fda0550b 100644
--- a/ice-rest-catalog/pom.xml
+++ b/ice-rest-catalog/pom.xml
@@ -393,7 +393,6 @@
       <groupId>com.fasterxml.jackson.dataformat</groupId>
       <artifactId>jackson-dataformat-yaml</artifactId>
       <version>${jackson.version}</version>
-      <scope>test</scope>
     </dependency>
     <dependency>
       <groupId>io.etcd</groupId>
diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/DockerScenarioBasedIT.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/DockerScenarioBasedIT.java
new file mode 100644
index 00000000..2916589a
--- /dev/null
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/DockerScenarioBasedIT.java
@@ -0,0 +1,183 @@
+/*
+ * Copyright (c) 2025 Altinity Inc and/or its affiliates. All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ */
+package com.altinity.ice.rest.catalog;
+
+import java.io.File;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.HashMap;
+import java.util.Map;
+import org.testcontainers.containers.GenericContainer;
+import org.testcontainers.containers.Network;
+import org.testcontainers.containers.wait.strategy.Wait;
+import org.testcontainers.utility.MountableFile;
+import org.testng.annotations.AfterClass;
+import org.testng.annotations.BeforeClass;
+
+/**
+ * Docker-based integration tests for ICE REST Catalog.
+ *
+ * <p>Runs the ice-rest-catalog Docker image (specified via system property {@code docker.image})
+ * alongside a MinIO container, then executes scenario-based tests against it.
+ */
+public class DockerScenarioBasedIT extends RESTCatalogTestBase {
+
+  private Network network;
+
+  private GenericContainer<?> minio;
+
+  private GenericContainer<?> catalog;
+
+  @Override
+  @BeforeClass
+  public void setUp() throws Exception {
+    String dockerImage =
+        System.getProperty("docker.image", "altinity/ice-rest-catalog:debug-with-ice-0.12.0");
+    logger.info("Using Docker image: {}", dockerImage);
+
+    network = Network.newNetwork();
+
+    // Start MinIO
+    minio =
+        new GenericContainer<>("minio/minio:latest")
+            .withNetwork(network)
+            .withNetworkAliases("minio")
+            .withExposedPorts(9000)
+            .withEnv("MINIO_ACCESS_KEY", "minioadmin")
+            .withEnv("MINIO_SECRET_KEY", "minioadmin")
+            .withCommand("server", "/data")
+            .waitingFor(Wait.forHttp("/minio/health/live").forPort(9000));
+    minio.start();
+
+    // Create test bucket via MinIO's host-mapped port
+    String minioHostEndpoint = "http://" + minio.getHost() + ":" + minio.getMappedPort(9000);
+    try (var s3Client =
+        software.amazon.awssdk.services.s3.S3Client.builder()
+            .endpointOverride(java.net.URI.create(minioHostEndpoint))
+            .region(software.amazon.awssdk.regions.Region.US_EAST_1)
+            .credentialsProvider(
+                software.amazon.awssdk.auth.credentials.StaticCredentialsProvider.create(
+                    software.amazon.awssdk.auth.credentials.AwsBasicCredentials.create(
+                        "minioadmin", "minioadmin")))
+            .forcePathStyle(true)
+            .build()) {
+      s3Client.createBucket(
+          software.amazon.awssdk.services.s3.model.CreateBucketRequest.builder()
+              .bucket("test-bucket")
+              .build());
+      logger.info("Created test-bucket in MinIO");
+    }
+
+    // Build YAML config for the catalog container (using the Docker network alias for MinIO)
+    String catalogConfig =
+        String.join(
+            "\n",
+            "uri: \"jdbc:sqlite::memory:\"",
+            "warehouse: \"s3://test-bucket/warehouse\"",
+            "s3:",
+            "  endpoint: \"http://minio:9000\"",
+            "  pathStyleAccess: true",
+            "  accessKeyID: \"minioadmin\"",
+            "  secretAccessKey: \"minioadmin\"",
+            "  region: \"us-east-1\"",
+            "anonymousAccess:",
+            "  enabled: true",
+            "  accessConfig:",
+            "    readOnly: false",
+            "");
+
+    Path scenariosDir = getScenariosDirectory().toAbsolutePath();
+    if (!Files.exists(scenariosDir) || !Files.isDirectory(scenariosDir)) {
+      throw new IllegalStateException(
+          "Scenarios directory must exist at "
+              + scenariosDir
+              + ". Run 'mvn test-compile' or run the test from Maven (e.g. mvn failsafe:integration-test).");
+    }
+    Path insertScanInput = scenariosDir.resolve("insert-scan").resolve("input.parquet");
+    if (!Files.exists(insertScanInput)) {
+      throw new IllegalStateException(
+          "Scenario input not found at "
+              + insertScanInput
+              + ". Ensure test resources are on the classpath and scenarios/insert-scan/input.parquet exists.");
+    }
+
+    // Start the ice-rest-catalog container (debug-with-ice has ice CLI at /usr/local/bin/ice)
+    GenericContainer<?> catalogContainer =
+        new GenericContainer<>(dockerImage)
+            .withNetwork(network)
+            .withExposedPorts(5000)
+            .withEnv("ICE_REST_CATALOG_CONFIG", "")
+            .withEnv("ICE_REST_CATALOG_CONFIG_YAML", catalogConfig)
+            .withFileSystemBind(scenariosDir.toString(), "/scenarios")
+            .waitingFor(Wait.forHttp("/v1/config").forPort(5000).forStatusCode(200));
+
+    catalog = catalogContainer;
+    try {
+      catalog.start();
+    } catch (Exception e) {
+      if (catalog != null) {
+        logger.error("Catalog container logs (stdout): {}", catalog.getLogs());
+      }
+      throw e;
+    }
+
+    // Copy CLI config into container so ice CLI can talk to co-located REST server
+    File cliConfigHost = File.createTempFile("ice-docker-cli-", ".yaml");
+    try {
+      Files.write(cliConfigHost.toPath(), "uri: http://localhost:5000\n".getBytes());
+      catalog.copyFileToContainer(
+          MountableFile.forHostPath(cliConfigHost.toPath()), "/tmp/ice-cli.yaml");
+    } finally {
+      cliConfigHost.delete();
+    }
+
+    logger.info(
+        "Catalog container started at {}:{}", catalog.getHost(), catalog.getMappedPort(5000));
+  }
+
+  @Override
+  @AfterClass
+  public void tearDown() {
+    if (catalog != null && catalog.isRunning()) {
+      catalog.stop();
+    }
+    if (minio != null && minio.isRunning()) {
+      minio.stop();
+    }
+    if (network != null) {
+      network.close();
+    }
+  }
+
+  @Override
+  protected ScenarioTestRunner createScenarioRunner(String scenarioName) throws Exception {
+    Path scenariosDir = getScenariosDirectory();
+
+    String containerId = catalog.getContainerId();
+
+    // Wrapper script on host: docker exec <container> ice "$@" (CLI runs inside container)
+    File wrapperScript = File.createTempFile("ice-docker-exec-", ".sh");
+    wrapperScript.deleteOnExit();
+    String wrapperContent = "#!/bin/sh\n" + "exec docker exec " + containerId + " ice \"$@\"\n";
+    Files.write(wrapperScript.toPath(), wrapperContent.getBytes());
+    if (!wrapperScript.setExecutable(true)) {
+      throw new IllegalStateException("Could not set wrapper script executable: " + wrapperScript);
+    }
+
+    Map<String, String> templateVars = new HashMap<>();
+    templateVars.put("ICE_CLI", wrapperScript.getAbsolutePath());
+    templateVars.put("CLI_CONFIG", "/tmp/ice-cli.yaml");
+    templateVars.put("SCENARIO_DIR", "/scenarios/" + scenarioName);
+    templateVars.put("MINIO_ENDPOINT", "");
+    templateVars.put("CATALOG_URI", "http://localhost:5000");
+
+    return new ScenarioTestRunner(scenariosDir, templateVars);
+  }
+}
diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/RESTCatalogTestBase.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/RESTCatalogTestBase.java
index d7ffcf85..54c94d40 100644
--- a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/RESTCatalogTestBase.java
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/RESTCatalogTestBase.java
@@ -14,7 +14,12 @@
 import com.altinity.ice.rest.catalog.internal.config.Config;
 import java.io.File;
 import java.net.URI;
+import java.net.URISyntaxException;
+import java.net.URL;
 import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.List;
 import java.util.Map;
 import org.apache.iceberg.catalog.Catalog;
 import org.eclipse.jetty.server.Server;
@@ -23,6 +28,8 @@
 import org.testcontainers.containers.GenericContainer;
 import org.testng.annotations.AfterClass;
 import org.testng.annotations.BeforeClass;
+import org.testng.annotations.DataProvider;
+import org.testng.annotations.Test;
 import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
 import software.amazon.awssdk.auth.credentials.StaticCredentialsProvider;
 import software.amazon.awssdk.regions.Region;
@@ -152,4 +159,94 @@ protected String getMinioEndpoint() {
   protected String getCatalogUri() {
     return "http://localhost:8080";
   }
+
+  /**
+   * Get the path to the scenarios directory.
+   *
+   * @return Path to scenarios directory
+   * @throws URISyntaxException If the resource URL cannot be converted to a path
+   */
+  protected Path getScenariosDirectory() throws URISyntaxException {
+    URL scenariosUrl = getClass().getClassLoader().getResource("scenarios");
+    if (scenariosUrl == null) {
+      return Paths.get("src/test/resources/scenarios");
+    }
+    return Paths.get(scenariosUrl.toURI());
+  }
+
+  /**
+   * Create a ScenarioTestRunner for the given scenario. Subclasses provide host or container-based
+   * CLI and config.
+   *
+   * @param scenarioName Name of the scenario (e.g. for container path resolution)
+   * @return Configured ScenarioTestRunner
+   * @throws Exception If there's an error creating the runner
+   */
+  protected abstract ScenarioTestRunner createScenarioRunner(String scenarioName) throws Exception;
+
+  /** Data provider that discovers all test scenarios. */
+  @DataProvider(name = "scenarios")
+  public Object[][] scenarioProvider() throws Exception {
+    Path scenariosDir = getScenariosDirectory();
+    ScenarioTestRunner runner = new ScenarioTestRunner(scenariosDir, Map.of());
+    List<String> scenarios = runner.discoverScenarios();
+
+    if (scenarios.isEmpty()) {
+      logger.warn("No test scenarios found in: {}", scenariosDir);
+      return new Object[0][0];
+    }
+
+    logger.info("Discovered {} test scenario(s): {}", scenarios.size(), scenarios);
+
+    Object[][] data = new Object[scenarios.size()][1];
+    for (int i = 0; i < scenarios.size(); i++) {
+      data[i][0] = scenarios.get(i);
+    }
+    return data;
+  }
+
+  /** Parameterized test that executes a single scenario. */
+  @Test(dataProvider = "scenarios")
+  public void testScenario(String scenarioName) throws Exception {
+    logger.info("====== Starting scenario test: {} ======", scenarioName);
+
+    ScenarioTestRunner runner = createScenarioRunner(scenarioName);
+    ScenarioTestRunner.ScenarioResult result = runner.executeScenario(scenarioName);
+
+    if (result.runScriptResult() != null) {
+      logger.info("Run script exit code: {}", result.runScriptResult().exitCode());
+    }
+    if (result.verifyScriptResult() != null) {
+      logger.info("Verify script exit code: {}", result.verifyScriptResult().exitCode());
+    }
+
+    assertScenarioSuccess(scenarioName, result);
+    logger.info("====== Scenario test passed: {} ======", scenarioName);
+  }
+
+  /** Assert that the scenario result indicates success; otherwise throw AssertionError. */
+  protected void assertScenarioSuccess(
+      String scenarioName, ScenarioTestRunner.ScenarioResult result) {
+    if (result.isSuccess()) {
+      return;
+    }
+    StringBuilder errorMessage = new StringBuilder();
+    errorMessage.append("Scenario '").append(scenarioName).append("' failed:\n");
+
+    if (result.runScriptResult() != null && result.runScriptResult().exitCode() != 0) {
+      errorMessage.append("\nRun script failed with exit code: ");
+      errorMessage.append(result.runScriptResult().exitCode());
+      errorMessage.append("\nStdout:\n").append(result.runScriptResult().stdout());
+      errorMessage.append("\nStderr:\n").append(result.runScriptResult().stderr());
+    }
+
+    if (result.verifyScriptResult() != null && result.verifyScriptResult().exitCode() != 0) {
+      errorMessage.append("\nVerify script failed with exit code: ");
+      errorMessage.append(result.verifyScriptResult().exitCode());
+      errorMessage.append("\nStdout:\n").append(result.verifyScriptResult().stdout());
+      errorMessage.append("\nStderr:\n").append(result.verifyScriptResult().stderr());
+    }
+
+    throw new AssertionError(errorMessage.toString());
+  }
 }
diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioBasedIT.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioBasedIT.java
index b4351344..24b098e7 100644
--- a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioBasedIT.java
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioBasedIT.java
@@ -10,15 +10,10 @@
 package com.altinity.ice.rest.catalog;
 
 import java.io.File;
-import java.net.URISyntaxException;
-import java.net.URL;
 import java.nio.file.Path;
 import java.nio.file.Paths;
 import java.util.HashMap;
-import java.util.List;
 import java.util.Map;
-import org.testng.annotations.DataProvider;
-import org.testng.annotations.Test;
 
 /**
  * Scenario-based integration tests for ICE REST Catalog.
@@ -28,92 +23,8 @@
  */
 public class ScenarioBasedIT extends RESTCatalogTestBase {
 
-  /**
-   * Data provider that discovers all test scenarios.
-   *
-   * @return Array of scenario names to be used as test parameters
-   * @throws Exception If there's an error discovering scenarios
-   */
-  @DataProvider(name = "scenarios")
-  public Object[][] scenarioProvider() throws Exception {
-    Path scenariosDir = getScenariosDirectory();
-    ScenarioTestRunner runner = createScenarioRunner();
-
-    List<String> scenarios = runner.discoverScenarios();
-
-    if (scenarios.isEmpty()) {
-      logger.warn("No test scenarios found in: {}", scenariosDir);
-      return new Object[0][0];
-    }
-
-    logger.info("Discovered {} test scenario(s): {}", scenarios.size(), scenarios);
-
-    // Convert to Object[][] for TestNG data provider
-    Object[][] data = new Object[scenarios.size()][1];
-    for (int i = 0; i < scenarios.size(); i++) {
-      data[i][0] = scenarios.get(i);
-    }
-    return data;
-  }
-
-  /**
-   * Parameterized test that executes a single scenario.
-   *
-   * @param scenarioName Name of the scenario to execute
-   * @throws Exception If the scenario execution fails
-   */
-  @Test(dataProvider = "scenarios")
-  public void testScenario(String scenarioName) throws Exception {
-    logger.info("====== Starting scenario test: {} ======", scenarioName);
-
-    ScenarioTestRunner runner = createScenarioRunner();
-    ScenarioTestRunner.ScenarioResult result = runner.executeScenario(scenarioName);
-
-    // Log results
-    if (result.runScriptResult() != null) {
-      logger.info("Run script exit code: {}", result.runScriptResult().exitCode());
-    }
-
-    if (result.verifyScriptResult() != null) {
-      logger.info("Verify script exit code: {}", result.verifyScriptResult().exitCode());
-    }
-
-    // Assert success
-    if (!result.isSuccess()) {
-      StringBuilder errorMessage = new StringBuilder();
-      errorMessage.append("Scenario '").append(scenarioName).append("' failed:\n");
-
-      if (result.runScriptResult() != null && result.runScriptResult().exitCode() != 0) {
-        errorMessage.append("\nRun script failed with exit code: ");
-        errorMessage.append(result.runScriptResult().exitCode());
-        errorMessage.append("\nStdout:\n");
-        errorMessage.append(result.runScriptResult().stdout());
-        errorMessage.append("\nStderr:\n");
-        errorMessage.append(result.runScriptResult().stderr());
-      }
-
-      if (result.verifyScriptResult() != null && result.verifyScriptResult().exitCode() != 0) {
-        errorMessage.append("\nVerify script failed with exit code: ");
-        errorMessage.append(result.verifyScriptResult().exitCode());
-        errorMessage.append("\nStdout:\n");
-        errorMessage.append(result.verifyScriptResult().stdout());
-        errorMessage.append("\nStderr:\n");
-        errorMessage.append(result.verifyScriptResult().stderr());
-      }
-
-      throw new AssertionError(errorMessage.toString());
-    }
-
-    logger.info("====== Scenario test passed: {} ======", scenarioName);
-  }
-
-  /**
-   * Create a ScenarioTestRunner with the appropriate template variables.
-   *
-   * @return Configured ScenarioTestRunner
-   * @throws Exception If there's an error creating the runner
-   */
-  private ScenarioTestRunner createScenarioRunner() throws Exception {
+  @Override
+  protected ScenarioTestRunner createScenarioRunner(String scenarioName) throws Exception {
     Path scenariosDir = getScenariosDirectory();
 
     // Create CLI config file
@@ -143,22 +54,4 @@ private ScenarioTestRunner createScenarioRunner() throws Exception {
 
     return new ScenarioTestRunner(scenariosDir, templateVars);
   }
-
-  /**
-   * Get the path to the scenarios directory.
-   *
-   * @return Path to scenarios directory
-   * @throws URISyntaxException If the resource URL cannot be converted to a path
-   */
-  private Path getScenariosDirectory() throws URISyntaxException {
-    // Get the scenarios directory from test resources
-    URL scenariosUrl = getClass().getClassLoader().getResource("scenarios");
-
-    if (scenariosUrl == null) {
-      // If not found in resources, try relative to project
-      return Paths.get("src/test/resources/scenarios");
-    }
-
-    return Paths.get(scenariosUrl.toURI());
-  }
 }
diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
index 17d5b169..3d6ae098 100644
--- a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
@@ -9,7 +9,6 @@
  */
 package com.altinity.ice.rest.catalog;
 
-import java.util.List;
 import java.util.Map;
 
 /**
@@ -21,17 +20,7 @@ public record ScenarioConfig(
     String name,
     String description,
     CatalogConfig catalogConfig,
-    Map<String, String> env,
-    CloudResources cloudResources,
-    List<Phase> phases) {
+    Map<String, String> env) {
 
   public record CatalogConfig(String warehouse, String name, String uri) {}
-
-  public record CloudResources(S3Resources s3, SqsResources sqs) {}
-
-  public record S3Resources(List<String> buckets) {}
-
-  public record SqsResources(List<String> queues) {}
-
-  public record Phase(String name, String description) {}
 }
diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioTestRunner.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioTestRunner.java
index 83a6b19d..c74d22b0 100644
--- a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioTestRunner.java
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioTestRunner.java
@@ -105,7 +105,9 @@ public ScenarioResult executeScenario(String scenarioName) throws Exception {
 
     // Build template variables map
     Map<String, String> templateVars = new HashMap<>(globalTemplateVars);
-    templateVars.put("SCENARIO_DIR", scenarioDir.toAbsolutePath().toString());
+    if (!templateVars.containsKey("SCENARIO_DIR")) {
+      templateVars.put("SCENARIO_DIR", scenarioDir.toAbsolutePath().toString());
+    }
 
     // Add environment variables from scenario config
     if (config.env() != null) {
diff --git a/ice-rest-catalog/src/test/resources/scenarios/README.md b/ice-rest-catalog/src/test/resources/scenarios/README.md
index 0b0ba237..feb6de3e 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/README.md
+++ b/ice-rest-catalog/src/test/resources/scenarios/README.md
@@ -32,26 +32,6 @@ env:
   NAMESPACE_NAME: "test_ns"
   TABLE_NAME: "test_ns.table1"
   INPUT_FILE: "input.parquet"
-
-# Optional: Cloud resources needed (for future provisioning)
-cloudResources:
-  s3:
-    buckets:
-      - "test-bucket"
-  sqs:
-    queues:
-      - "test-queue"
-
-# Optional: Test execution phases
-phases:
-  - name: "setup"
-    description: "Initialize resources"
-  - name: "run"
-    description: "Execute main test logic"
-  - name: "verify"
-    description: "Verify results"
-  - name: "cleanup"
-    description: "Clean up resources"
 ```
 
 ## Script Templates
diff --git a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/input.parquet b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/input.parquet
new file mode 100644
index 0000000000000000000000000000000000000000..028c64cf9f7d9ea46bfeeaf940482aaee90a1b54
GIT binary patch
literal 2446
zcmZ`*L1-Ii7JgDj^8efVlX<p(Wu{S^S%}RTN}0i1R}Mv<n$|lmrO3Om3}tEL#&%>j
z+h~)tReRFWhaP+iY7a$+Qgkq^*-PEa;-d=<2zpU(g6+Yl#l^)qB!vBb$#tBx9gt_{
z{qO(gz4v|Z{Vu=u=TMXW->5#yzNoj-c+To9(buwYj)=C>skKZhHy(ZdSt^wqi|&7y
zN?D^(=3;JbG@?w3J<{(uM64qj3mr{oQZ#l|z@TipsH&9LfvnNEcG%`J+fs0g##Ncd
zbUX7exWy$nkLrLEd4Po?Z<fmBI<g3a4KA|4qQ@I@+imxEZ;}RLkqRm%R|&eL9LnSV
zoZ7*?!#<6vggtJCyZC-Yj`D$##}}Vd4kuyT^`{6cJ~_G}J6QLCV`J5$OS&R^u-M#j
z#T&2CwA+@o&_fgnSKUZffYaa>ml3GL2Z)^amx`evS2yK8Lb3r>3ybuE+Fm-Q=hc3=
zNd<)4#fLqv(M9da4o6ro<L87mgx};2y`Wo*J=lT3`?$NxS*l}ygDxw<?XVVZxK-}R
zZ3NOCgsPfILbx8c7il(;&J_m~nd@RSp!3Jyp%bK8xhOMalNgXH`=pXkLgf1VT|hZU
z42MIgT|^4?PiF9HgHA@_E+`M4kOiIBBJ+_oJ)#0qs*2hV!?(hLw0Vakx66L!mbGSs
z5W#ySbximFaDl#?1uR!(Olj42i_)R<Ko!~!t5N{Sp<z@~Y9Z@fgpW^IM1wM)L()Uw
zG^6T7C`^}9+LwE?yC|v;YfLF@w)&eJG9XJsbJF1*%HqkBU9*O_bE?91-bKnjjX-h<
zrF8<8TF?MImUg)nwn~X9Kn1@d2VpgAE)+@DNgx#Nx@D*}r+Q%zPqABHbe3X1Kpt_p
zVS-w$@-}4=Oa?;PE$yT@nQhI)^v?}9LBN%%&TLceh4lqNvK#hz6O}8<XrV#{G#xH+
z!s6rKVG-50j^@DP+R>cpN%8X>h^1rgkZHk(+Rj{l-b2p`%XBV1fC_E;2_-tzKG(RB
zxnWH|)LsdNuF!!t4fhz?K0wudcULwRJSzEwmaEg@e2aLSeYTC_Yuo}$M_1AGM><AT
zW6T3tF@Iw8o^9C?5Il&$@F<LZ7m_KWTs|aZ_kW|1SWZ<f=%6mk9H5GcyNTA?kRCMV
znDM~@#zsX}jUy^+Bo+Y3DFuioG%h~3ffln9`e?dg)egxOyd#@n3GAVf(Wn*liH*iB
zvT5=t49LBTmXE==2B4W8<0_%?d5@+l@MvHRnAr1(0_m8vxdN;NBP*ENFYOs%0HBq9
z%(6UOI?#L!Cyj^#j%H)tl_JDA)AnNJijLO$*Z2vg_nx8DJDIbFC+pj}dxFFdbB4t4
z-wBAm`NW};NA!aV+$3|&n*LsknI>@{zU?#KLo&SQ`ZEz>>IwEsSoA>Df=};m6B7Ba
zYPh`*Hwha|&mO5BWFjo18v1$OCRwHj$n`+`nLnXJ50r-ichGNo)XJZ@VbL)d_zA^&
zgo(2W<sV|4msx<ThZ@YmJAqPsI)vK0+;GukMk>(^`t(p^AoQy!rplOZJ<E#l$;ZmK
zC_<Ay0&WVj!An99l^^;rHH_0f(R`WMkr6u9!yri9s@%XmKtTJTla%AOWE&cGo9xMB
z<Y9of%>pnJOxz=gF0Hp^ypT|-Ly+QQoK(kQ1y)Z&I9Jjbf985Lr!D=ae)}z)e`vso
zO&o&sm({zs?ko@E>94D|@2p?Hb@SG3Y2Mav-&lWt{rWOyZ9#kegVP=yoag^|!e@Gg
zR#Gczopx`&49To~aQ*Kq?_Ildy}J63Wj#!Kcp~lO?yT09Z@zSM_5B-ns{_->!1U4j
z$}g5&ZT0T6P6N}4Qw~T&A1>csU%mVB1W|q~?H1g>P2%Vob~O&ur@o@oSkK=Z%YQL6
zDPDEN;MBMrIbynhag-<jH>}9|3F6rxPXRw2n*3_$6p?|5J?1)tc-D%QCx}lac?$W}
z(B!|*pF&<bg*=#h669IyQ;;KPigb$jpX_8;1JT4qWC3wdfN%PUzqZ0+g3P%SWV@$T
z9>9H>%5SA6e=JPiD-;}gstG4MkWHTQ+21e&5i48iNkM-0b*SR?d74NQmGPh0{{e!n
B<k<iK

literal 0
HcmV?d00001

diff --git a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
index e02cb91c..13f640ba 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
+++ b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
@@ -12,14 +12,6 @@ echo "Running basic operations test..."
 
 SCENARIO_DIR="{{SCENARIO_DIR}}"
 INPUT_PATH="${SCENARIO_DIR}/${INPUT_FILE}"
-# Use parquet from insert-scan scenario if not present here
-if [ ! -f "${INPUT_PATH}" ]; then
-  INPUT_PATH="${SCENARIO_DIR}/../insert-scan/${INPUT_FILE}"
-fi
-if [ ! -f "${INPUT_PATH}" ]; then
-  echo "No input parquet found (set INPUT_FILE or add input.parquet to scenario)"
-  exit 1
-fi
 
 # Create namespace via CLI
 {{ICE_CLI}} --config {{CLI_CONFIG}} create-namespace ${NAMESPACE_NAME}
diff --git a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/scenario.yaml b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/scenario.yaml
index a37e5abf..266dc6dc 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/scenario.yaml
+++ b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/scenario.yaml
@@ -17,22 +17,3 @@ env:
   # Optional: set MC_ALIAS (e.g. "minio") to run --no-copy test; requires mc configured for MinIO
   # MC_ALIAS: "minio"
 
-# Cloud resources needed for this scenario (future use for provisioning)
-cloudResources:
-  s3:
-    buckets:
-      - "test-bucket"
-
-# Test phases
-phases:
-  - name: "setup"
-    description: "Create namespace"
-  - name: "verify"
-    description: "Verify namespace exists and can be deleted"
-  - name: "cleanup"
-    description: "Delete namespace"
-
-
-
-
-
diff --git a/ice-rest-catalog/src/test/resources/scenarios/insert-partitioned/scenario.yaml b/ice-rest-catalog/src/test/resources/scenarios/insert-partitioned/scenario.yaml
index 43c21578..74af637e 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/insert-partitioned/scenario.yaml
+++ b/ice-rest-catalog/src/test/resources/scenarios/insert-partitioned/scenario.yaml
@@ -10,22 +10,3 @@ env:
   INPUT_FILE: "input.parquet"
   PARTITION_SPEC: '[{"column":"variety","transform":"identity"}]'
 
-cloudResources:
-  s3:
-    buckets:
-      - "test-bucket"
-
-phases:
-  - name: "setup"
-    description: "Create namespace"
-  - name: "run"
-    description: "Create partitioned table and insert data"
-  - name: "verify"
-    description: "Verify table was created with correct partitioning"
-  - name: "cleanup"
-    description: "Delete table and namespace"
-
-
-
-
-
diff --git a/ice-rest-catalog/src/test/resources/scenarios/insert-scan/scenario.yaml b/ice-rest-catalog/src/test/resources/scenarios/insert-scan/scenario.yaml
index d060db80..98fcc7e7 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/insert-scan/scenario.yaml
+++ b/ice-rest-catalog/src/test/resources/scenarios/insert-scan/scenario.yaml
@@ -9,20 +9,3 @@ env:
   TABLE_NAME: "test_scan.users"
   INPUT_FILE: "input.parquet"
 
-cloudResources:
-  s3:
-    buckets:
-      - "test-bucket"
-
-phases:
-  - name: "setup"
-    description: "Create namespace and table with data"
-  - name: "verify"
-    description: "Scan table and verify data"
-  - name: "cleanup"
-    description: "Delete table and namespace"
-
-
-
-
-

From 5ea3eb56e413a83557868e962d23160827f45e69 Mon Sep 17 00:00:00 2001
From: kanthi subramanian <subkanthi@gmail.com>
Date: Fri, 20 Feb 2026 16:00:50 -0600
Subject: [PATCH 2/5] Added CLI to list snapshot files.

---
 .../main/java/com/altinity/ice/cli/Main.java  | 14 ++++
 .../altinity/ice/cli/internal/cmd/Files.java  | 84 +++++++++++++++++++
 2 files changed, 98 insertions(+)
 create mode 100644 ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java

diff --git a/ice/src/main/java/com/altinity/ice/cli/Main.java b/ice/src/main/java/com/altinity/ice/cli/Main.java
index a10e1da0..140cd863 100644
--- a/ice/src/main/java/com/altinity/ice/cli/Main.java
+++ b/ice/src/main/java/com/altinity/ice/cli/Main.java
@@ -16,6 +16,7 @@
 import com.altinity.ice.cli.internal.cmd.CreateTable;
 import com.altinity.ice.cli.internal.cmd.Delete;
 import com.altinity.ice.cli.internal.cmd.DeleteNamespace;
+import com.altinity.ice.cli.internal.cmd.Files;
 import com.altinity.ice.cli.internal.cmd.DeleteTable;
 import com.altinity.ice.cli.internal.cmd.Describe;
 import com.altinity.ice.cli.internal.cmd.DescribeParquet;
@@ -143,6 +144,19 @@ void describe(
     }
   }
 
+  @CommandLine.Command(name = "files", description = "List files in current snapshot.")
+  void files(
+      @CommandLine.Parameters(
+              arity = "1",
+              paramLabel = "<name>",
+              description = "Table name (e.g. ns1.table1)")
+          String name)
+      throws IOException {
+    try (RESTCatalog catalog = loadCatalog()) {
+      Files.run(catalog, TableIdentifier.parse(name));
+    }
+  }
+
   @CommandLine.Command(name = "describe-parquet", description = "Describe parquet file metadata.")
   void describeParquet(
       @CommandLine.Parameters(
diff --git a/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java b/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java
new file mode 100644
index 00000000..64f6ab32
--- /dev/null
+++ b/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java
@@ -0,0 +1,84 @@
+/*
+ * Copyright (c) 2025 Altinity Inc and/or its affiliates. All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ */
+package com.altinity.ice.cli.internal.cmd;
+
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.List;
+import org.apache.iceberg.DataFile;
+import org.apache.iceberg.ManifestFile;
+import org.apache.iceberg.ManifestFiles;
+import org.apache.iceberg.Snapshot;
+import org.apache.iceberg.Table;
+import org.apache.iceberg.catalog.TableIdentifier;
+import org.apache.iceberg.io.CloseableIterable;
+import org.apache.iceberg.io.FileIO;
+import org.apache.iceberg.rest.RESTCatalog;
+
+public final class Files {
+
+  private Files() {}
+
+  public static void run(RESTCatalog catalog, TableIdentifier tableId) throws IOException {
+    Table table = catalog.loadTable(tableId);
+    Snapshot snapshot = table.currentSnapshot();
+
+    if (snapshot == null) {
+      System.out.println("Snapshots: " + tableId);
+      System.out.println("(no snapshots)");
+      return;
+    }
+
+    String tableName = tableId.toString();
+    int schemaId = snapshot.schemaId() != null ? snapshot.schemaId() : 0;
+    String manifestListLocation = snapshot.manifestListLocation();
+    String locationStr =
+        manifestListLocation != null ? manifestListLocation : "(embedded)";
+
+    System.out.println("Snapshots: " + tableName);
+    System.out.println(
+        "└── Snapshot " + snapshot.snapshotId() + ", schema " + schemaId + ": " + locationStr);
+
+    FileIO tableIO = table.io();
+    List<ManifestFile> manifests;
+    try {
+      manifests = snapshot.allManifests(tableIO);
+    } catch (Exception e) {
+      System.out.println("    (failed to read manifests: " + e.getMessage() + ")");
+      return;
+    }
+
+    for (int m = 0; m < manifests.size(); m++) {
+      ManifestFile manifest = manifests.get(m);
+      boolean isLastManifest = (m == manifests.size() - 1);
+      String manifestPrefix = isLastManifest ? "└── " : "├── ";
+      String childConnector = isLastManifest ? "    " : "│   ";
+
+      List<String> dataFileLocations = new ArrayList<>();
+      try (CloseableIterable<DataFile> files = ManifestFiles.read(manifest, tableIO)) {
+        for (DataFile file : files) {
+          dataFileLocations.add(file.location());
+        }
+      } catch (Exception e) {
+        dataFileLocations.add("(failed to read: " + e.getMessage() + ")");
+      }
+
+      System.out.println("    " + manifestPrefix + "Manifest: " + manifest.path());
+
+      String dataFileIndent = "    " + childConnector;
+      for (int f = 0; f < dataFileLocations.size(); f++) {
+        boolean isLastFile = (f == dataFileLocations.size() - 1);
+        String filePrefix = isLastFile ? "└── " : "├── ";
+        System.out.println(
+            dataFileIndent + filePrefix + "Datafile: " + dataFileLocations.get(f));
+      }
+    }
+  }
+}

From 30489766fb35f04b8121fd52a1aeecffb5eeed14 Mon Sep 17 00:00:00 2001
From: kanthi subramanian <subkanthi@gmail.com>
Date: Fri, 20 Feb 2026 21:58:33 -0600
Subject: [PATCH 3/5] Fixed lint errors

---
 .../java/com/altinity/ice/rest/catalog/ScenarioConfig.java  | 1 -
 ice/src/main/java/com/altinity/ice/cli/Main.java            | 2 +-
 .../main/java/com/altinity/ice/cli/internal/cmd/Files.java  | 6 ++----
 3 files changed, 3 insertions(+), 6 deletions(-)

diff --git a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
index dbf3b97f..e7163456 100644
--- a/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
+++ b/ice-rest-catalog/src/test/java/com/altinity/ice/rest/catalog/ScenarioConfig.java
@@ -9,7 +9,6 @@
  */
 package com.altinity.ice.rest.catalog;
 
-import java.util.List;
 import java.util.Map;
 
 /**
diff --git a/ice/src/main/java/com/altinity/ice/cli/Main.java b/ice/src/main/java/com/altinity/ice/cli/Main.java
index 140cd863..e80511cb 100644
--- a/ice/src/main/java/com/altinity/ice/cli/Main.java
+++ b/ice/src/main/java/com/altinity/ice/cli/Main.java
@@ -16,10 +16,10 @@
 import com.altinity.ice.cli.internal.cmd.CreateTable;
 import com.altinity.ice.cli.internal.cmd.Delete;
 import com.altinity.ice.cli.internal.cmd.DeleteNamespace;
-import com.altinity.ice.cli.internal.cmd.Files;
 import com.altinity.ice.cli.internal.cmd.DeleteTable;
 import com.altinity.ice.cli.internal.cmd.Describe;
 import com.altinity.ice.cli.internal.cmd.DescribeParquet;
+import com.altinity.ice.cli.internal.cmd.Files;
 import com.altinity.ice.cli.internal.cmd.Insert;
 import com.altinity.ice.cli.internal.cmd.InsertWatch;
 import com.altinity.ice.cli.internal.cmd.Scan;
diff --git a/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java b/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java
index 64f6ab32..03450a98 100644
--- a/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java
+++ b/ice/src/main/java/com/altinity/ice/cli/internal/cmd/Files.java
@@ -39,8 +39,7 @@ public static void run(RESTCatalog catalog, TableIdentifier tableId) throws IOEx
     String tableName = tableId.toString();
     int schemaId = snapshot.schemaId() != null ? snapshot.schemaId() : 0;
     String manifestListLocation = snapshot.manifestListLocation();
-    String locationStr =
-        manifestListLocation != null ? manifestListLocation : "(embedded)";
+    String locationStr = manifestListLocation != null ? manifestListLocation : "(embedded)";
 
     System.out.println("Snapshots: " + tableName);
     System.out.println(
@@ -76,8 +75,7 @@ public static void run(RESTCatalog catalog, TableIdentifier tableId) throws IOEx
       for (int f = 0; f < dataFileLocations.size(); f++) {
         boolean isLastFile = (f == dataFileLocations.size() - 1);
         String filePrefix = isLastFile ? "└── " : "├── ";
-        System.out.println(
-            dataFileIndent + filePrefix + "Datafile: " + dataFileLocations.get(f));
+        System.out.println(dataFileIndent + filePrefix + "Datafile: " + dataFileLocations.get(f));
       }
     }
   }

From 0326ea5d8cd3d8c1262347c22af2c19f0c9e2920 Mon Sep 17 00:00:00 2001
From: kanthi subramanian <subkanthi@gmail.com>
Date: Sat, 21 Feb 2026 13:01:56 -0600
Subject: [PATCH 4/5] Reverted back change to pre-release-docker

---
 .bin/pre-release-docker | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/.bin/pre-release-docker b/.bin/pre-release-docker
index 990a5597..2671de32 100755
--- a/.bin/pre-release-docker
+++ b/.bin/pre-release-docker
@@ -8,11 +8,6 @@ export SKIP_VERIFY=1
 
 export PATH="$(pwd)/.bin:$PATH"
 
-echo >&2 'Building ice Docker image'
-docker-build-ice
-echo >&2 'Building ice-rest-catalog Docker image'
-docker-build-ice-rest-catalog
-
 echo >&2 'Pushing ice Docker image'
 docker-build-ice --push
 echo >&2 'Pushing ice-rest-catalog Docker image'

From 0e96cc0c2e18fe080cbc7415d3cb9f030476469a Mon Sep 17 00:00:00 2001
From: kanthi subramanian <subkanthi@gmail.com>
Date: Sat, 21 Feb 2026 15:16:27 -0600
Subject: [PATCH 5/5] Validate files command.

---
 .../scenarios/basic-operations/run.sh.tmpl    |  6 +++
 .../scenarios/basic-operations/verify.sh.tmpl | 38 ++++++++++++++++++-
 2 files changed, 42 insertions(+), 2 deletions(-)

diff --git a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
index 13f640ba..b4ffde0a 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
+++ b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/run.sh.tmpl
@@ -108,6 +108,12 @@ if command -v aws &>/dev/null && [ -n "{{MINIO_ENDPOINT}}" ]; then
   fi
 fi
 
+# Check for files(snapshot and manifest) in the table and write to /tmp/basic_ops_files.txt
+{{ICE_CLI}} --config {{CLI_CONFIG}} files ${TABLE_IRIS} > /tmp/basic_ops_files.txt
+{{ICE_CLI}} --config {{CLI_CONFIG}} files ${TABLE_PARTITIONED} >> /tmp/basic_ops_files.txt
+{{ICE_CLI}} --config {{CLI_CONFIG}} files ${TABLE_SORTED} >> /tmp/basic_ops_files.txt
+echo "OK Listed files in tables"
+
 # Cleanup tables then namespace
 {{ICE_CLI}} --config {{CLI_CONFIG}} delete-table ${TABLE_IRIS}
 {{ICE_CLI}} --config {{CLI_CONFIG}} delete-table ${TABLE_PARTITIONED}
diff --git a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/verify.sh.tmpl b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/verify.sh.tmpl
index f99539fa..59692b4c 100644
--- a/ice-rest-catalog/src/test/resources/scenarios/basic-operations/verify.sh.tmpl
+++ b/ice-rest-catalog/src/test/resources/scenarios/basic-operations/verify.sh.tmpl
@@ -4,7 +4,7 @@ set -e
 # Verification script - checks that the test completed successfully
 # Exit code 0 = success, non-zero = failure
 # Expects run.sh to have written: basic_ops_describe.txt, basic_ops_scan_iris.txt,
-# basic_ops_scan_partitioned.txt, basic_ops_scan_sorted.txt under /tmp
+# basic_ops_scan_partitioned.txt, basic_ops_scan_sorted.txt, basic_ops_files.txt under /tmp
 
 echo "Verifying basic operations test..."
 
@@ -31,8 +31,42 @@ for f in /tmp/basic_ops_scan_iris.txt /tmp/basic_ops_scan_partitioned.txt /tmp/b
   fi
 done
 
+# Verify files output contains expected structure (Snapshots/Snapshot/Manifest/Datafile and S3 paths)
+F="/tmp/basic_ops_files.txt"
+if [ ! -f "$F" ] || [ ! -s "$F" ]; then
+  echo "FAIL $F not found or empty"
+  exit 1
+fi
+if ! grep -q "Snapshots:" "$F"; then
+  echo "FAIL $F does not contain expected 'Snapshots:' header"
+  exit 1
+fi
+if ! grep -qE "Snapshot [0-9]+" "$F"; then
+  echo "FAIL $F does not contain expected Snapshot entry with ID"
+  exit 1
+fi
+if ! grep -q "Manifest:" "$F"; then
+  echo "FAIL $F does not contain expected 'Manifest:' entry"
+  exit 1
+fi
+if ! grep -q "Datafile:" "$F"; then
+  echo "FAIL $F does not contain expected 'Datafile:' entry"
+  exit 1
+fi
+if ! grep -qE "s3://test-bucket/warehouse/test_ns/.*/metadata/snap-.*\.avro" "$F"; then
+  echo "FAIL $F does not contain expected snapshot metadata path pattern"
+  exit 1
+fi
+if ! grep -qE "s3://test-bucket/warehouse/test_ns/.*/metadata/.*-m0\.avro" "$F"; then
+  echo "FAIL $F does not contain expected manifest path pattern"
+  exit 1
+fi
+if ! grep -qE "s3a://test-bucket/warehouse/test_ns/.*/data/.*\.parquet" "$F"; then
+  echo "FAIL $F does not contain expected datafile path pattern"
+  exit 1
+fi
 # Cleanup temp files
-rm -f /tmp/basic_ops_describe.txt /tmp/basic_ops_scan_iris.txt /tmp/basic_ops_scan_partitioned.txt /tmp/basic_ops_scan_sorted.txt
+rm -f /tmp/basic_ops_describe.txt /tmp/basic_ops_scan_iris.txt /tmp/basic_ops_scan_partitioned.txt /tmp/basic_ops_scan_sorted.txt /tmp/basic_ops_files.txt
 
 echo "OK Verification passed"
 exit 0