add test case for vendor

examples/tests/test-vendor/atmos.yaml

@@ -0,0 +1,40 @@
+base_path: "./"
+
+components:
+  terraform:
+    base_path: "components/terraform"
+    apply_auto_approve: false
+    deploy_run_init: true
+    init_run_reconfigure: true
+    auto_generate_backend_file: false
+
+stacks:
+  base_path: "stacks"
+  included_paths:
+    - "deploy/**/*"
+  excluded_paths:
+    - "**/_defaults.yaml"
+  name_pattern: "{stage}"
+
+vendor:  
+  # Single file
+  base_path: "./vendor.yaml"
+
+  # Directory with multiple files
+  #base_path: "./vendor"
+
+  # Absolute path
+  #base_path: "vendor.d/vendor1.yaml"
+
+logs:
+  file: "/dev/stderr"
+  level: Info
+
+# Custom CLI commands
+
+# No arguments or flags are required
+commands:
+- name: "test"
+  description: "Run all tests"
+  steps:
+  - atmos vendor pull --everything

examples/tests/test-vendor/test-components/README.md

@@ -0,0 +1,13 @@
+# Example Terraform IPinfo Component
+
+This Terraform module retrieves data from the IPinfo API for a specified IP address. If no IP address is specified, it retrieves data for the requester's IP address.
+
+## Usage
+
+### Inputs
+
+- `ip_address` (optional): The IP address to retrieve information for. If not specified, the requester's IP address will be used. The default value is an empty string.
+
+### Outputs
+
+- `metadata`: The data retrieved from IPinfo for the specified IP address, in JSON format.

examples/tests/test-vendor/test-components/main.tf

@@ -0,0 +1,7 @@
+data "http" "ipinfo" {
+  url = var.ip_address != "" ? "https://ipinfo.io/${var.ip_address}" : "https://ipinfo.io"
+
+  request_headers = {
+    Accept = "application/json"
+  }
+}

examples/tests/test-vendor/test-components/outputs.tf

@@ -0,0 +1,4 @@
+output "metadata" {
+  description = "The data retrieved from IPinfo for the specified IP address"
+  value       = jsondecode(data.http.ipinfo.response_body)
+}

examples/tests/test-vendor/test-components/providers.tf

@@ -0,0 +1 @@
+provider "http" {}

examples/tests/test-vendor/test-components/variables.tf

@@ -0,0 +1,5 @@
+variable "ip_address" {
+  description = "The IP address to retrieve information for (optional)"
+  type        = string
+  default     = ""
+}

examples/tests/test-vendor/test-components/versions.tf

@@ -0,0 +1,5 @@
+terraform {
+  required_version = ">= 1.0.0"
+
+  required_providers {}
+}

examples/tests/test-vendor/vendor.yaml

@@ -0,0 +1,43 @@
+apiVersion: atmos/v1
+kind: AtmosVendorConfig
+metadata:
+  name: demo-vendoring
+  description: Atmos vendoring manifest for Atmos demo component library
+spec:
+  # Import other vendor manifests, if necessary
+  imports: []
+
+  sources:
+    - component: "github/stargazers"
+      source: "github.com/cloudposse/atmos.git//examples/demo-library/{{ .Component }}?ref={{.Version}}"
+      version: "main"
+      targets:
+        - "components/terraform/{{ .Component }}/{{.Version}}"
+      included_paths:
+        - "**/*.tf"
+        - "**/*.tfvars"
+        - "**/*.md"
+      tags:
+        - demo
+        - github
+
+    - component: "test-components"
+      source: "file:///./test-components"
+      version: "main"
+      targets:
+        - "components/terraform/{{ .Component }}/{{.Version}}"
+      tags:
+        - demo
+
+    - component: "weather"
+      source: "git::https://github.com/cloudposse/atmos.git//examples/demo-library/{{ .Component }}?ref={{.Version}}"
+      version: "main"
+      targets:
+        - "components/terraform/{{ .Component }}/{{.Version}}"
+      tags:
+        - demo
+    - component: "my-vpc1"
+      source: "oci://public.ecr.aws/cloudposse/components/terraform/stable/aws/vpc:{{.Version}}"
+      version: "latest"
+      targets:
+        - "components/terraform/infra/my-vpc1"

internal/exec/vendor_component_utils.go

@@ -5,6 +5,7 @@ import (
 	"context"
 	"errors"
 	"fmt"
+	"net/url"
 	"os"
 	"path/filepath"
 	"strings"
@@ -244,6 +245,14 @@ func ExecuteComponentVendorInternal(
 				sourceIsLocalFile = true
 			}
 		}
+		u, err := url.Parse(uri)
+		if err == nil && u.Scheme != "" {
+			if u.Scheme == "file" {
+				trimmedPath := strings.TrimPrefix(filepath.ToSlash(u.Path), "/")
+				uri = filepath.Clean(trimmedPath)
+				useLocalFileSystem = true
+			}
+		}
 	}
 	var pType pkgType
 	if useOciScheme {

tests/cli_test.go

@@ -4,7 +4,8 @@ import (
 	"bytes"
 	"errors"
 	"fmt"
-	"io/ioutil"
+	"io"
+	"log"
 	"os"
 	"os/exec"
 	"path/filepath" // For resolving absolute paths
@@ -39,7 +40,13 @@ type TestSuite struct {
 }
 
 func loadTestSuite(filePath string) (*TestSuite, error) {
-	data, err := ioutil.ReadFile(filePath)
+	// Open the file
+	f, err := os.Open(filePath)
+	if err != nil {
+		log.Fatalf("Failed to open file: %v", err)
+	}
+	defer f.Close()
+	data, err := io.ReadAll(f)
 	if err != nil {
 		return nil, err
 	}
@@ -169,6 +176,7 @@ func TestCLICommands(t *testing.T) {
 			if exitCode != tc.Expect.ExitCode {
 				t.Errorf("Description: %s", tc.Description)
 				t.Errorf("Reason: Expected exit code %d, got %d", tc.Expect.ExitCode, exitCode)
+				t.Errorf("error: %v", cmd.Stderr)
 			}
 
 			// Validate stdout
@@ -211,12 +219,17 @@ func verifyOutput(t *testing.T, outputType, output string, patterns []string) bo
 	}
 	return success
 }
-
 func verifyFileExists(t *testing.T, files []string) bool {
 	success := true
 	for _, file := range files {
-		if _, err := os.Stat(file); errors.Is(err, os.ErrNotExist) {
-			t.Errorf("Reason: Expected file does not exist: %q", file)
+		fileAbs, err := filepath.Abs(file)
+		if err != nil {
+			log.Println(err)
+			return false
+		}
+
+		if _, err := os.Stat(fileAbs); errors.Is(err, os.ErrNotExist) {
+			t.Errorf("Reason: Expected file does not exist: %q", fileAbs)
 			success = false
 		}
 	}
@@ -226,7 +239,13 @@ func verifyFileExists(t *testing.T, files []string) bool {
 func verifyFileContains(t *testing.T, filePatterns map[string][]string) bool {
 	success := true
 	for file, patterns := range filePatterns {
-		content, err := ioutil.ReadFile(file)
+		// Open the file
+		f, err := os.Open(file)
+		if err != nil {
+			log.Fatalf("Failed to open file: %v", err)
+		}
+		defer f.Close()
+		content, err := io.ReadAll(f)
 		if err != nil {
 			t.Errorf("Reason: Failed to read file %q: %v", file, err)
 			success = false

tests/test_cases.yaml

@@ -168,3 +168,38 @@ tests:
       stderr:
         - "^$"
       exit_code: 0
+  - name: atmos vendor pull 
+    enabled: true
+    description: "Ensure atmos vendor pull command executes without errors and files are present."
+    workdir: "../examples/tests/test-vendor/"
+    command: "atmos"
+    args:
+      - "vendor"
+      - "pull"
+    expect:
+      file_exists: [
+          "./components/terraform/github/stargazers/main/main.tf",
+          "./components/terraform/github/stargazers/main/outputs.tf",
+          "./components/terraform/github/stargazers/main/providers.tf",
+          "./components/terraform/github/stargazers/main/variables.tf",
+          "./components/terraform/github/stargazers/main/versions.tf",
+
+          "./components/terraform/infra/my-vpc1/main.tf",
+          "./components/terraform/infra/my-vpc1/outputs.tf",
+          "./components/terraform/infra/my-vpc1/providers.tf",
+          "./components/terraform/infra/my-vpc1/variables.tf",
+          "./components/terraform/infra/my-vpc1/versions.tf",
+
+          "./components/terraform/test-components/main/main.tf",
+          "./components/terraform/test-components/main/outputs.tf",
+          "./components/terraform/test-components/main/providers.tf",
+          "./components/terraform/test-components/main/variables.tf",
+          "./components/terraform/test-components/main/versions.tf",
+
+          "./components/terraform/weather/main/main.tf",
+          "./components/terraform/weather/main/outputs.tf",
+          "./components/terraform/weather/main/providers.tf",
+          "./components/terraform/weather/main/variables.tf",
+          "./components/terraform/weather/main/versions.tf",
+      ]
+      exit_code: 0