Atlas plugin

.github/workflows/run-integration-tests.yaml

@@ -0,0 +1,66 @@
+name: Run Integration Tests
+
+on:
+    push:
+        branches:
+            - main
+    schedule:
+        - cron: "0 5 * * *"
+
+jobs:
+  integration-test-runner:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: oNaiPs/secrets-to-env-action@v1
+        with:
+          secrets: ${{ toJSON(secrets) }}
+      - uses: actions/checkout@v4
+        with:
+          path: ./
+          #ref: main
+      - name: Install just
+        uses: extractions/setup-just@v2
+      - name: Install Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: "stable"
+      - name: prep workspace
+        run: |
+            just init-workspace
+      - name: run integration tests
+        run: |
+          just integration-test-all-plugins
+
+
+  notify-fail:
+    needs: [integration-test-runner]
+    runs-on: ubuntu-latest
+    if: failure()
+    steps:
+      - name: Slack notify
+        id: slack
+        uses: slackapi/slack-github-action@v1
+        with:
+          payload: |
+            {
+              "workflow": "${{github.workflow}}",
+              "message": "Plugin Integration tests have failed! Please check the logs for more information."
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }}
+  notify-success:
+            needs: [integration-test-runner]
+            runs-on: ubuntu-latest
+            if: success()
+            steps:
+              - name: Slack notify
+                id: slack
+                uses: slackapi/slack-github-action@v1
+                with:
+                  payload: |
+                            {
+                              "workflow": "${{github.workflow}}",
+                              "message": "Plugin Integration tests have passed! :tada:"
+                            }
+                env:
+                  SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK }}

.github/workflows/update-manifest.yaml

@@ -0,0 +1,47 @@
+name: Update Manifest
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  update-manifest:
+    runs-on: ubuntu-latest
+    steps:
+        - name: echo actor
+          run: echo "actor is ${{ github.actor }}"
+        - uses: actions/checkout@v4
+          with:
+            path: ./
+            ssh-key: ${{ secrets.GH_SSH_KEY}}
+            persist-credentials: true
+        - name: update current plugin list
+          run: | 
+               plugins=$(ls pkg/plugins | tr -s ' ' | sort)
+               echo "got plugins: $plugins"
+               echo '# this manifest contains the name of every currently implemented plugin. it can be pulled via https://github.com/opencost/opencost-plugins/raw/main/manifest to get an up to date list of current plugins.
+               ' > manifest
+               echo "$plugins" >> manifest
+               echo "manifest updated"
+               echo "manifest contents:"
+               cat manifest
+
+        - name: Commit changes
+          run: |
+              git config --local user.email "github-actions[bot]@noreply.example.com"
+              git config --local user.name "github-actions[bot]"
+              git add manifest || true
+              git commit -m "update manifest" || true
+
+        - name: update manifest
+          uses: ad-m/github-push-action@master
+          with:
+              ssh: true
+              directory: .
+              repository: opencost/opencost-plugins
+              branch: main
+
+
+
+

.gitignore

@@ -1,2 +1,4 @@
 build
 *.out
+mongodb-atlas/scripts
+.vscode

MAINTAINERS.md

@@ -0,0 +1,10 @@
+# OpenCost Plugins Committers and Maintainers
+
+Official list of OpenCost Plugins Maintainers
+
+## Maintainers
+
+| Maintainer | GitHub ID | Affiliation | Email |
+| --------------- | --------- | ----------- | ----------- |
+| Nik Willwerth | @nik-kc | Kubecost | <[email protected]> |
+| Alex Meijer | @ameijer | Kubecost | <[email protected]> |

README.md

@@ -59,9 +59,6 @@ Once the configuration is designed, it's time to write the plugin. Within `<repo
 ## Implement tests (highly recommended)
 Write some unit tests to validate the functionality of your new plugin. See the [Datadog unit tests](https://github.com/opencost/opencost-plugins/blob/main/datadog/tests/datadog_test.go) for reference.
 
-## Add your plugin to the manifest
-Add a new line to the [`opencost-plugins` manifest](https://github.com/opencost/opencost-plugins/blob/main/manifest) containing the name of your new plugin. This manifest is used to automatically retrieve the list of available OpenCost plugins.
-
 ## Submit it!
 Now that your plugin is implemented and tested, all that's left is to get it submitted for review. Create a PR based off your branch and submit it, and an OpenCost developer will review it for you.
 

justfile

@@ -2,17 +2,25 @@ commonenv := "CGO_ENABLED=0"
 
 version := `./tools/image-tag`
 commit := `git rev-parse --short HEAD`
-
+pluginPaths := `find ./pkg/plugins -type f -iname "go.mod" -print0 | xargs -0 dirname | xargs -I{} basename {} | tr ' ' ',' | tr '\n' ','`
 default:
     just --list
 
 # Run unit tests
 test-all-plugins:
-    {{commonenv}} find . -type f -iname "go.mod" -print0 | xargs -0 -I{} ./tools/run-tests {}
+    {{commonenv}} find ./pkg/plugins -type f -iname "go.mod" -print0 | xargs -0 -I{} ./tools/run-tests {}
 
 build-all-plugins: clean test-all-plugins
     mkdir -p ./build
-    find . -type f -iname "go.mod" -print0 | {{commonenv}} VERSION={{version}} COMMIT={{commit}} xargs -0 -I{} ./tools/build-plugins {}
+    find ./pkg/plugins -type f -iname "go.mod" -print0 | {{commonenv}} VERSION={{version}} COMMIT={{commit}} xargs -0 -I{} ./tools/build-plugins {}
+
+init-workspace:
+    go work init
+    find . -type f -iname "go.mod" -print0 | xargs -0 dirname | xargs -I{} go work use {}
+
+integration-test-all-plugins:
+    echo "pluginPaths: {{pluginPaths}}"
+    {{commonenv}} go run pkg/test/pkg/executor/main/main.go --plugins={{pluginPaths}}
 
 clean:
     rm -rf ./build

manifest

@@ -1,3 +1,4 @@
 # this manifest contains the name of every currently implemented plugin. it can be pulled via https://github.com/opencost/opencost-plugins/raw/main/manifest to get an up to date list of current plugins.
 
 datadog
+openai

pkg/common/config/config_helpers.go

@@ -0,0 +1,22 @@
+package config
+
+import (
+	"fmt"
+	"os"
+)
+
+func GetConfigFilePath() (string, error) {
+	// plugins expect exactly 2 args: the executable itself,
+	// and a path to the config file to use
+	// all config for the plugin must come through the config file
+	if len(os.Args) != 2 {
+		return "", fmt.Errorf("plugins require 2 args: the plugin itself, and the full path to its config file. Got %d args", len(os.Args))
+	}
+
+	_, err := os.Stat(os.Args[1])
+	if err != nil {
+		return "", fmt.Errorf("error reading config file at %s: %v", os.Args[1], err)
+	}
+
+	return os.Args[1], nil
+}

pkg/common/go.mod

@@ -0,0 +1,3 @@
+module github.com/opencost/opencost-plugins/common
+
+go 1.22.2