feat(asana): add create project action

feat: introduce feature flag for new flow editor

.devcontainer/Dockerfile

@@ -0,0 +1 @@
+FROM mcr.microsoft.com/vscode/devcontainers/base:ubuntu-22.04

.devcontainer/boot.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+
+CURRENT_DIR="$(pwd)"
+BACKEND_PORT=3000
+WEB_PORT=3001
+
+echo "Configuring backend environment variables..."
+cd packages/backend
+rm -rf .env
+echo "
+PORT=$BACKEND_PORT
+WEB_APP_URL=http://localhost:$WEB_PORT
+APP_ENV=development
+POSTGRES_DATABASE=automatisch
+POSTGRES_PORT=5432
+POSTGRES_HOST=postgres
+POSTGRES_USERNAME=automatisch_user
+POSTGRES_PASSWORD=automatisch_password
+ENCRYPTION_KEY=sample_encryption_key
+WEBHOOK_SECRET_KEY=sample_webhook_secret_key
+APP_SECRET_KEY=sample_app_secret_key
+REDIS_HOST=redis
+SERVE_WEB_APP_SEPARATELY=true" >> .env
+cd $CURRENT_DIR
+
+echo "Configuring web environment variables..."
+cd packages/web
+rm -rf .env
+echo "
+PORT=$WEB_PORT
+REACT_APP_BACKEND_URL=http://localhost:$BACKEND_PORT
+" >> .env
+cd $CURRENT_DIR
+
+echo "Installing and linking dependencies..."
+yarn
+yarn lerna bootstrap
+
+echo "Migrating database..."
+cd packages/backend
+yarn db:migrate
+yarn db:seed:user
+
+echo "Done!"

.devcontainer/devcontainer.json

@@ -0,0 +1,53 @@
+{
+  "name": "Automatisch",
+  "dockerComposeFile": "docker-compose.yml",
+  "service": "app",
+  "workspaceFolder": "/workspace",
+  "features": {
+    "ghcr.io/devcontainers/features/git:1": {
+      "version": "latest"
+    },
+    "ghcr.io/devcontainers/features/node:1": {
+      "version": 18
+    },
+    "ghcr.io/devcontainers/features/common-utils:1": {
+      "username": "vscode",
+      "uid": 1000,
+      "gid": 1000,
+      "installZsh": true,
+      "installOhMyZsh": true,
+      "configureZshAsDefaultShell": true,
+      "upgradePackages": true
+    }
+  },
+
+  "hostRequirements": {
+    "cpus": 4,
+    "memory": "8gb",
+    "storage": "32gb"
+  },
+
+  "portsAttributes": {
+    "3000": {
+      "label": "Backend",
+      "onAutoForward": "silent",
+      "protocol": "http"
+    },
+    "3001": {
+      "label": "Frontend",
+      "onAutoForward": "silent",
+      "protocol": "http"
+    }
+  },
+
+  "forwardPorts": [3000, 3001],
+
+  // Use 'postCreateCommand' to run commands after the container is created.
+  "postCreateCommand": ["bash", ".devcontainer/boot.sh"]
+
+  // Configure tool-specific properties.
+  // "customizations": {},
+
+  // Uncomment to connect as root instead. More info: https://aka.ms/dev-containers-non-root.
+  // "remoteUser": "root"
+}

.devcontainer/docker-compose.yml

@@ -0,0 +1,63 @@
+version: '3.9'
+
+services:
+  app:
+    build:
+      context: ..
+      dockerfile: .devcontainer/Dockerfile
+    volumes:
+      - ..:/workspace:cached
+    command: sleep infinity
+  postgres:
+    image: 'postgres:14.5-alpine'
+    environment:
+      - POSTGRES_DB=automatisch
+      - POSTGRES_USER=automatisch_user
+      - POSTGRES_PASSWORD=automatisch_password
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}']
+      interval: 10s
+      timeout: 5s
+      retries: 5
+    ports:
+      - '5432:5432'
+    expose:
+      - 5432
+  redis:
+    image: 'redis:7.0.4-alpine'
+    volumes:
+      - redis_data:/data
+    ports:
+      - '6379:6379'
+    expose:
+      - 6379
+  keycloak:
+    image: quay.io/keycloak/keycloak:21.1
+    restart: always
+    environment:
+      - KEYCLOAK_ADMIN=admin
+      - KEYCLOAK_ADMIN_PASSWORD=admin
+      - KC_DB=postgres
+      - KC_DB_URL_HOST=postgres
+      - KC_DB_URL_DATABASE=keycloak
+      - KC_DB_USERNAME=automatisch_user
+      - KC_DB_PASSWORD=automatisch_password
+      - KC_HEALTH_ENABLED=true
+    ports:
+      - "8080:8080"
+    command: start-dev
+    depends_on:
+      - postgres
+    healthcheck:
+      test: "curl -f http://localhost:8080/health/ready || exit 1"
+    volumes:
+      - keycloak:/opt/keycloak/data/
+    expose:
+      - 8080
+
+volumes:
+  postgres_data:
+  redis_data:
+  keycloak:

.dockerignore

@@ -0,0 +1,12 @@
+**/node_modules/
+**/dist/
+**/logs/
+**/.devcontainer
+**/.github
+**/.vscode
+**/.env
+**/.env.test
+**/.env.production
+**/yarn-error.log
+packages/docs
+packages/e2e-test

.eslintrc.js

@@ -1,10 +0,0 @@
-module.exports = {
-  root: true,
-  parser: '@typescript-eslint/parser',
-  plugins: ['@typescript-eslint'],
-  extends: [
-    'eslint:recommended',
-    'plugin:@typescript-eslint/recommended',
-    'prettier',
-  ],
-};

.github/workflows/backend.yml

@@ -0,0 +1,48 @@
+name: Automatisch Backend Tests
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  test:
+    timeout-minutes: 60
+    runs-on:
+      - ubuntu-latest
+    services:
+      postgres:
+        image: postgres:14.5-alpine
+        env:
+          POSTGRES_DB: automatisch_test
+          POSTGRES_USER: automatisch_test_user
+          POSTGRES_PASSWORD: automatisch_test_user_password
+        options: >-
+          --health-cmd "pg_isready -U automatisch_test_user -d automatisch_test"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+      redis:
+        image: redis:7.0.4-alpine
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 6379:6379
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 18
+      - name: Install dependencies
+        run: cd packages/backend && yarn
+      - name: Copy .env-example.test file to .env.test
+        run: cd packages/backend && cp .env-example.test .env.test
+      - name: Run tests
+        run: cd packages/backend && yarn test

.github/workflows/ci.yml

@@ -1,5 +1,11 @@
 name: Automatisch CI
-on: [push]
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
+
 jobs:
   linter:
     runs-on: ubuntu-latest
@@ -10,15 +16,15 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-node@v2
         with:
-          node-version: '16'
+          node-version: '18'
           cache: 'yarn'
           cache-dependency-path: yarn.lock
       - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
       - run: echo "🖥️ The workflow is now ready to test your code on the runner."
       - run: yarn --frozen-lockfile
-      - run: yarn lint
+      - run: cd packages/backend && yarn lint
       - run: echo "🍏 This job's status is ${{ job.status }}."
-  build-backend:
+  start-backend-server:
     runs-on: ubuntu-latest
     steps:
       - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event."
@@ -27,13 +33,36 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-node@v2
         with:
-          node-version: '16'
+          node-version: '18'
           cache: 'yarn'
           cache-dependency-path: yarn.lock
       - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
       - run: echo "🖥️ The workflow is now ready to test your code on the runner."
       - run: yarn --frozen-lockfile && yarn lerna bootstrap
-      - run: cd packages/backend && yarn build
+      - run: cd packages/backend && yarn start
+        env:
+          ENCRYPTION_KEY: sample_encryption_key
+          WEBHOOK_SECRET_KEY: sample_webhook_secret_key
+      - run: echo "🍏 This job's status is ${{ job.status }}."
+  start-backend-worker:
+    runs-on: ubuntu-latest
+    steps:
+      - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event."
+      - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!"
+      - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}."
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+          node-version: '18'
+          cache: 'yarn'
+          cache-dependency-path: yarn.lock
+      - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
+      - run: echo "🖥️ The workflow is now ready to test your code on the runner."
+      - run: yarn --frozen-lockfile && yarn lerna bootstrap
+      - run: cd packages/backend && yarn start:worker
+        env:
+          ENCRYPTION_KEY: sample_encryption_key
+          WEBHOOK_SECRET_KEY: sample_webhook_secret_key
       - run: echo "🍏 This job's status is ${{ job.status }}."
   build-web:
     runs-on: ubuntu-latest
@@ -44,7 +73,7 @@ jobs:
       - uses: actions/checkout@v2
       - uses: actions/setup-node@v2
         with:
-          node-version: '16'
+          node-version: '18'
           cache: 'yarn'
           cache-dependency-path: yarn.lock
       - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
@@ -54,21 +83,3 @@ jobs:
         env:
           CI: false
       - run: echo "🍏 This job's status is ${{ job.status }}."
-  build-cli:
-    runs-on: ubuntu-latest
-    steps:
-      - run: echo "🎉 The job was automatically triggered by a ${{ github.event_name }} event."
-      - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!"
-      - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}."
-      - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-          node-version: '16'
-          cache: 'yarn'
-          cache-dependency-path: yarn.lock
-      - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
-      - run: echo "🖥️ The workflow is now ready to test your code on the runner."
-      - run: yarn --frozen-lockfile && yarn lerna bootstrap
-      - run: cd packages/backend && yarn build
-      - run: cd packages/cli && yarn build
-      - run: echo "🍏 This job's status is ${{ job.status }}."

.github/workflows/docs-change.yml

@@ -0,0 +1,32 @@
+name: Automatisch Docs Change
+on:
+  pull_request:
+    paths:
+      - 'packages/docs/**'
+jobs:
+  label:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v3
+      - name: Label PR
+        uses: actions/github-script@v6
+        with:
+          script: |
+            const { pull_request } = context.payload;
+
+            const label = 'documentation-change';
+            const hasLabel = pull_request.labels.some(({ name }) => name === label);
+
+            if (!hasLabel) {
+              await github.rest.issues.addLabels({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                issue_number: pull_request.number,
+                labels: [label],
+              });
+
+              console.log(`Label "${label}" added to PR #${pull_request.number}`);
+            } else {
+              console.log(`Label "${label}" already exists on PR #${pull_request.number}`);
+            }

.github/workflows/playwright.yml

@@ -0,0 +1,122 @@
+name: Automatisch UI Tests
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    paths:
+      - 'packages/backend/**'
+      - 'packages/e2e-tests/**'
+      - 'packages/web/**'
+      - '!packages/backend/src/apps/**'
+  workflow_dispatch:
+
+env:
+  ENCRYPTION_KEY: sample_encryption_key
+  WEBHOOK_SECRET_KEY: sample_webhook_secret_key
+  APP_SECRET_KEY: sample_app_secret_key
+  POSTGRES_HOST: localhost
+  POSTGRES_DATABASE: automatisch
+  POSTGRES_PORT: 5432
+  POSTGRES_USERNAME: automatisch_user
+  POSTGRES_PASSWORD: automatisch_password
+  REDIS_HOST: localhost
+  APP_ENV: production
+  LICENSE_KEY: dummy_license_key
+
+jobs:
+  test:
+    timeout-minutes: 60
+    runs-on:
+      - ubuntu-latest
+    services:
+      postgres:
+        image: postgres:14.5-alpine
+        env:
+          POSTGRES_DB: automatisch
+          POSTGRES_USER: automatisch_user
+          POSTGRES_PASSWORD: automatisch_password
+        options: >-
+          --health-cmd "pg_isready -U automatisch_user -d automatisch"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 5432:5432
+      redis:
+        image: redis:7.0.4-alpine
+        options: >-
+          --health-cmd "redis-cli ping"
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+        ports:
+          - 6379:6379
+
+    steps:
+      - uses: actions/checkout@v3
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 18
+      - name: Install dependencies
+        run: yarn && yarn lerna bootstrap
+      - name: Install Playwright Browsers
+        run: yarn playwright install --with-deps
+      - name: Build Automatisch web
+        working-directory: ./packages/web
+        run: yarn build
+        env:
+          # Keep this until we clean up warnings in build processes
+          CI: false
+      - name: Migrate database
+        working-directory: ./packages/backend
+        run: yarn db:migrate
+      - name: Seed user
+        working-directory: ./packages/backend
+        run: yarn db:seed:user &
+      - name: Install certutils
+        run: sudo apt install -y libnss3-tools
+      - name: Install mkcert
+        run: |
+          curl -JLO "https://dl.filippo.io/mkcert/latest?for=linux/amd64" \
+          && chmod +x mkcert-v*-linux-amd64 \
+          && sudo cp mkcert-v*-linux-amd64 /usr/local/bin/mkcert
+      - name: Install root certificate via mkcert
+        run: mkcert -install
+      - name: Create certificate
+        run: mkcert automatisch.io "*.automatisch.io" localhost 127.0.0.1 ::1
+        working-directory: ./packages/e2e-tests
+      - name: Set CAROOT environment variable
+        run: echo "NODE_EXTRA_CA_CERTS=$(mkcert -CAROOT)/rootCA.pem" >> "$GITHUB_ENV"
+      - name: Override license server with local server
+        run: sudo echo "127.0.0.1 license.automatisch.io" | sudo tee -a /etc/hosts
+      - name: Run local license server
+        working-directory: ./packages/e2e-tests
+        run: sudo yarn start-mock-license-server &
+      - name: Run Automatisch
+        run: yarn start &
+        working-directory: ./packages/backend
+      - name: Run Automatisch worker
+        run: yarn start:worker &
+        working-directory: ./packages/backend
+      - name: Setup upterm session
+        if: false
+        uses: lhotari/action-upterm@v1
+        with:
+          limit-access-to-actor: true
+          limit-access-to-users: barinali
+      - name: Run Playwright tests
+        working-directory: ./packages/e2e-tests
+        env:
+          LOGIN_EMAIL: user@automatisch.io
+          LOGIN_PASSWORD: sample
+          BASE_URL: http://localhost:3000
+          GITHUB_CLIENT_ID: 1c0417daf898adfbd99a
+          GITHUB_CLIENT_SECRET: 3328fa814dd582ccd03dbe785cfd683fb8da92b3
+        run: yarn test
+      - uses: actions/upload-artifact@v3
+        if: always()
+        with:
+          name: playwright-report
+          path: packages/e2e-tests/test-results
+          retention-days: 30

.gitignore

@@ -74,6 +74,15 @@ web_modules/
 .env.test
 .env.production
 
+# cypress environment variables file
+cypress.env.json
+
+# cypress screenshots
+packages/e2e-tests/cypress/screenshots
+
+# cypress videos
+packages/e2e-tests/cypress/videos/
+
 # parcel-bundler cache (https://parceljs.org/)
 .cache
 .parcel-cache
@@ -116,3 +125,6 @@ dist
 .yarn/build-state.yml
 .yarn/install-state.gz
 .pnp.*
+
+# MacOS finder preferences
+.DS_store

.node-version

@@ -0,0 +1 @@
+18.19.0

.nvmrc

@@ -0,0 +1 @@
+18.19.0

.vscode/settings.json

@@ -1,3 +1,7 @@
 {
-  "editor.formatOnSave": true
+  "editor.formatOnSave": true,
+  "editor.defaultFormatter": "esbenp.prettier-vscode",
+  "[javascript]": {
+    "editor.defaultFormatter": "esbenp.prettier-vscode"
+  }
 }

.yarnrc

@@ -0,0 +1 @@
+network-timeout 400000

CODE_OF_CONDUCT.md

@@ -0,0 +1,76 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our community a harassment-free experience for everyone, regardless of age, body size, visible or invisible disability, ethnicity, sex characteristics, gender identity and expression, level of experience, education, socio-economic status, nationality, personal appearance, race, caste, color, religion, or sexual identity and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming, diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our community include:
+
+Demonstrating empathy and kindness toward other people
+Being respectful of differing opinions, viewpoints, and experiences
+Giving and gracefully accepting constructive feedback
+Accepting responsibility and apologizing to those affected by our mistakes, and learning from the experience
+Focusing on what is best not just for us as individuals, but for the overall community
+Examples of unacceptable behavior include:
+
+The use of sexualized language or imagery, and sexual attention or advances of any kind
+Trolling, insulting or derogatory comments, and personal or political attacks
+Public or private harassment
+Publishing others’ private information, such as a physical or email address, without their explicit permission
+Other conduct which could reasonably be considered inappropriate in a professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of acceptable behavior and will take appropriate and fair corrective action in response to any behavior that they deem inappropriate, threatening, offensive, or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject comments, commits, code, wiki edits, issues, and other contributions that are not aligned to this Code of Conduct, and will communicate reasons for moderation decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when an individual is officially representing the community in public spaces. Examples of representing our community include using an official e-mail address, posting via an official social media account, or acting as an appointed representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be reported to the community leaders responsible for enforcement at ali@automatisch.io. All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+Community Impact: Use of inappropriate language or other behavior deemed unprofessional or unwelcome in the community.
+
+Consequence: A private, written warning from community leaders, providing clarity around the nature of the violation and an explanation of why the behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+Community Impact: A violation through a single incident or series of actions.
+
+Consequence: A warning with consequences for continued behavior. No interaction with the people involved, including unsolicited interaction with those enforcing the Code of Conduct, for a specified period of time. This includes avoiding interactions in community spaces as well as external channels like social media. Violating these terms may lead to a temporary or permanent ban.
+
+### 3. Temporary Ban
+
+Community Impact: A serious violation of community standards, including sustained inappropriate behavior.
+
+Consequence: A temporary ban from any sort of interaction or public communication with the community for a specified period of time. No public or private interaction with the people involved, including unsolicited interaction with those enforcing the Code of Conduct, is allowed during this period. Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+Community Impact: Demonstrating a pattern of violation of community standards, including sustained inappropriate behavior, harassment of an individual, or aggression toward or disparagement of classes of individuals.
+
+Consequence: A permanent ban from any sort of public interaction within the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the Contributor Covenant, version 2.1, available at https://www.contributor-covenant.org/version/2/1/code_of_conduct.html.
+
+Community Impact Guidelines were inspired by Mozilla’s code of conduct enforcement ladder.
+
+For answers to common questions about this code of conduct, see the FAQ at https://www.contributor-covenant.org/faq. Translations are available at https://www.contributor-covenant.org/translations.

CONTRIBUTOR_LICENSE_AGREEMENT.md

@@ -0,0 +1,5 @@
+# Automatisch Contributor License Agreement
+
+I give Automatisch permission to license my contributions on any terms they like. I am giving them this license in order to make it possible for them to accept my contributions into their project.
+
+**_As far as the law allows, my contributions come as is, without any warranty or condition, and I will not be liable to anyone for any damages related to this software or this license, under any kind of legal claim._**

LICENSE

@@ -0,0 +1,3 @@
+LICENSE.agpl (AGPL-3.0) applies to all files in this
+repository, except for files that contain ".ee." in their name
+which are covered by LICENSE.enterprise.

LICENSE.enterprise

@@ -0,0 +1,35 @@
+The Automatisch Enterprise license (the “Enterprise License”)
+Copyright (c) 2023-present AB Software GmbH.
+
+With regard to the Automatisch Software:
+
+This software and associated documentation files (the "Software") may only be
+used in production, if you (and any entity that you represent) have a valid
+Automatisch Enterprise license for the correct number of user seats. Subject
+to the foregoing sentence, you are free to modify this Software and publish
+patches to the Software. You agree that Automatisch and/or its licensors
+(as applicable) retain all right, title and interest in and to all such
+modifications and/or patches, and all such modifications and/or patches may
+only be used, copied, modified, displayed, distributed, or otherwise exploited
+with a valid Automatisch Enterprise license for the correct number of user seats.
+Notwithstanding the foregoing, you may copy and modify the Software for
+development and testing purposes, without requiring a subscription. You agree
+that Automatisch and/or its licensors (as applicable) retain all right, title
+and interest in and to all such modifications. You are not granted any other
+rights beyond what is expressly stated herein. Subject to the foregoing, it is
+forbidden to copy, merge, publish, distribute, sublicense, and/or sell the Software.
+
+The full text of this Enterprise License shall be included in all copies or
+substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+
+For all third party components incorporated into the Automatisch Software, those
+components are licensed under the original license provided by the owner of the
+applicable component.

README.md

@@ -0,0 +1,61 @@
+# Automatisch - Open Source Zapier Alternative
+
+![Automatisch - Screenshot](https://user-images.githubusercontent.com/2501931/191562539-e42f6c34-03c7-4dc4-bcf9-7f9473a9c64f.png)
+
+🧐 Automatisch is a business automation tool that lets you connect different services like Twitter, Slack, and more to automate your business processes.
+
+💸 Automating your workflows doesn't have to be a difficult or expensive process. You also don't need any programming knowledge to use Automatisch.
+
+## Advantages
+
+There are other existing solutions in the market, like Zapier and Integromat, so you might be wondering why you should use Automatisch.
+
+✅ One of the main benefits of using Automatisch is that it allows you to store your data on your own servers, which is essential for businesses that handle sensitive user information and cannot risk sharing it with external cloud services. This is especially relevant for industries such as healthcare and finance, as well as for European companies that must adhere to the General Data Protection Regulation (GDPR).
+
+🤓 Your contributions are vital to the development of Automatisch. As an open-source software, anyone can have an impact on how it is being developed.
+
+💙 No vendor lock-in. If you ever decide that Automatisch is no longer helpful for your business, you can switch to any other provider, which will be easier than switching from the one cloud provider to another since you have all data and flexibility.
+
+## Documentation
+
+The official documentation can be found here: [https://automatisch.io/docs](https://automatisch.io/docs)
+
+## Installation
+
+```bash
+# Clone the repository
+git clone https://github.com/automatisch/automatisch.git
+
+# Go to the repository folder
+cd automatisch
+
+# Start
+docker compose up
+```
+
+You can use `user@automatisch.io` email address and `sample` password to login to Automatisch. Please do not forget to change your email and password from the settings page.
+
+For other installation types, you can check the [installation](https://automatisch.io/docs/guide/installation) guide.
+
+## Community Links
+
+- [Discord](https://discord.gg/dJSah9CVrC)
+- [Twitter](https://twitter.com/automatischio)
+
+## Support
+
+If you have any questions or problems, please visit our GitHub issues page, and we'll try to help you as soon as possible.
+
+[https://github.com/automatisch/automatisch/issues](https://github.com/automatisch/automatisch/issues)
+
+## License
+
+Automatisch Community Edition (Automatisch CE) is an open-source software with the [AGPL-3.0 license](LICENSE.agpl).
+
+Automatisch Enterprise Edition (Automatisch EE) is a commercial offering with the [Enterprise license](LICENSE.enterprise).
+
+The Automatisch repository contains both AGPL-licensed and Enterprise-licensed files. We maintain a single repository to make development easier.
+
+All files that contain ".ee." in their name fall under the [Enterprise license](LICENSE.enterprise). All other files fall under the [AGPL-3.0 license](LICENSE.agpl).
+
+See the [LICENSE](LICENSE) file for more information.

docker-compose.yml

@@ -0,0 +1,70 @@
+version: '3.9'
+services:
+  main:
+    build:
+      context: ./docker
+      dockerfile: Dockerfile.compose
+    entrypoint: /compose-entrypoint.sh
+    ports:
+      - '3000:3000'
+    depends_on:
+      postgres:
+        condition: service_healthy
+      redis:
+        condition: service_started
+    environment:
+      - HOST=localhost
+      - PROTOCOL=http
+      - PORT=3000
+      - APP_ENV=production
+      - REDIS_HOST=redis
+      - POSTGRES_HOST=postgres
+      - POSTGRES_DATABASE=automatisch
+      - POSTGRES_USERNAME=automatisch_user
+      - POSTGRES_PASSWORD=automatisch_password
+      - ENCRYPTION_KEY
+      - WEBHOOK_SECRET_KEY
+      - APP_SECRET_KEY
+    volumes:
+      - automatisch_storage:/automatisch/storage
+  worker:
+    build:
+      context: ./docker
+      dockerfile: Dockerfile.compose
+    entrypoint: /compose-entrypoint.sh
+    depends_on:
+      - main
+    environment:
+      - APP_ENV=production
+      - REDIS_HOST=redis
+      - POSTGRES_HOST=postgres
+      - POSTGRES_DATABASE=automatisch
+      - POSTGRES_USERNAME=automatisch_user
+      - POSTGRES_PASSWORD=automatisch_password
+      - ENCRYPTION_KEY
+      - WEBHOOK_SECRET_KEY
+      - APP_SECRET_KEY
+      - WORKER=true
+    volumes:
+      - automatisch_storage:/automatisch/storage
+  postgres:
+    image: 'postgres:14.5'
+    environment:
+      - POSTGRES_DB=automatisch
+      - POSTGRES_USER=automatisch_user
+      - POSTGRES_PASSWORD=automatisch_password
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    healthcheck:
+      test: ['CMD-SHELL', 'pg_isready -U $${POSTGRES_USER} -d $${POSTGRES_DB}']
+      interval: 10s
+      timeout: 5s
+      retries: 5
+  redis:
+    image: 'redis:7.0.4'
+    volumes:
+      - redis_data:/data
+volumes:
+  automatisch_storage:
+  postgres_data:
+  redis_data:

docker/Dockerfile

@@ -0,0 +1,25 @@
+# syntax=docker/dockerfile:1
+FROM node:18-alpine
+
+ENV PORT 3000
+
+RUN \
+  apk --no-cache add --virtual build-dependencies python3 build-base git
+
+WORKDIR /automatisch
+
+# copy the app, note .dockerignore
+COPY . /automatisch
+
+RUN yarn
+
+RUN cd packages/web && yarn build
+
+RUN \
+  rm -rf /usr/local/share/.cache/ && \
+  apk del build-dependencies
+
+COPY ./docker/entrypoint.sh /entrypoint.sh
+
+EXPOSE 3000
+ENTRYPOINT ["sh", "/entrypoint.sh"]

docker/Dockerfile.compose

@@ -0,0 +1,11 @@
+# syntax=docker/dockerfile:1
+FROM automatischio/automatisch:latest
+WORKDIR /automatisch
+
+RUN apk add --no-cache openssl dos2unix
+
+COPY ./compose-entrypoint.sh /compose-entrypoint.sh
+RUN dos2unix /compose-entrypoint.sh
+
+EXPOSE 3000
+ENTRYPOINT ["sh", "/compose-entrypoint.sh"]

docker/compose-entrypoint.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+
+set -e
+
+if [ ! -f /automatisch/storage/.env ]; then
+  >&2 echo "Saving environment variables"
+  ENCRYPTION_KEY="${ENCRYPTION_KEY:-$(openssl rand -base64 36)}"
+  WEBHOOK_SECRET_KEY="${WEBHOOK_SECRET_KEY:-$(openssl rand -base64 36)}"
+  APP_SECRET_KEY="${APP_SECRET_KEY:-$(openssl rand -base64 36)}"
+  echo "ENCRYPTION_KEY=$ENCRYPTION_KEY" >> /automatisch/storage/.env
+  echo "WEBHOOK_SECRET_KEY=$WEBHOOK_SECRET_KEY" >> /automatisch/storage/.env
+  echo "APP_SECRET_KEY=$APP_SECRET_KEY" >> /automatisch/storage/.env
+fi
+
+# initiate env. vars. from /automatisch/storage/.env file
+export $(grep -v '^#' /automatisch/storage/.env | xargs)
+
+# migration for webhook secret key, will be removed in the future.
+if [[ -z "${WEBHOOK_SECRET_KEY}" ]]; then
+  WEBHOOK_SECRET_KEY="$(openssl rand -base64 36)"
+  echo "WEBHOOK_SECRET_KEY=$WEBHOOK_SECRET_KEY" >> /automatisch/storage/.env
+fi
+
+echo "Environment variables have been set!"
+
+sh /entrypoint.sh

docker/entrypoint.sh

@@ -0,0 +1,13 @@
+#!/bin/sh
+
+set -e
+
+cd packages/backend
+
+if [ -n "$WORKER" ]; then
+  yarn start:worker
+else
+  yarn db:migrate
+  yarn db:seed:user
+  yarn start
+fi

lerna.json

@@ -2,14 +2,10 @@
   "packages": [
     "packages/*"
   ],
-  "private": true,
+  "version": "0.10.0",
-  "version": "independent",
   "npmClient": "yarn",
   "useWorkspaces": true,
   "command": {
-    "publish": {
-      "registry": "http://localhost:5000"
-    },
     "add": {
       "exact": true
     }

package.json

@@ -1,12 +1,11 @@
 {
   "name": "@automatisch/root",
+  "license": "See LICENSE file",
   "private": true,
   "scripts": {
     "start": "lerna run --stream --parallel --scope=@*/{web,backend} dev",
     "start:web": "lerna run --stream --scope=@*/web dev",
     "start:backend": "lerna run --stream --scope=@*/backend dev",
-    "lint": "lerna run --no-bail --stream --parallel --scope=@*/{web,backend,cli} lint",
-    "build:watch": "lerna run --no-bail --stream --parallel --scope=@*/{web,backend,cli} build:watch",
     "build:docs": "cd ./packages/docs && yarn install && yarn build"
   },
   "workspaces": {
@@ -17,13 +16,10 @@
       "**/babel-loader",
       "**/webpack",
       "**/@automatisch/web",
-      "**/@automatisch/types",
       "**/ajv"
     ]
   },
   "devDependencies": {
-    "@typescript-eslint/eslint-plugin": "^5.9.1",
-    "@typescript-eslint/parser": "^5.9.1",
     "eslint": "^8.13.0",
     "eslint-config-prettier": "^8.3.0",
     "eslint-plugin-prettier": "^4.0.0",
@@ -31,6 +27,6 @@
     "prettier": "^2.5.1"
   },
   "publishConfig": {
-    "registry": "http://localhost:5000"
+    "access": "public"
   }
 }

packages/backend/.env-example

@@ -1,7 +1,8 @@
 HOST=localhost
 PROTOCOL=http
 PORT=3000
-WEB_APP_URL=https://localhost:3001
+WEB_APP_URL=http://localhost:3001
+WEBHOOK_URL=http://localhost:3000
 APP_ENV=development
 POSTGRES_DATABASE=automatisch_development
 POSTGRES_PORT=5432
@@ -10,6 +11,12 @@ POSTGRES_USERNAME=automatish_development_user
 POSTGRES_PASSWORD=
 POSTGRES_ENABLE_SSL=false
 ENCRYPTION_KEY=sample-encryption-key
+WEBHOOK_SECRET_KEY=sample-webhook-key
 APP_SECRET_KEY=sample-app-secret-key
 REDIS_PORT=6379
 REDIS_HOST=127.0.0.1
+REDIS_USERNAME=redis_username
+REDIS_PASSWORD=redis_password
+REDIS_TLS=true
+ENABLE_BULLMQ_DASHBOARD=false
+SERVE_WEB_APP_SEPARATELY=true

packages/backend/.env-example.test

@@ -0,0 +1,15 @@
+APP_ENV=test
+HOST=localhost
+PROTOCOL=http
+PORT=3000
+LOG_LEVEL=debug
+ENCRYPTION_KEY=sample_encryption_key
+WEBHOOK_SECRET_KEY=sample_webhook_secret_key
+APP_SECRET_KEY=sample_app_secret_key
+POSTGRES_HOST=localhost
+POSTGRES_DATABASE=automatisch_test
+POSTGRES_PORT=5432
+POSTGRES_USERNAME=automatisch_test_user
+POSTGRES_PASSWORD=automatisch_test_user_password
+REDIS_HOST=localhost
+AUTOMATISCH_CLOUD=true

packages/backend/.eslintignore

@@ -3,6 +3,7 @@ dist
 build
 coverage
 packages/docs/*
+packages/e2e-tests
 
 .eslintrc.js
 husky.config.js

packages/backend/.eslintrc.json

@@ -0,0 +1,12 @@
+{
+  "root": true,
+  "env": {
+    "node": true,
+    "es6": true
+  },
+  "extends": ["eslint:recommended", "prettier"],
+  "parserOptions": {
+    "ecmaVersion": "latest",
+    "sourceType": "module"
+  }
+}

packages/backend/README.md

@@ -1,11 +1,4 @@
 # `backend`
 
-> TODO: description
+The open source Zapier alternative. Build workflow automation without spending
-
+time and money.
-## Usage
-
-```
-const backend = require('backend');
-
-// TODO: DEMONSTRATE API
-```

packages/backend/bin/database/client.js

@@ -1,9 +1,9 @@
-import { Client } from 'pg';
+import pg from 'pg';
 
-const client = new Client({
+const client = new pg.Client({
   host: 'localhost',
   user: 'postgres',
   port: 5432,
-})
+});
 
 export default client;

packages/backend/bin/database/convert-migrations.js

@@ -0,0 +1,31 @@
+import appConfig from '../../src/config/app.js';
+import logger from '../../src/helpers/logger.js';
+import '../../src/config/orm.js';
+import { client as knex } from '../../src/config/database.js';
+
+export const renameMigrationsAsJsFiles = async () => {
+  if (!appConfig.isDev) {
+    return;
+  }
+
+  try {
+    const tableExists = await knex.schema.hasTable('knex_migrations');
+
+    if (tableExists) {
+      await knex('knex_migrations')
+        .where('name', 'like', '%.ts')
+        .update({
+          name: knex.raw("REPLACE(name, '.ts', '.js')"),
+        });
+      logger.info(
+        `Migration file names with typescript renamed as JS file names!`
+      );
+    }
+  } catch (err) {
+    logger.error(err.message);
+  }
+
+  await knex.destroy();
+};
+
+renameMigrationsAsJsFiles();

packages/backend/bin/database/create.js

@@ -0,0 +1,3 @@
+import { createDatabaseAndUser } from './utils.js';
+
+createDatabaseAndUser();

packages/backend/bin/database/create.ts

@@ -1,3 +0,0 @@
-import { createDatabaseAndUser } from './utils';
-
-createDatabaseAndUser();

packages/backend/bin/database/drop.js

@@ -0,0 +1,3 @@
+import { dropDatabase } from './utils.js';
+
+dropDatabase();

packages/backend/bin/database/drop.ts

@@ -1,3 +0,0 @@
-import { dropDatabase } from './utils';
-
-dropDatabase();

packages/backend/bin/database/seed-user.js

@@ -0,0 +1,3 @@
+import { createUser } from './utils.js';
+
+createUser();

packages/backend/bin/database/seed-user.ts

@@ -1,3 +0,0 @@
-import { createUser } from './utils';
-
-createUser();

packages/backend/bin/database/utils.js

@@ -0,0 +1,145 @@
+import appConfig from '../../src/config/app.js';
+import logger from '../../src/helpers/logger.js';
+import client from './client.js';
+import User from '../../src/models/user.js';
+import Config from '../../src/models/config.js';
+import Role from '../../src/models/role.js';
+import '../../src/config/orm.js';
+import process from 'process';
+
+async function fetchAdminRole() {
+  const role = await Role.query()
+    .where({
+      key: 'admin',
+    })
+    .limit(1)
+    .first();
+
+  return role;
+}
+
+export async function createUser(
+  email = 'user@automatisch.io',
+  password = 'sample'
+) {
+  if (appConfig.disableSeedUser) {
+    logger.info('Seed user is disabled.');
+
+    process.exit(0);
+
+    return;
+  }
+
+  const UNIQUE_VIOLATION_CODE = '23505';
+
+  const role = await fetchAdminRole();
+  const userParams = {
+    email,
+    password,
+    fullName: 'Initial admin',
+    roleId: role.id,
+  };
+
+  try {
+    const userCount = await User.query().resultSize();
+
+    if (userCount === 0) {
+      const user = await User.query().insertAndFetch(userParams);
+      logger.info(`User has been saved: ${user.email}`);
+
+      await Config.markInstallationCompleted();
+    } else {
+      logger.info('No need to seed a user.');
+    }
+  } catch (err) {
+    if (err.nativeError.code !== UNIQUE_VIOLATION_CODE) {
+      throw err;
+    }
+
+    logger.info(`User already exists: ${email}`);
+  }
+
+  process.exit(0);
+}
+
+export const createDatabaseAndUser = async (
+  database = appConfig.postgresDatabase,
+  user = appConfig.postgresUsername
+) => {
+  await client.connect();
+  await createDatabase(database);
+  await createDatabaseUser(user);
+  await grantPrivileges(database, user);
+
+  await client.end();
+  process.exit(0);
+};
+
+export const createDatabase = async (database = appConfig.postgresDatabase) => {
+  const DUPLICATE_DB_CODE = '42P04';
+
+  try {
+    await client.query(`CREATE DATABASE ${database}`);
+    logger.info(`Database: ${database} created!`);
+  } catch (err) {
+    if (err.code !== DUPLICATE_DB_CODE) {
+      throw err;
+    }
+
+    logger.info(`Database: ${database} already exists!`);
+  }
+};
+
+export const createDatabaseUser = async (user = appConfig.postgresUsername) => {
+  const DUPLICATE_OBJECT_CODE = '42710';
+
+  try {
+    const result = await client.query(`CREATE USER ${user}`);
+    logger.info(`Database User: ${user} created!`);
+
+    return result;
+  } catch (err) {
+    if (err.code !== DUPLICATE_OBJECT_CODE) {
+      throw err;
+    }
+
+    logger.info(`Database User: ${user} already exists!`);
+  }
+};
+
+export const grantPrivileges = async (
+  database = appConfig.postgresDatabase,
+  user = appConfig.postgresUsername
+) => {
+  await client.query(
+    `GRANT ALL PRIVILEGES ON DATABASE ${database} TO ${user};`
+  );
+
+  logger.info(`${user} has granted all privileges on ${database}!`);
+};
+
+export const dropDatabase = async () => {
+  if (appConfig.appEnv != 'development' && appConfig.appEnv != 'test') {
+    const errorMessage =
+      'Drop database command can be used only with development or test environments!';
+
+    logger.error(errorMessage);
+    return;
+  }
+
+  await client.connect();
+  await dropDatabaseAndUser();
+
+  await client.end();
+};
+
+export const dropDatabaseAndUser = async (
+  database = appConfig.postgresDatabase,
+  user = appConfig.postgresUsername
+) => {
+  await client.query(`DROP DATABASE IF EXISTS ${database}`);
+  logger.info(`Database: ${database} removed!`);
+
+  await client.query(`DROP USER IF EXISTS ${user}`);
+  logger.info(`Database User: ${user} removed!`);
+};

packages/backend/bin/database/utils.ts

@@ -1,100 +0,0 @@
-import appConfig from '../../src/config/app';
-import logger from '../../src/helpers/logger';
-import client from './client';
-import User from '../../src/models/user';
-import '../../src/config/orm';
-
-export async function createUser(email = 'user@automatisch.io', password = 'sample') {
-  const UNIQUE_VIOLATION_CODE = '23505';
-  const userParams = {
-    email,
-    password,
-  };
-
-  try {
-    const user = await User.query().insertAndFetch(userParams);
-    logger.info(`User has been saved: ${user.email}`);
-  } catch (err) {
-    if ((err as any).nativeError.code !== UNIQUE_VIOLATION_CODE) {
-      throw err;
-    }
-
-    logger.info(`User already exists: ${email}`);
-  }
-}
-
-export const createDatabaseAndUser = async (database = appConfig.postgresDatabase, user = appConfig.postgresUsername) => {
-  await client.connect();
-  await createDatabase(database);
-  await createDatabaseUser(user);
-  await grantPrivileges(database, user);
-
-  await client.end();
-}
-
-export const createDatabase = async (database = appConfig.postgresDatabase) => {
-  const DUPLICATE_DB_CODE = '42P04';
-
-  try {
-    await client.query(`CREATE DATABASE ${database}`);
-    logger.info(`Database: ${database} created!`);
-  } catch (err) {
-    if ((err as any).code !== DUPLICATE_DB_CODE) {
-      throw err;
-    }
-
-    logger.info(`Database: ${database} already exists!`);
-  }
-}
-
-export const createDatabaseUser = async (user = appConfig.postgresUsername) => {
-  const DUPLICATE_OBJECT_CODE = '42710';
-
-  try {
-    const result = await client.query(`CREATE USER ${user}`);
-    logger.info(`Database User: ${user} created!`);
-
-    return result;
-  } catch (err) {
-    if ((err as any).code !== DUPLICATE_OBJECT_CODE) {
-      throw err;
-    }
-
-    logger.info(`Database User: ${user} already exists!`);
-  }
-}
-
-export const grantPrivileges = async (
-  database = appConfig.postgresDatabase, user = appConfig.postgresUsername
-) => {
-  await client.query(
-    `GRANT ALL PRIVILEGES ON DATABASE ${database} TO ${user};`
-  );
-
-  logger.info(
-    `${user} has granted all privileges on ${database}!`
-  );
-}
-
-export const dropDatabase = async () => {
-  if (appConfig.appEnv != 'development' && appConfig.appEnv != 'test') {
-    const errorMessage = 'Drop database command can be used only with development or test environments!'
-
-    logger.error(errorMessage)
-    return;
-  }
-
-  await client.connect();
-  await dropDatabaseAndUser();
-
-  await client.end();
-}
-
-export const dropDatabaseAndUser = async(database = appConfig.postgresDatabase, user = appConfig.postgresUsername) => {
-  await client.query(`DROP DATABASE IF EXISTS ${database}`);
-  logger.info(`Database: ${database} removed!`);
-
-  await client.query(`DROP USER IF EXISTS ${user}`);
-  logger.info(`Database User: ${user} removed!`);
-}
-

packages/backend/database.d.ts

@@ -1,2 +0,0 @@
-export * as utils from './dist/bin/database/utils';
-export * as database from './dist/src/config/database';

packages/backend/database.js

@@ -1,3 +0,0 @@
-/* eslint-disable */
-module.exports.utils = require('./dist/bin/database/utils');
-module.exports.database = require('./dist/src/config/database');

packages/backend/knexfile.js

@@ -1,6 +1,10 @@
-import appConfig from './src/config/app';
+import { knexSnakeCaseMappers } from 'objection';
+import appConfig from './src/config/app.js';
+import path from 'path';
+import { fileURLToPath } from 'url';
 
-const fileExtension = appConfig.isDev ? 'ts' : 'js';
+const fileExtension = 'js';
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
 
 const knexConfig = {
   client: 'pg',
@@ -10,8 +14,10 @@ const knexConfig = {
     user: appConfig.postgresUsername,
     password: appConfig.postgresPassword,
     database: appConfig.postgresDatabase,
-    ssl: appConfig.postgresEnableSsl
+    ssl: appConfig.postgresEnableSsl,
   },
+  asyncStackTraces: appConfig.isDev,
+  searchPath: [appConfig.postgresSchema],
   pool: { min: 0, max: 20 },
   migrations: {
     directory: __dirname + '/src/db/migrations',
@@ -20,7 +26,8 @@ const knexConfig = {
   },
   seeds: {
     directory: __dirname + '/src/db/seeds',
-  }
+  },
-}
+  ...(appConfig.isTest ? knexSnakeCaseMappers() : {}),
+};
 
 export default knexConfig;

packages/backend/logger.d.ts

@@ -1 +0,0 @@
-export * from './dist/src/helpers/logger';

packages/backend/logger.js

@@ -1,2 +0,0 @@
-/* eslint-disable */
-module.exports = require('./dist/src/helpers/logger');

packages/backend/package.json

@@ -1,65 +1,75 @@
 {
   "name": "@automatisch/backend",
-  "version": "0.1.0",
+  "version": "0.10.0",
-  "description": "> TODO: description",
+  "license": "See LICENSE file",
+  "description": "The open source Zapier alternative. Build workflow automation without spending time and money.",
+  "type": "module",
   "scripts": {
-    "dev": "nodemon --watch 'src/**/*.ts' --watch 'bin/**/*.ts' --exec 'ts-node' src/server.ts --ext ts,json",
+    "dev": "nodemon --watch 'src/**/*.js' --exec 'node' src/server.js",
-    "worker": "nodemon --watch 'src/**/*.ts' --exec 'ts-node' src/worker.ts",
+    "worker": "nodemon --watch 'src/**/*.js' --exec 'node' src/worker.js",
-    "build": "tsc && yarn copy-statics",
+    "start": "node src/server.js",
-    "build:watch": "nodemon --watch 'src/**/*.ts' --watch 'bin/**/*.ts' --exec yarn build --ext ts",
+    "start:worker": "node src/worker.js",
-    "start": "node dist/src/server.js",
+    "pretest": "APP_ENV=test node ./test/setup/prepare-test-env.js",
-    "test": "ava",
+    "test": "APP_ENV=test vitest run",
-    "lint": "eslint . --ignore-path ../../.eslintignore",
+    "lint": "eslint .",
-    "db:create": "ts-node ./bin/database/create.ts",
+    "db:create": "node ./bin/database/create.js",
-    "db:seed:user": "ts-node ./bin/database/seed-user.ts",
+    "db:seed:user": "node ./bin/database/seed-user.js",
-    "db:drop": "ts-node ./bin/database/drop.ts",
+    "db:drop": "node ./bin/database/drop.js",
     "db:migration:create": "knex migrate:make",
     "db:rollback": "knex migrate:rollback",
-    "db:migrate": "knex migrate:latest",
+    "db:migrate": "node ./bin/database/convert-migrations.js && knex migrate:latest"
-    "copy-statics": "copyfiles src/**/*.{graphql,json,svg} dist"
   },
   "dependencies": {
-    "@automatisch/web": "0.1.0",
     "@bull-board/express": "^3.10.1",
-    "@gitbeaker/node": "^35.6.0",
+    "@casl/ability": "^6.5.0",
     "@graphql-tools/graphql-file-loader": "^7.3.4",
     "@graphql-tools/load": "^7.5.2",
-    "@octokit/oauth-methods": "^1.2.6",
+    "@node-saml/passport-saml": "^4.0.4",
     "@rudderstack/rudder-sdk-node": "^1.1.2",
-    "@slack/bolt": "3.10.0",
+    "@sentry/node": "^7.42.0",
-    "@types/luxon": "^2.3.1",
+    "@sentry/tracing": "^7.42.0",
+    "accounting": "^0.4.1",
     "ajv-formats": "^2.1.1",
-    "axios": "0.24.0",
+    "axios": "1.6.0",
-    "bcrypt": "^5.0.1",
+    "bcrypt": "^5.1.0",
-    "bullmq": "^1.76.1",
+    "bullmq": "^3.0.0",
-    "copyfiles": "^2.4.1",
     "cors": "^2.8.5",
     "crypto-js": "^4.1.1",
     "debug": "~2.6.9",
-    "discord.js": "13.2.0",
     "dotenv": "^10.0.0",
-    "express": "~4.16.1",
+    "express": "~4.18.2",
+    "express-async-handler": "^1.2.0",
+    "express-basic-auth": "^1.2.1",
     "express-graphql": "^0.12.0",
-    "flickr-sdk": "3.10.0",
+    "fast-xml-parser": "^4.0.11",
-    "googleapis": "89.0.0",
     "graphql-middleware": "^6.1.15",
     "graphql-shield": "^7.5.0",
     "graphql-tools": "^8.2.0",
-    "graphql-type-json": "^0.3.2",
+    "handlebars": "^4.7.7",
     "http-errors": "~1.6.3",
-    "jsonwebtoken": "^8.5.1",
+    "http-proxy-agent": "^7.0.0",
-    "knex": "^0.95.11",
+    "https-proxy-agent": "^7.0.1",
+    "jsonwebtoken": "^9.0.0",
+    "knex": "^2.4.0",
+    "libphonenumber-js": "^1.10.48",
     "lodash.get": "^4.4.2",
-    "luxon": "2.3.1",
+    "luxon": "2.5.2",
+    "memory-cache": "^0.2.0",
     "morgan": "^1.10.0",
+    "multer": "1.4.5-lts.1",
+    "node-html-markdown": "^1.3.0",
     "nodemailer": "6.7.0",
+    "oauth-1.0a": "^2.2.6",
     "objection": "^3.0.0",
-    "octokit": "^1.7.1",
+    "passport": "^0.6.0",
     "pg": "^8.7.1",
-    "twilio": "3.70.0",
+    "php-serialize": "^4.0.2",
-    "twitch-js": "2.0.0-beta.42",
+    "pluralize": "^8.0.0",
-    "twitter-api-v2": "1.6.0",
+    "raw-body": "^2.5.2",
-    "winston": "^3.7.1"
+    "showdown": "^2.1.0",
+    "uuid": "^9.0.1",
+    "winston": "^3.7.1",
+    "xmlrpc": "^1.3.2"
   },
   "contributors": [
     {
@@ -68,7 +78,7 @@
     }
   ],
   "homepage": "https://github.com/automatisch/automatisch#readme",
-  "main": "dist/src/app",
+  "main": "src/server",
   "directories": {
     "bin": "bin",
     "src": "src",
@@ -76,13 +86,7 @@
   },
   "files": [
     "bin",
-    "src",
+    "src"
-    "server.js",
-    "server.d.ts",
-    "logger.js",
-    "logger.d.ts",
-    "database.js",
-    "database.d.ts"
   ],
   "repository": {
     "type": "git",
@@ -92,34 +96,12 @@
     "url": "https://github.com/automatisch/automatisch/issues"
   },
   "devDependencies": {
-    "@automatisch/types": "0.1.0",
+    "node-gyp": "^10.1.0",
-    "@types/bcrypt": "^5.0.0",
-    "@types/bull": "^3.15.8",
-    "@types/cors": "^2.8.12",
-    "@types/crypto-js": "^4.0.2",
-    "@types/express": "^4.17.13",
-    "@types/http-errors": "^1.8.1",
-    "@types/jsonwebtoken": "^8.5.8",
-    "@types/lodash.get": "^4.4.6",
-    "@types/morgan": "^1.9.3",
-    "@types/node": "^16.10.2",
-    "@types/nodemailer": "^6.4.4",
-    "@types/pg": "^8.6.1",
-    "@types/pino": "^7.0.5",
-    "ava": "^3.15.0",
     "nodemon": "^2.0.13",
-    "sinon": "^11.1.2",
+    "supertest": "^6.3.3",
-    "ts-node": "^10.2.1"
+    "vitest": "^1.1.3"
   },
-  "ava": {
+  "publishConfig": {
-    "files": [
+    "access": "public"
-      "test/**/*"
-    ],
-    "extensions": [
-      "ts"
-    ],
-    "require": [
-      "ts-node/register"
-    ]
   }
 }

packages/backend/server.d.ts

@@ -1 +0,0 @@
-export * from './dist/src/server';

packages/backend/server.js

@@ -1,2 +0,0 @@
-/* eslint-disable */
-module.exports = require('./dist/src/server.js');

packages/backend/src/app.js

@@ -0,0 +1,70 @@
+import createError from 'http-errors';
+import express from 'express';
+import cors from 'cors';
+
+import appConfig from './config/app.js';
+import corsOptions from './config/cors-options.js';
+import morgan from './helpers/morgan.js';
+import * as Sentry from './helpers/sentry.ee.js';
+import appAssetsHandler from './helpers/app-assets-handler.js';
+import webUIHandler from './helpers/web-ui-handler.js';
+import errorHandler from './helpers/error-handler.js';
+import './config/orm.js';
+import {
+  createBullBoardHandler,
+  serverAdapter,
+} from './helpers/create-bull-board-handler.js';
+import injectBullBoardHandler from './helpers/inject-bull-board-handler.js';
+import router from './routes/index.js';
+import configurePassport from './helpers/passport.js';
+
+createBullBoardHandler(serverAdapter);
+
+const app = express();
+
+Sentry.init(app);
+
+Sentry.attachRequestHandler(app);
+Sentry.attachTracingHandler(app);
+
+injectBullBoardHandler(app, serverAdapter);
+
+appAssetsHandler(app);
+
+app.use(morgan);
+
+app.use(
+  express.json({
+    limit: appConfig.requestBodySizeLimit,
+    verify(req, res, buf) {
+      req.rawBody = buf;
+    },
+  })
+);
+app.use(
+  express.urlencoded({
+    extended: true,
+    limit: appConfig.requestBodySizeLimit,
+    verify(req, res, buf) {
+      req.rawBody = buf;
+    },
+  })
+);
+app.use(cors(corsOptions));
+
+configurePassport(app);
+
+app.use('/', router);
+
+webUIHandler(app);
+
+// catch 404 and forward to error handler
+app.use(function (req, res, next) {
+  next(createError(404));
+});
+
+Sentry.attachErrorHandler(app);
+
+app.use(errorHandler);
+
+export default app;

packages/backend/src/app.ts

@@ -1,45 +0,0 @@
-import appConfig from './config/app';
-import createError from 'http-errors';
-import express, { Request, Response, NextFunction } from 'express';
-import cors from 'cors';
-import corsOptions from './config/cors-options';
-import graphQLInstance from './helpers/graphql-instance';
-import morgan from './helpers/morgan';
-import appAssetsHandler from './helpers/app-assets-handler';
-import webUIHandler from './helpers/web-ui-handler';
-import errorHandler from './helpers/error-handler';
-import './config/orm';
-import {
-  createBullBoardHandler,
-  serverAdapter,
-} from './helpers/create-bull-board-handler';
-import injectBullBoardHandler from './helpers/inject-bull-board-handler';
-
-if (appConfig.appEnv === 'development') {
-  createBullBoardHandler(serverAdapter);
-}
-
-const app = express();
-
-if (appConfig.appEnv === 'development') {
-  injectBullBoardHandler(app, serverAdapter);
-}
-
-appAssetsHandler(app);
-
-app.use(morgan);
-app.use(express.json());
-app.use(express.urlencoded({ extended: false }));
-app.use(cors(corsOptions));
-app.use('/graphql', graphQLInstance);
-
-webUIHandler(app);
-
-// catch 404 and forward to error handler
-app.use(function (req: Request, res: Response, next: NextFunction) {
-  next(createError(404));
-});
-
-app.use(errorHandler);
-
-export default app;

packages/backend/src/apps/airtable/actions/create-record/index.js

@@ -0,0 +1,92 @@
+import defineAction from '../../../../helpers/define-action.js';
+
+export default defineAction({
+  name: 'Create record',
+  key: 'createRecord',
+  description: 'Creates a new record with fields that automatically populate.',
+  arguments: [
+    {
+      label: 'Base',
+      key: 'baseId',
+      type: 'dropdown',
+      required: true,
+      description: 'Base in which to create the record.',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listBases',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Table',
+      key: 'tableId',
+      type: 'dropdown',
+      required: true,
+      dependsOn: ['parameters.baseId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listTables',
+          },
+          {
+            name: 'parameters.baseId',
+            value: '{parameters.baseId}',
+          },
+        ],
+      },
+      additionalFields: {
+        type: 'query',
+        name: 'getDynamicFields',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listFields',
+          },
+          {
+            name: 'parameters.baseId',
+            value: '{parameters.baseId}',
+          },
+          {
+            name: 'parameters.tableId',
+            value: '{parameters.tableId}',
+          },
+        ],
+      },
+    },
+  ],
+
+  async run($) {
+    const { baseId, tableId, ...rest } = $.step.parameters;
+
+    const fields = Object.entries(rest).reduce((result, [key, value]) => {
+      if (Array.isArray(value)) {
+        result[key] = value.map((item) => item.value);
+      } else if (value !== '') {
+        result[key] = value;
+      }
+      return result;
+    }, {});
+
+    const body = {
+      typecast: true,
+      fields,
+    };
+
+    const { data } = await $.http.post(`/v0/${baseId}/${tableId}`, body);
+
+    $.setActionItem({
+      raw: data,
+    });
+  },
+});

packages/backend/src/apps/airtable/actions/find-record/index.js

@@ -0,0 +1,174 @@
+import defineAction from '../../../../helpers/define-action.js';
+import { URLSearchParams } from 'url';
+
+export default defineAction({
+  name: 'Find record',
+  key: 'findRecord',
+  description:
+    "Finds a record using simple field search or use Airtable's formula syntax to find a matching record.",
+  arguments: [
+    {
+      label: 'Base',
+      key: 'baseId',
+      type: 'dropdown',
+      required: true,
+      description: 'Base in which to create the record.',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listBases',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Table',
+      key: 'tableId',
+      type: 'dropdown',
+      required: true,
+      dependsOn: ['parameters.baseId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listTables',
+          },
+          {
+            name: 'parameters.baseId',
+            value: '{parameters.baseId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Search by field',
+      key: 'tableField',
+      type: 'dropdown',
+      required: false,
+      dependsOn: ['parameters.baseId', 'parameters.tableId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listTableFields',
+          },
+          {
+            name: 'parameters.baseId',
+            value: '{parameters.baseId}',
+          },
+          {
+            name: 'parameters.tableId',
+            value: '{parameters.tableId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Search Value',
+      key: 'searchValue',
+      type: 'string',
+      required: false,
+      variables: true,
+      description:
+        'The value of unique identifier for the record. For date values, please use the ISO format (e.g., "YYYY-MM-DD").',
+    },
+    {
+      label: 'Search for exact match?',
+      key: 'exactMatch',
+      type: 'dropdown',
+      required: true,
+      description: '',
+      variables: true,
+      options: [
+        { label: 'Yes', value: 'true' },
+        { label: 'No', value: 'false' },
+      ],
+    },
+    {
+      label: 'Search Formula',
+      key: 'searchFormula',
+      type: 'string',
+      required: false,
+      variables: true,
+      description:
+        'Instead, you have the option to use an Airtable search formula for locating records according to sophisticated criteria and across various fields.',
+    },
+    {
+      label: 'Limit to View',
+      key: 'limitToView',
+      type: 'dropdown',
+      required: false,
+      dependsOn: ['parameters.baseId', 'parameters.tableId'],
+      description:
+        'You have the choice to restrict the search to a particular view ID if desired.',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listTableViews',
+          },
+          {
+            name: 'parameters.baseId',
+            value: '{parameters.baseId}',
+          },
+          {
+            name: 'parameters.tableId',
+            value: '{parameters.tableId}',
+          },
+        ],
+      },
+    },
+  ],
+
+  async run($) {
+    const {
+      baseId,
+      tableId,
+      tableField,
+      searchValue,
+      exactMatch,
+      searchFormula,
+      limitToView,
+    } = $.step.parameters;
+
+    let filterByFormula;
+
+    if (tableField && searchValue) {
+      filterByFormula =
+        exactMatch === 'true'
+          ? `{${tableField}} = '${searchValue}'`
+          : `LOWER({${tableField}}) = LOWER('${searchValue}')`;
+    } else {
+      filterByFormula = searchFormula;
+    }
+
+    const body = new URLSearchParams({
+      filterByFormula,
+      view: limitToView,
+    });
+
+    const { data } = await $.http.post(
+      `/v0/${baseId}/${tableId}/listRecords`,
+      body
+    );
+
+    $.setActionItem({
+      raw: data,
+    });
+  },
+});

packages/backend/src/apps/airtable/actions/index.js

@@ -0,0 +1,4 @@
+import createRecord from './create-record/index.js';
+import findRecord from './find-record/index.js';
+
+export default [createRecord, findRecord];

packages/backend/src/apps/airtable/assets/favicon.svg

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<svg width="256px" height="215px" viewBox="0 0 256 215" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" preserveAspectRatio="xMidYMid">
+	<g>
+		<path d="M114.25873,2.70101695 L18.8604023,42.1756384 C13.5552723,44.3711638 13.6102328,51.9065311 18.9486282,54.0225085 L114.746142,92.0117514 C123.163769,95.3498757 132.537419,95.3498757 140.9536,92.0117514 L236.75256,54.0225085 C242.08951,51.9065311 242.145916,44.3711638 236.83934,42.1756384 L141.442459,2.70101695 C132.738459,-0.900338983 122.961284,-0.900338983 114.25873,2.70101695" fill="#FFBF00"></path>
+		<path d="M136.349071,112.756863 L136.349071,207.659101 C136.349071,212.173089 140.900664,215.263892 145.096461,213.600615 L251.844122,172.166219 C254.281184,171.200072 255.879376,168.845451 255.879376,166.224705 L255.879376,71.3224678 C255.879376,66.8084791 251.327783,63.7176768 247.131986,65.3809537 L140.384325,106.815349 C137.94871,107.781496 136.349071,110.136118 136.349071,112.756863" fill="#26B5F8"></path>
+		<path d="M111.422771,117.65355 L79.742409,132.949912 L76.5257763,134.504714 L9.65047684,166.548104 C5.4112904,168.593211 0.000578531073,165.503855 0.000578531073,160.794612 L0.000578531073,71.7210757 C0.000578531073,70.0173017 0.874160452,68.5463864 2.04568588,67.4384994 C2.53454463,66.9481944 3.08848814,66.5446689 3.66412655,66.2250305 C5.26231864,65.2661153 7.54173107,65.0101153 9.47981017,65.7766689 L110.890522,105.957098 C116.045234,108.002206 116.450206,115.225166 111.422771,117.65355" fill="#ED3049"></path>
+		<path d="M111.422771,117.65355 L79.742409,132.949912 L2.04568588,67.4384994 C2.53454463,66.9481944 3.08848814,66.5446689 3.66412655,66.2250305 C5.26231864,65.2661153 7.54173107,65.0101153 9.47981017,65.7766689 L110.890522,105.957098 C116.045234,108.002206 116.450206,115.225166 111.422771,117.65355" fill-opacity="0.25" fill="#000000"></path>
+	</g>
+</svg>

packages/backend/src/apps/airtable/auth/generate-auth-url.js

@@ -0,0 +1,38 @@
+import crypto from 'crypto';
+import { URLSearchParams } from 'url';
+import authScope from '../common/auth-scope.js';
+
+export default async function generateAuthUrl($) {
+  const oauthRedirectUrlField = $.app.auth.fields.find(
+    (field) => field.key == 'oAuthRedirectUrl'
+  );
+  const redirectUri = oauthRedirectUrlField.value;
+  const state = crypto.randomBytes(100).toString('base64url');
+  const codeVerifier = crypto.randomBytes(96).toString('base64url');
+  const codeChallenge = crypto
+    .createHash('sha256')
+    .update(codeVerifier)
+    .digest('base64')
+    .replace(/=/g, '')
+    .replace(/\+/g, '-')
+    .replace(/\//g, '_');
+
+  const searchParams = new URLSearchParams({
+    client_id: $.auth.data.clientId,
+    redirect_uri: redirectUri,
+    response_type: 'code',
+    scope: authScope.join(' '),
+    state,
+    code_challenge: codeChallenge,
+    code_challenge_method: 'S256',
+  });
+
+  const url = `https://airtable.com/oauth2/v1/authorize?${searchParams.toString()}`;
+
+  await $.auth.set({
+    url,
+    originalCodeChallenge: codeChallenge,
+    originalState: state,
+    codeVerifier,
+  });
+}

packages/backend/src/apps/airtable/auth/index.js

@@ -0,0 +1,48 @@
+import generateAuthUrl from './generate-auth-url.js';
+import verifyCredentials from './verify-credentials.js';
+import refreshToken from './refresh-token.js';
+import isStillVerified from './is-still-verified.js';
+
+export default {
+  fields: [
+    {
+      key: 'oAuthRedirectUrl',
+      label: 'OAuth Redirect URL',
+      type: 'string',
+      required: true,
+      readOnly: true,
+      value: '{WEB_APP_URL}/app/airtable/connections/add',
+      placeholder: null,
+      description:
+        'When asked to input a redirect URL in Airtable, enter the URL above.',
+      clickToCopy: true,
+    },
+    {
+      key: 'clientId',
+      label: 'Client ID',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: null,
+      clickToCopy: false,
+    },
+    {
+      key: 'clientSecret',
+      label: 'Client Secret',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: null,
+      clickToCopy: false,
+    },
+  ],
+
+  generateAuthUrl,
+  verifyCredentials,
+  isStillVerified,
+  refreshToken,
+};

packages/backend/src/apps/airtable/auth/is-still-verified.js

@@ -0,0 +1,8 @@
+import getCurrentUser from '../common/get-current-user.js';
+
+const isStillVerified = async ($) => {
+  const currentUser = await getCurrentUser($);
+  return !!currentUser.id;
+};
+
+export default isStillVerified;

packages/backend/src/apps/airtable/auth/refresh-token.js

@@ -0,0 +1,40 @@
+import { URLSearchParams } from 'node:url';
+
+import authScope from '../common/auth-scope.js';
+
+const refreshToken = async ($) => {
+  const params = new URLSearchParams({
+    client_id: $.auth.data.clientId,
+    grant_type: 'refresh_token',
+    refresh_token: $.auth.data.refreshToken,
+  });
+
+  const basicAuthToken = Buffer.from(
+    $.auth.data.clientId + ':' + $.auth.data.clientSecret
+  ).toString('base64');
+
+  const { data } = await $.http.post(
+    'https://airtable.com/oauth2/v1/token',
+    params.toString(),
+    {
+      headers: {
+        'Content-Type': 'application/x-www-form-urlencoded',
+        Authorization: `Basic ${basicAuthToken}`,
+      },
+      additionalProperties: {
+        skipAddingAuthHeader: true,
+      },
+    }
+  );
+
+  await $.auth.set({
+    accessToken: data.access_token,
+    refreshToken: data.refresh_token,
+    expiresIn: data.expires_in,
+    refreshExpiresIn: data.refresh_expires_in,
+    scope: authScope.join(' '),
+    tokenType: data.token_type,
+  });
+};
+
+export default refreshToken;

packages/backend/src/apps/airtable/auth/verify-credentials.js

@@ -0,0 +1,56 @@
+import getCurrentUser from '../common/get-current-user.js';
+
+const verifyCredentials = async ($) => {
+  if ($.auth.data.originalState !== $.auth.data.state) {
+    throw new Error("The 'state' parameter does not match.");
+  }
+  if ($.auth.data.originalCodeChallenge !== $.auth.data.code_challenge) {
+    throw new Error("The 'code challenge' parameter does not match.");
+  }
+  const oauthRedirectUrlField = $.app.auth.fields.find(
+    (field) => field.key == 'oAuthRedirectUrl'
+  );
+  const redirectUri = oauthRedirectUrlField.value;
+  const basicAuthToken = Buffer.from(
+    $.auth.data.clientId + ':' + $.auth.data.clientSecret
+  ).toString('base64');
+
+  const { data } = await $.http.post(
+    'https://airtable.com/oauth2/v1/token',
+    {
+      code: $.auth.data.code,
+      client_id: $.auth.data.clientId,
+      redirect_uri: redirectUri,
+      grant_type: 'authorization_code',
+      code_verifier: $.auth.data.codeVerifier,
+    },
+    {
+      headers: {
+        'Content-Type': 'application/x-www-form-urlencoded',
+        Authorization: `Basic ${basicAuthToken}`,
+      },
+      additionalProperties: {
+        skipAddingAuthHeader: true,
+      },
+    }
+  );
+
+  await $.auth.set({
+    accessToken: data.access_token,
+    tokenType: data.token_type,
+  });
+
+  const currentUser = await getCurrentUser($);
+
+  await $.auth.set({
+    clientId: $.auth.data.clientId,
+    clientSecret: $.auth.data.clientSecret,
+    scope: $.auth.data.scope,
+    expiresIn: data.expires_in,
+    refreshExpiresIn: data.refresh_expires_in,
+    refreshToken: data.refresh_token,
+    screenName: currentUser.email,
+  });
+};
+
+export default verifyCredentials;

packages/backend/src/apps/airtable/common/add-auth-header.js

@@ -0,0 +1,12 @@
+const addAuthHeader = ($, requestConfig) => {
+  if (
+    !requestConfig.additionalProperties?.skipAddingAuthHeader &&
+    $.auth.data?.accessToken
+  ) {
+    requestConfig.headers.Authorization = `${$.auth.data.tokenType} ${$.auth.data.accessToken}`;
+  }
+
+  return requestConfig;
+};
+
+export default addAuthHeader;

packages/backend/src/apps/airtable/common/auth-scope.js

@@ -0,0 +1,12 @@
+const authScope = [
+  'data.records:read',
+  'data.records:write',
+  'data.recordComments:read',
+  'data.recordComments:write',
+  'schema.bases:read',
+  'schema.bases:write',
+  'user.email:read',
+  'webhook:manage',
+];
+
+export default authScope;

packages/backend/src/apps/airtable/common/get-current-user.js

@@ -0,0 +1,6 @@
+const getCurrentUser = async ($) => {
+  const { data: currentUser } = await $.http.get('/v0/meta/whoami');
+  return currentUser;
+};
+
+export default getCurrentUser;

packages/backend/src/apps/airtable/dynamic-data/index.js

@@ -0,0 +1,6 @@
+import listBases from './list-bases/index.js';
+import listTableFields from './list-table-fields/index.js';
+import listTableViews from './list-table-views/index.js';
+import listTables from './list-tables/index.js';
+
+export default [listBases, listTableFields, listTableViews, listTables];

packages/backend/src/apps/airtable/dynamic-data/list-bases/index.js

@@ -0,0 +1,28 @@
+export default {
+  name: 'List bases',
+  key: 'listBases',
+
+  async run($) {
+    const bases = {
+      data: [],
+    };
+
+    const params = {};
+
+    do {
+      const { data } = await $.http.get('/v0/meta/bases', { params });
+      params.offset = data.offset;
+
+      if (data?.bases) {
+        for (const base of data.bases) {
+          bases.data.push({
+            value: base.id,
+            name: base.name,
+          });
+        }
+      }
+    } while (params.offset);
+
+    return bases;
+  },
+};

packages/backend/src/apps/airtable/dynamic-data/list-table-fields/index.js

@@ -0,0 +1,39 @@
+export default {
+  name: 'List table fields',
+  key: 'listTableFields',
+
+  async run($) {
+    const tableFields = {
+      data: [],
+    };
+    const { baseId, tableId } = $.step.parameters;
+
+    if (!baseId) {
+      return tableFields;
+    }
+
+    const params = {};
+
+    do {
+      const { data } = await $.http.get(`/v0/meta/bases/${baseId}/tables`, {
+        params,
+      });
+      params.offset = data.offset;
+
+      if (data?.tables) {
+        for (const table of data.tables) {
+          if (table.id === tableId) {
+            table.fields.forEach((field) => {
+              tableFields.data.push({
+                value: field.name,
+                name: field.name,
+              });
+            });
+          }
+        }
+      }
+    } while (params.offset);
+
+    return tableFields;
+  },
+};

packages/backend/src/apps/airtable/dynamic-data/list-table-views/index.js

@@ -0,0 +1,39 @@
+export default {
+  name: 'List table views',
+  key: 'listTableViews',
+
+  async run($) {
+    const tableViews = {
+      data: [],
+    };
+    const { baseId, tableId } = $.step.parameters;
+
+    if (!baseId) {
+      return tableViews;
+    }
+
+    const params = {};
+
+    do {
+      const { data } = await $.http.get(`/v0/meta/bases/${baseId}/tables`, {
+        params,
+      });
+      params.offset = data.offset;
+
+      if (data?.tables) {
+        for (const table of data.tables) {
+          if (table.id === tableId) {
+            table.views.forEach((view) => {
+              tableViews.data.push({
+                value: view.id,
+                name: view.name,
+              });
+            });
+          }
+        }
+      }
+    } while (params.offset);
+
+    return tableViews;
+  },
+};

packages/backend/src/apps/airtable/dynamic-data/list-tables/index.js

@@ -0,0 +1,35 @@
+export default {
+  name: 'List tables',
+  key: 'listTables',
+
+  async run($) {
+    const tables = {
+      data: [],
+    };
+    const baseId = $.step.parameters.baseId;
+
+    if (!baseId) {
+      return tables;
+    }
+
+    const params = {};
+
+    do {
+      const { data } = await $.http.get(`/v0/meta/bases/${baseId}/tables`, {
+        params,
+      });
+      params.offset = data.offset;
+
+      if (data?.tables) {
+        for (const table of data.tables) {
+          tables.data.push({
+            value: table.id,
+            name: table.name,
+          });
+        }
+      }
+    } while (params.offset);
+
+    return tables;
+  },
+};

packages/backend/src/apps/airtable/dynamic-fields/index.js

@@ -0,0 +1,3 @@
+import listFields from './list-fields/index.js';
+
+export default [listFields];

packages/backend/src/apps/airtable/dynamic-fields/list-fields/index.js

@@ -0,0 +1,86 @@
+const hasValue = (value) => value !== null && value !== undefined;
+
+export default {
+  name: 'List fields',
+  key: 'listFields',
+
+  async run($) {
+    const options = [];
+    const { baseId, tableId } = $.step.parameters;
+
+    if (!hasValue(baseId) || !hasValue(tableId)) {
+      return;
+    }
+
+    const { data } = await $.http.get(`/v0/meta/bases/${baseId}/tables`);
+
+    const selectedTable = data.tables.find((table) => table.id === tableId);
+
+    if (!selectedTable) return;
+
+    selectedTable.fields.forEach((field) => {
+      if (field.type === 'singleSelect') {
+        options.push({
+          label: field.name,
+          key: field.name,
+          type: 'dropdown',
+          required: false,
+          variables: true,
+          options: field.options.choices.map((choice) => ({
+            label: choice.name,
+            value: choice.id,
+          })),
+        });
+      } else if (field.type === 'multipleSelects') {
+        options.push({
+          label: field.name,
+          key: field.name,
+          type: 'dynamic',
+          required: false,
+          variables: true,
+          fields: [
+            {
+              label: 'Value',
+              key: 'value',
+              type: 'dropdown',
+              required: false,
+              variables: true,
+              options: field.options.choices.map((choice) => ({
+                label: choice.name,
+                value: choice.id,
+              })),
+            },
+          ],
+        });
+      } else if (field.type === 'checkbox') {
+        options.push({
+          label: field.name,
+          key: field.name,
+          type: 'dropdown',
+          required: false,
+          variables: true,
+          options: [
+            {
+              label: 'Yes',
+              value: 'true',
+            },
+            {
+              label: 'No',
+              value: 'false',
+            },
+          ],
+        });
+      } else {
+        options.push({
+          label: field.name,
+          key: field.name,
+          type: 'string',
+          required: false,
+          variables: true,
+        });
+      }
+    });
+
+    return options;
+  },
+};

packages/backend/src/apps/airtable/index.js

@@ -0,0 +1,22 @@
+import defineApp from '../../helpers/define-app.js';
+import addAuthHeader from './common/add-auth-header.js';
+import auth from './auth/index.js';
+import actions from './actions/index.js';
+import dynamicData from './dynamic-data/index.js';
+import dynamicFields from './dynamic-fields/index.js';
+
+export default defineApp({
+  name: 'Airtable',
+  key: 'airtable',
+  baseUrl: 'https://airtable.com',
+  apiBaseUrl: 'https://api.airtable.com',
+  iconUrl: '{BASE_URL}/apps/airtable/assets/favicon.svg',
+  authDocUrl: '{DOCS_URL}/apps/airtable/connection',
+  primaryColor: 'FFBF00',
+  supportsConnections: true,
+  beforeRequest: [addAuthHeader],
+  auth,
+  actions,
+  dynamicData,
+  dynamicFields,
+});

packages/backend/src/apps/appwrite/assets/favicon.svg

@@ -0,0 +1 @@
+<svg xmlns:xlink="http://www.w3.org/1999/xlink" xmlns="http://www.w3.org/2000/svg" width="132" height="24" fill="none" viewBox="0 0 132 24"><path fill="#19191C" d="M38.557 19.495c2.16 0 3.25-1.113 3.725-1.87h.214c.094.805.664 1.562 1.779 1.562h2.111V16.82h-.545c-.38 0-.57-.213-.57-.545V6.776h-2.8v1.516h-.213c-.545-.758-1.684-1.824-3.772-1.824-3.321 0-5.789 2.748-5.789 6.514s2.515 6.513 5.86 6.513m.498-2.7c-1.969 0-3.51-1.445-3.51-3.79 0-2.297 1.494-3.86 3.487-3.86 1.898 0 3.487 1.397 3.487 3.86 0 2.108-1.352 3.79-3.463 3.79M48.04 24h2.799v-6.376h.213c.522.758 1.637 1.871 3.844 1.871 3.321 0 5.741-2.795 5.741-6.513 0-3.743-2.586-6.514-5.931-6.514-2.135 0-3.18 1.16-3.678 1.8h-.213V6.776h-2.776V24m6.263-7.134c-1.922 0-3.512-1.42-3.512-3.884 0-2.108 1.353-3.885 3.464-3.885 1.97 0 3.511 1.54 3.511 3.885 0 2.297-1.494 3.884-3.463 3.884M62.082 24h2.8v-6.376h.213c.522.758 1.637 1.871 3.843 1.871 3.321 0 5.51-2.795 5.51-6.513 0-3.743-2.355-6.514-5.7-6.514-2.135 0-3.179 1.16-3.677 1.8h-.214V6.776h-2.775zm6.263-7.134c-1.922 0-3.511-1.42-3.511-3.884 0-2.108 1.352-3.885 3.463-3.885 1.97 0 3.512 1.54 3.512 3.885 0 2.297-1.495 3.884-3.464 3.884m9.805 2.61h3.961l2.254-9.735h.143l2.253 9.735H90.7l3.153-12.412h-2.821l-2.254 9.759h-.214l-2.253-9.759h-3.725l-2.278 9.759h-.213l-2.23-9.759h-2.99l3.274 12.412m17.123 0h2.8V13.34c0-2.345 1.09-3.79 3.131-3.79h1.233V6.756h-.925c-1.59 0-2.8 1.09-3.274 2.132h-.19V7.064h-2.775zm21.057 0h2.183v-2.487h-2.159c-.854 0-1.21-.38-1.21-1.256V9.528h3.511V7.064h-3.511V3.582h-2.657v3.482h-2.325v2.464h2.159v6.229c0 2.63 1.589 3.719 4.009 3.719m9.693.019c2.586 0 4.864-1.279 5.67-3.86l-2.562-.616c-.451 1.373-1.755 2.084-3.131 2.084-2.041 0-3.393-1.326-3.417-3.41h9.419v-.782c0-3.695-2.301-6.443-6.097-6.443-3.346 0-6.216 2.63-6.216 6.537 0 3.79 2.538 6.49 6.334 6.49m-3.416-7.84c.166-1.492 1.518-2.747 3.298-2.747 1.708 0 3.108 1.066 3.25 2.747h-6.548"/><path fill="#19191C" fill-rule="evenodd" d="M108.916 19.476h-2.8V9.528h-2.182V7.064h4.982z" clip-rule="evenodd"/><path fill="#19191C" d="M107.309 5.342c1.02 0 1.779-.758 1.779-1.753 0-.971-.759-1.73-1.779-1.73-1.021 0-1.78.759-1.78 1.73 0 .995.759 1.753 1.78 1.753"/><path fill="#FD366E" d="M24.443 16.432v5.478H10.752c-3.989 0-7.472-2.203-9.335-5.478A11.041 11.041 0 0 1 0 11.695v-1.48a10.97 10.97 0 0 1 .381-2.247C1.661 3.368 5.82 0 10.751 0c4.934 0 9.092 3.37 10.371 7.967h-5.854c-.96-1.499-2.624-2.49-4.516-2.49s-3.555.991-4.516 2.49a5.47 5.47 0 0 0-.67 1.494 5.562 5.562 0 0 0-.202 1.494 5.5 5.5 0 0 0 1.69 3.983 5.32 5.32 0 0 0 3.698 1.494h13.69"/><path fill="#FD366E" d="M24.443 9.46v5.478h-9.994a5.5 5.5 0 0 0 1.691-3.983 5.56 5.56 0 0 0-.203-1.494h8.506"/></svg>

packages/backend/src/apps/appwrite/auth/index.js

@@ -0,0 +1,65 @@
+import verifyCredentials from './verify-credentials.js';
+import isStillVerified from './is-still-verified.js';
+
+export default {
+  fields: [
+    {
+      key: 'screenName',
+      label: 'Screen Name',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description:
+        'Screen name of your connection to be used on Automatisch UI.',
+      clickToCopy: false,
+    },
+    {
+      key: 'projectId',
+      label: 'Project ID',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: 'Project ID of your Appwrite project.',
+      clickToCopy: false,
+    },
+    {
+      key: 'apiKey',
+      label: 'API Key',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: 'API key of your Appwrite project.',
+      clickToCopy: false,
+    },
+    {
+      key: 'instanceUrl',
+      label: 'Appwrite instance URL',
+      type: 'string',
+      required: false,
+      readOnly: false,
+      placeholder: '',
+      description: '',
+      clickToCopy: true,
+    },
+    {
+      key: 'host',
+      label: 'Host Name',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: 'Host name of your Appwrite project.',
+      clickToCopy: false,
+    },
+  ],
+
+  verifyCredentials,
+  isStillVerified,
+};

packages/backend/src/apps/appwrite/auth/is-still-verified.js

@@ -0,0 +1,8 @@
+import verifyCredentials from './verify-credentials.js';
+
+const isStillVerified = async ($) => {
+  await verifyCredentials($);
+  return true;
+};
+
+export default isStillVerified;

packages/backend/src/apps/appwrite/auth/verify-credentials.js

@@ -0,0 +1,5 @@
+const verifyCredentials = async ($) => {
+  await $.http.get('/v1/users');
+};
+
+export default verifyCredentials;

packages/backend/src/apps/appwrite/common/add-auth-header.js

@@ -0,0 +1,16 @@
+const addAuthHeader = ($, requestConfig) => {
+  requestConfig.headers['Content-Type'] = 'application/json';
+
+  if ($.auth.data?.apiKey && $.auth.data?.projectId) {
+    requestConfig.headers['X-Appwrite-Project'] = $.auth.data.projectId;
+    requestConfig.headers['X-Appwrite-Key'] = $.auth.data.apiKey;
+  }
+
+  if ($.auth.data?.host) {
+    requestConfig.headers['Host'] = $.auth.data.host;
+  }
+
+  return requestConfig;
+};
+
+export default addAuthHeader;

packages/backend/src/apps/appwrite/common/set-base-url.js

@@ -0,0 +1,13 @@
+const setBaseUrl = ($, requestConfig) => {
+  const instanceUrl = $.auth.data.instanceUrl;
+
+  if (instanceUrl) {
+    requestConfig.baseURL = instanceUrl;
+  } else if ($.app.apiBaseUrl) {
+    requestConfig.baseURL = $.app.apiBaseUrl;
+  }
+
+  return requestConfig;
+};
+
+export default setBaseUrl;

packages/backend/src/apps/appwrite/dynamic-data/index.js

@@ -0,0 +1,4 @@
+import listCollections from './list-collections/index.js';
+import listDatabases from './list-databases/index.js';
+
+export default [listCollections, listDatabases];

packages/backend/src/apps/appwrite/dynamic-data/list-collections/index.js

@@ -0,0 +1,44 @@
+export default {
+  name: 'List collections',
+  key: 'listCollections',
+
+  async run($) {
+    const collections = {
+      data: [],
+    };
+    const databaseId = $.step.parameters.databaseId;
+
+    if (!databaseId) {
+      return collections;
+    }
+
+    const params = {
+      queries: [
+        JSON.stringify({
+          method: 'orderAsc',
+          attribute: 'name',
+        }),
+        JSON.stringify({
+          method: 'limit',
+          values: [100],
+        }),
+      ],
+    };
+
+    const { data } = await $.http.get(
+      `/v1/databases/${databaseId}/collections`,
+      { params }
+    );
+
+    if (data?.collections) {
+      for (const collection of data.collections) {
+        collections.data.push({
+          value: collection.$id,
+          name: collection.name,
+        });
+      }
+    }
+
+    return collections;
+  },
+};

packages/backend/src/apps/appwrite/dynamic-data/list-databases/index.js

@@ -0,0 +1,36 @@
+export default {
+  name: 'List databases',
+  key: 'listDatabases',
+
+  async run($) {
+    const databases = {
+      data: [],
+    };
+
+    const params = {
+      queries: [
+        JSON.stringify({
+          method: 'orderAsc',
+          attribute: 'name',
+        }),
+        JSON.stringify({
+          method: 'limit',
+          values: [100],
+        }),
+      ],
+    };
+
+    const { data } = await $.http.get('/v1/databases', { params });
+
+    if (data?.databases) {
+      for (const database of data.databases) {
+        databases.data.push({
+          value: database.$id,
+          name: database.name,
+        });
+      }
+    }
+
+    return databases;
+  },
+};

packages/backend/src/apps/appwrite/index.js

@@ -0,0 +1,21 @@
+import defineApp from '../../helpers/define-app.js';
+import addAuthHeader from './common/add-auth-header.js';
+import setBaseUrl from './common/set-base-url.js';
+import auth from './auth/index.js';
+import triggers from './triggers/index.js';
+import dynamicData from './dynamic-data/index.js';
+
+export default defineApp({
+  name: 'Appwrite',
+  key: 'appwrite',
+  baseUrl: 'https://appwrite.io',
+  apiBaseUrl: 'https://cloud.appwrite.io',
+  iconUrl: '{BASE_URL}/apps/appwrite/assets/favicon.svg',
+  authDocUrl: '{DOCS_URL}/apps/appwrite/connection',
+  primaryColor: 'FD366E',
+  supportsConnections: true,
+  beforeRequest: [setBaseUrl, addAuthHeader],
+  auth,
+  triggers,
+  dynamicData,
+});

packages/backend/src/apps/appwrite/triggers/index.js

@@ -0,0 +1,3 @@
+import newDocuments from './new-documents/index.js';
+
+export default [newDocuments];

packages/backend/src/apps/appwrite/triggers/new-documents/index.js

@@ -0,0 +1,104 @@
+import defineTrigger from '../../../../helpers/define-trigger.js';
+
+export default defineTrigger({
+  name: 'New documents',
+  key: 'newDocuments',
+  pollInterval: 15,
+  description: 'Triggers when a new document is created.',
+  arguments: [
+    {
+      label: 'Database',
+      key: 'databaseId',
+      type: 'dropdown',
+      required: true,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listDatabases',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Collection',
+      key: 'collectionId',
+      type: 'dropdown',
+      required: true,
+      dependsOn: ['parameters.databaseId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listCollections',
+          },
+          {
+            name: 'parameters.databaseId',
+            value: '{parameters.databaseId}',
+          },
+        ],
+      },
+    },
+  ],
+
+  async run($) {
+    const { databaseId, collectionId } = $.step.parameters;
+
+    const limit = 1;
+    let lastDocumentId = undefined;
+    let offset = 0;
+    let documentCount = 0;
+
+    do {
+      const params = {
+        queries: [
+          JSON.stringify({
+            method: 'orderDesc',
+            attribute: '$createdAt',
+          }),
+          JSON.stringify({
+            method: 'limit',
+            values: [limit],
+          }),
+          // An invalid cursor shouldn't be sent.
+          lastDocumentId &&
+            JSON.stringify({
+              method: 'cursorAfter',
+              values: [lastDocumentId],
+            }),
+        ].filter(Boolean),
+      };
+
+      const { data } = await $.http.get(
+        `/v1/databases/${databaseId}/collections/${collectionId}/documents`,
+        { params }
+      );
+
+      const documents = data?.documents;
+      documentCount = documents?.length;
+      offset = offset + limit;
+      lastDocumentId = documents[documentCount - 1]?.$id;
+
+      if (!documentCount) {
+        return;
+      }
+
+      for (const document of documents) {
+        $.pushTriggerItem({
+          raw: document,
+          meta: {
+            internalId: document.$id,
+          },
+        });
+      }
+    } while (documentCount === limit);
+  },
+});

packages/backend/src/apps/asana/actions/create-project/index.js

@@ -0,0 +1,216 @@
+import defineAction from '../../../../helpers/define-action.js';
+import omitBy from 'lodash/omitBy.js';
+import isEmpty from 'lodash/isEmpty.js';
+
+export default defineAction({
+  name: 'Create project',
+  key: 'createProject',
+  description: 'Creates a new project.',
+  arguments: [
+    {
+      label: 'Workspace',
+      key: 'workspaceId',
+      type: 'dropdown',
+      required: true,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listWorkspaces',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Team',
+      key: 'teamId',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listTeams',
+          },
+          {
+            name: 'parameters.workspaceId',
+            value: '{parameters.workspaceId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Due date',
+      key: 'dueDate',
+      type: 'string',
+      required: false,
+      description: 'Example due on: 2019-09-15',
+      variables: true,
+    },
+    {
+      label: 'Name',
+      key: 'name',
+      type: 'string',
+      required: true,
+      description: '',
+      variables: true,
+    },
+    {
+      label: 'Notes',
+      key: 'notes',
+      type: 'string',
+      required: true,
+      description: 'You can format the notes using html.',
+      variables: true,
+    },
+    {
+      label: 'Is the notes rich text?',
+      key: 'richText',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      options: [
+        {
+          label: 'No',
+          value: 'false',
+        },
+        {
+          label: 'Yes',
+          value: 'true',
+        },
+      ],
+    },
+    {
+      label: 'Default View',
+      key: 'defaultView',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      options: [
+        {
+          label: 'List',
+          value: 'list',
+        },
+        {
+          label: 'Board',
+          value: 'board',
+        },
+        {
+          label: 'Calendar',
+          value: 'calendar',
+        },
+        {
+          label: 'Timeline',
+          value: 'timeline',
+        },
+      ],
+    },
+    {
+      label: 'Owner',
+      key: 'ownerId',
+      type: 'dropdown',
+      required: false,
+      dependsOn: ['parameters.workspaceId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listUsers',
+          },
+          {
+            name: 'parameters.workspaceId',
+            value: '{parameters.workspaceId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Followers',
+      key: 'followerIds',
+      type: 'dynamic',
+      required: false,
+      description: '',
+      fields: [
+        {
+          label: 'Follower',
+          key: 'followerId',
+          type: 'dropdown',
+          required: false,
+          dependsOn: ['parameters.workspaceId'],
+          description: '',
+          variables: true,
+          source: {
+            type: 'query',
+            name: 'getDynamicData',
+            arguments: [
+              {
+                name: 'key',
+                value: 'listUsers',
+              },
+              {
+                name: 'parameters.workspaceId',
+                value: '{parameters.workspaceId}',
+              },
+            ],
+          },
+        },
+      ],
+    },
+  ],
+
+  async run($) {
+    const {
+      workspaceId,
+      teamId,
+      dueDate,
+      name,
+      notes,
+      richText,
+      defaultView,
+      ownerId,
+      followerIds,
+    } = $.step.parameters;
+
+    const allFollowers = followerIds
+      .map((followerId) => followerId.followerId)
+      .filter(Boolean);
+
+    const data = {
+      workspace: workspaceId,
+      team: teamId,
+      due_on: dueDate,
+      name,
+      default_view: defaultView,
+      owner: ownerId,
+      followers: allFollowers,
+    };
+
+    if (richText === 'true') {
+      data.html_notes = notes;
+    } else {
+      data.notes = notes;
+    }
+
+    const filteredData = omitBy(data, isEmpty);
+
+    const response = await $.http.post('/1.0/projects', { data: filteredData });
+
+    $.setActionItem({
+      raw: response.data,
+    });
+  },
+});

packages/backend/src/apps/asana/actions/create-task/index.js

@@ -0,0 +1,312 @@
+import defineAction from '../../../../helpers/define-action.js';
+import omitBy from 'lodash/omitBy.js';
+import isEmpty from 'lodash/isEmpty.js';
+
+export default defineAction({
+  name: 'Create task',
+  key: 'createTask',
+  description: 'Creates a new task.',
+  arguments: [
+    {
+      label: 'Workspace',
+      key: 'workspaceId',
+      type: 'dropdown',
+      required: true,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listWorkspaces',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Project',
+      key: 'projectId',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listProjects',
+          },
+          {
+            name: 'parameters.workspaceId',
+            value: '{parameters.workspaceId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Section',
+      key: 'sectionId',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listSections',
+          },
+          {
+            name: 'parameters.projectId',
+            value: '{parameters.projectId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Due date type',
+      key: 'dueDateType',
+      type: 'dropdown',
+      required: false,
+      description: "If not filled in, 'Date & time' will be assumed.",
+      options: [
+        {
+          label: 'Date & time',
+          value: 'at',
+        },
+        {
+          label: 'Date only',
+          value: 'on',
+        },
+      ],
+    },
+    {
+      label: 'Due date (date & time)',
+      key: 'dueDate',
+      type: 'string',
+      required: false,
+      description:
+        'Example due at: 2019-09-15T02:06:58.147Z, example due on: 2019-09-15',
+      variables: true,
+    },
+    {
+      label: 'Name',
+      key: 'name',
+      type: 'string',
+      required: false,
+      description: '',
+      variables: true,
+    },
+    {
+      label: 'Description',
+      key: 'description',
+      type: 'string',
+      required: false,
+      description: 'You can format the description using html.',
+      variables: true,
+    },
+    {
+      label: 'Is the description rich text?',
+      key: 'richText',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      options: [
+        {
+          label: 'No',
+          value: 'false',
+        },
+        {
+          label: 'Yes',
+          value: 'true',
+        },
+      ],
+    },
+    {
+      label: 'Mark Task as complete?',
+      key: 'taskCompleted',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      options: [
+        {
+          label: 'No',
+          value: 'false',
+        },
+        {
+          label: 'Yes',
+          value: 'true',
+        },
+      ],
+    },
+    {
+      label: 'Mark Task as liked?',
+      key: 'taskLiked',
+      type: 'dropdown',
+      required: false,
+      description: '',
+      variables: true,
+      options: [
+        {
+          label: 'No',
+          value: 'false',
+        },
+        {
+          label: 'Yes',
+          value: 'true',
+        },
+      ],
+    },
+    {
+      label: 'Assignee',
+      key: 'assigneeId',
+      type: 'dropdown',
+      required: false,
+      dependsOn: ['parameters.workspaceId'],
+      description: '',
+      variables: true,
+      source: {
+        type: 'query',
+        name: 'getDynamicData',
+        arguments: [
+          {
+            name: 'key',
+            value: 'listUsers',
+          },
+          {
+            name: 'parameters.workspaceId',
+            value: '{parameters.workspaceId}',
+          },
+        ],
+      },
+    },
+    {
+      label: 'Followers',
+      key: 'followerIds',
+      type: 'dynamic',
+      required: false,
+      description: '',
+      fields: [
+        {
+          label: 'Follower',
+          key: 'followerId',
+          type: 'dropdown',
+          required: false,
+          dependsOn: ['parameters.workspaceId'],
+          description: '',
+          variables: true,
+          source: {
+            type: 'query',
+            name: 'getDynamicData',
+            arguments: [
+              {
+                name: 'key',
+                value: 'listUsers',
+              },
+              {
+                name: 'parameters.workspaceId',
+                value: '{parameters.workspaceId}',
+              },
+            ],
+          },
+        },
+      ],
+    },
+    {
+      label: 'Tags',
+      key: 'tagIds',
+      type: 'dynamic',
+      required: false,
+      description: '',
+      fields: [
+        {
+          label: 'Tag',
+          key: 'tagId',
+          type: 'dropdown',
+          required: false,
+          dependsOn: ['parameters.workspaceId'],
+          description: '',
+          variables: true,
+          source: {
+            type: 'query',
+            name: 'getDynamicData',
+            arguments: [
+              {
+                name: 'key',
+                value: 'listTags',
+              },
+              {
+                name: 'parameters.workspaceId',
+                value: '{parameters.workspaceId}',
+              },
+            ],
+          },
+        },
+      ],
+    },
+  ],
+
+  async run($) {
+    const {
+      workspaceId,
+      projectId,
+      sectionId,
+      dueDateType,
+      dueDate,
+      name,
+      description,
+      richText,
+      taskCompleted,
+      taskLiked,
+      assigneeId,
+      followerIds,
+      tagIds,
+    } = $.step.parameters;
+
+    const allFollowers = followerIds
+      .map((followerId) => followerId.followerId)
+      .filter(Boolean);
+
+    const allTags = tagIds.map((tagId) => tagId.tagId).filter(Boolean);
+
+    const data = {
+      name,
+      completed: taskCompleted,
+      liked: taskLiked,
+      assignee: assigneeId,
+      assignee_section: sectionId,
+      followers: allFollowers,
+      projects: projectId,
+      tags: allTags,
+      workspace: workspaceId,
+    };
+
+    if (richText === 'true') {
+      data.html_notes = description;
+    } else {
+      data.notes = description;
+    }
+
+    if (dueDateType === 'on') {
+      data.due_on = dueDate;
+    } else {
+      data.due_at = dueDate;
+    }
+
+    const filteredData = omitBy(data, isEmpty);
+
+    const response = await $.http.post('/1.0/tasks', { data: filteredData });
+
+    $.setActionItem({
+      raw: response.data,
+    });
+  },
+});

packages/backend/src/apps/asana/actions/index.js

@@ -0,0 +1,4 @@
+import createProject from './create-project/index.js';
+import createTask from './create-task/index.js';
+
+export default [createProject, createTask];

packages/backend/src/apps/asana/assets/favicon.svg

@@ -0,0 +1,8 @@
+<svg width="555" height="110" viewBox="0 0 555 110" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path fill-rule="evenodd" clip-rule="evenodd" d="M541.011 83.513C541.347 87.339 544.407 92.209 549.709 92.209H552.811C554.014 92.209 555 91.2232 555 90.0197V21.7948H554.986C554.923 20.6454 553.974 19.7248 552.811 19.7248H543.199C542.036 19.7248 541.087 20.6454 541.023 21.7948H541.011V27.3385C535.122 20.0789 525.836 17.0657 516.525 17.0657C495.359 17.0657 478.202 34.2365 478.202 55.419C478.202 76.6027 495.359 93.7741 516.525 93.7741V93.7759C525.836 93.7759 535.983 90.1606 541.01 83.5042L541.011 83.513V83.513ZM516.562 80.3509C503.101 80.3509 492.188 69.1896 492.188 55.4192C492.188 41.6511 503.101 30.4892 516.562 30.4892C530.022 30.4892 540.934 41.6511 540.934 55.4192C540.934 69.1896 530.022 80.3509 516.562 80.3509V80.3509Z" fill="#690031"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M466.05 85.8589L466.045 50.5554H466.046C466.046 30.655 453.501 17.2299 433.497 17.2299C423.947 17.2299 416.119 22.7561 413.355 27.5032C412.757 23.7913 410.788 19.8896 404.681 19.8896H401.569C400.365 19.8896 399.382 20.876 399.382 22.0795V83.6835C399.382 83.6853 399.382 83.69 399.382 83.6929V90.3102H399.394C399.457 91.4579 400.408 92.3796 401.57 92.3796H411.182C411.33 92.3796 411.474 92.3621 411.613 92.3347C411.677 92.3225 411.736 92.2975 411.798 92.28C411.869 92.2579 411.944 92.241 412.012 92.213C412.097 92.1775 412.175 92.1298 412.255 92.0855C412.294 92.0617 412.334 92.0448 412.372 92.0197C412.468 91.958 412.556 91.8835 412.641 91.8072C412.655 91.7932 412.672 91.7839 412.686 91.7711C412.781 91.6785 412.868 91.5766 412.946 91.4707C412.946 91.4689 412.946 91.4689 412.946 91.4689C413.187 91.1382 413.333 90.7399 413.357 90.3102H413.369V50.0081C413.369 39.3201 422.028 30.655 432.709 30.655C443.389 30.655 452.047 39.3201 452.047 50.0081L452.056 83.6952L452.058 83.6835C452.058 83.7132 452.063 83.7441 452.063 83.7761V90.3102H452.076C452.139 91.4579 453.089 92.3796 454.251 92.3796H463.864C464.012 92.3796 464.156 92.3621 464.295 92.3347C464.352 92.3243 464.404 92.3015 464.46 92.2858C464.538 92.2631 464.619 92.2433 464.695 92.213C464.773 92.1804 464.845 92.135 464.92 92.0931C464.965 92.0675 465.013 92.0489 465.056 92.0197C465.145 91.9615 465.226 91.8911 465.306 91.8212C465.326 91.8026 465.349 91.7886 465.368 91.7694C465.459 91.6814 465.54 91.5865 465.615 91.487C465.62 91.4794 465.626 91.4736 465.632 91.466C465.868 91.1382 466.013 90.7428 466.038 90.3161C466.038 90.3131 466.039 90.3102 466.039 90.3102H466.052V85.86L466.05 85.8589" fill="#690031"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M365.94 83.5127C366.276 87.3387 369.336 92.2088 374.638 92.2088H377.74C378.943 92.2088 379.927 91.223 379.927 90.0195V21.7945H379.915C379.852 20.6452 378.901 19.7246 377.74 19.7246H368.128C366.965 19.7246 366.016 20.6452 365.951 21.7945H365.94V27.3382C360.05 20.0786 350.764 17.0654 341.453 17.0654C320.288 17.0654 303.131 34.2362 303.131 55.4188C303.131 76.6025 320.288 93.7739 341.453 93.7739V93.7756C350.764 93.7756 360.912 90.1604 365.939 83.504L365.94 83.5127V83.5127ZM341.49 80.3506C328.03 80.3506 317.117 69.1893 317.117 55.4189C317.117 41.6509 328.03 30.489 341.49 30.489C354.952 30.489 365.862 41.6509 365.862 55.4189C365.862 69.1893 354.952 80.3506 341.49 80.3506V80.3506Z" fill="#690031"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M246.284 73.7415C252.702 78.1905 259.706 80.3513 266.437 80.3513C272.85 80.3513 279.479 77.0242 279.479 71.2337C279.479 63.5024 265.033 62.2995 255.957 59.2124C246.88 56.1252 239.061 49.7437 239.061 39.4092C239.061 23.5956 253.14 17.0645 266.281 17.0645C274.607 17.0645 283.198 19.8121 288.767 23.7482C290.686 25.2027 289.517 26.8726 289.517 26.8726L284.201 34.4716C283.603 35.3276 282.559 36.067 281.059 35.1407C279.559 34.2149 274.298 30.4884 266.281 30.4884C258.263 30.4884 253.434 34.1939 253.434 38.7868C253.434 44.2943 259.711 46.0266 267.063 47.9038C279.875 51.36 293.852 55.5144 293.852 71.2337C293.852 85.1665 280.829 93.777 266.437 93.777C255.53 93.777 246.244 90.6654 238.456 84.9459C236.834 83.3208 237.967 81.8121 237.967 81.8121L243.257 74.2515C244.334 72.8378 245.691 73.331 246.284 73.7415" fill="#690031"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M209.331 83.5127C209.668 87.3387 212.728 92.2088 218.03 92.2088H221.132C222.334 92.2088 223.32 91.223 223.32 90.0195V21.7945H223.307C223.244 20.6452 222.294 19.7246 221.132 19.7246H211.519C210.357 19.7246 209.408 20.6452 209.343 21.7945H209.331V27.3382C203.442 20.0786 194.156 17.0654 184.845 17.0654C163.68 17.0654 146.522 34.2362 146.522 55.4188C146.522 76.6025 163.68 93.7739 184.845 93.7739V93.7756C194.156 93.7756 204.304 90.1604 209.33 83.504L209.331 83.5127V83.5127ZM184.883 80.3506C171.422 80.3506 160.509 69.1893 160.509 55.4189C160.509 41.6509 171.422 30.489 184.883 30.489C198.343 30.489 209.255 41.6509 209.255 55.4189C209.255 69.1893 198.343 80.3506 184.883 80.3506V80.3506Z" fill="#690031"/>
+<path fill-rule="evenodd" clip-rule="evenodd" d="M92.794 58.0274C78.5507 58.0274 67.0041 69.5741 67.0041 83.8185C67.0041 98.0618 78.5507 109.608 92.794 109.608C107.037 109.608 118.584 98.0618 118.584 83.8185C118.584 69.5741 107.037 58.0274 92.794 58.0274V58.0274ZM25.7899 58.0298C11.5466 58.0298 0 69.5741 0 83.8186C0 98.0618 11.5466 109.608 25.7899 109.608C40.0338 109.608 51.581 98.0618 51.581 83.8186C51.581 69.5741 40.0338 58.0298 25.7899 58.0298V58.0298ZM85.0815 25.7894C85.0815 40.0338 73.5354 51.5816 59.2921 51.5816C45.0483 51.5816 33.5022 40.0338 33.5022 25.7894C33.5022 11.5478 45.0483 0 59.2921 0C73.5354 0 85.0815 11.5478 85.0815 25.7894V25.7894Z" fill="#FF584A"/>
+</svg>

packages/backend/src/apps/asana/auth/generate-auth-url.js

@@ -0,0 +1,25 @@
+import { URLSearchParams } from 'url';
+import crypto from 'crypto';
+
+export default async function generateAuthUrl($) {
+  const oauthRedirectUrlField = $.app.auth.fields.find(
+    (field) => field.key == 'oAuthRedirectUrl'
+  );
+  const redirectUri = oauthRedirectUrlField.value;
+  const state = crypto.randomBytes(100).toString('base64url');
+
+  const searchParams = new URLSearchParams({
+    client_id: $.auth.data.clientId,
+    redirect_uri: redirectUri,
+    response_type: 'code',
+    //scope: authScope.join(' '),
+    state,
+  });
+
+  const url = `https://app.asana.com/-/oauth_authorize?${searchParams.toString()}`;
+
+  await $.auth.set({
+    url,
+    originalState: state,
+  });
+}

packages/backend/src/apps/asana/auth/index.js

@@ -0,0 +1,48 @@
+import generateAuthUrl from './generate-auth-url.js';
+import verifyCredentials from './verify-credentials.js';
+import refreshToken from './refresh-token.js';
+import isStillVerified from './is-still-verified.js';
+
+export default {
+  fields: [
+    {
+      key: 'oAuthRedirectUrl',
+      label: 'OAuth Redirect URL',
+      type: 'string',
+      required: true,
+      readOnly: true,
+      value: '{WEB_APP_URL}/app/asana/connections/add',
+      placeholder: null,
+      description:
+        'When asked to input a redirect URL in Asana, enter the URL above.',
+      clickToCopy: true,
+    },
+    {
+      key: 'clientId',
+      label: 'Client ID',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: null,
+      clickToCopy: false,
+    },
+    {
+      key: 'clientSecret',
+      label: 'Client Secret',
+      type: 'string',
+      required: true,
+      readOnly: false,
+      value: null,
+      placeholder: null,
+      description: null,
+      clickToCopy: false,
+    },
+  ],
+
+  generateAuthUrl,
+  verifyCredentials,
+  isStillVerified,
+  refreshToken,
+};

packages/backend/src/apps/asana/auth/is-still-verified.js

@@ -0,0 +1,8 @@
+import getCurrentUser from '../common/get-current-user.js';
+
+const isStillVerified = async ($) => {
+  const currentUser = await getCurrentUser($);
+  return !!currentUser.data.email;
+};
+
+export default isStillVerified;

packages/backend/src/apps/asana/auth/refresh-token.js

@@ -0,0 +1,37 @@
+import { URLSearchParams } from 'node:url';
+
+const refreshToken = async ($) => {
+  const oauthRedirectUrlField = $.app.auth.fields.find(
+    (field) => field.key == 'oAuthRedirectUrl'
+  );
+  const redirectUri = oauthRedirectUrlField.value;
+
+  const params = new URLSearchParams({
+    client_id: $.auth.data.clientId,
+    client_secret: $.auth.data.clientSecret,
+    redirect_uri: redirectUri,
+    grant_type: 'refresh_token',
+    refresh_token: $.auth.data.refreshToken,
+  });
+
+  const { data } = await $.http.post(
+    'https://app.asana.com/-/oauth_token',
+    params.toString(),
+    {
+      headers: {
+        'Content-Type': 'application/x-www-form-urlencoded',
+      },
+      additionalProperties: {
+        skipAddingAuthHeader: true,
+      },
+    }
+  );
+
+  await $.auth.set({
+    accessToken: data.access_token,
+    expiresIn: data.expires_in,
+    tokenType: data.token_type,
+  });
+};
+
+export default refreshToken;

packages/backend/src/apps/asana/auth/verify-credentials.js

@@ -0,0 +1,39 @@
+const verifyCredentials = async ($) => {
+  if ($.auth.data.originalState !== $.auth.data.state) {
+    throw new Error("The 'state' parameter does not match.");
+  }
+  const oauthRedirectUrlField = $.app.auth.fields.find(
+    (field) => field.key == 'oAuthRedirectUrl'
+  );
+  const redirectUri = oauthRedirectUrlField.value;
+  const { data } = await $.http.post(
+    'https://app.asana.com/-/oauth_token',
+    {
+      client_id: $.auth.data.clientId,
+      client_secret: $.auth.data.clientSecret,
+      code: $.auth.data.code,
+      grant_type: 'authorization_code',
+      redirect_uri: redirectUri,
+    },
+    {
+      headers: {
+        'Content-Type': 'application/x-www-form-urlencoded',
+      },
+    }
+  );
+
+  await $.auth.set({
+    accessToken: data.access_token,
+    tokenType: data.token_type,
+    clientId: $.auth.data.clientId,
+    clientSecret: $.auth.data.clientSecret,
+    scope: $.auth.data.scope,
+    id: data.data.id,
+    gid: data.data.gid,
+    expiresIn: data.expires_in,
+    refreshToken: data.refresh_token,
+    screenName: `${data.data.name} - ${data.data.email}`,
+  });
+};
+
+export default verifyCredentials;

packages/backend/src/apps/asana/common/add-auth-header.js

@@ -0,0 +1,12 @@
+const addAuthHeader = ($, requestConfig) => {
+  if (requestConfig.additionalProperties?.skipAddingAuthHeader)
+    return requestConfig;
+
+  if ($.auth.data?.accessToken) {
+    requestConfig.headers.Authorization = `${$.auth.data.tokenType} ${$.auth.data.accessToken}`;
+  }
+
+  return requestConfig;
+};
+
+export default addAuthHeader;

packages/backend/src/apps/asana/common/get-current-user.js

@@ -0,0 +1,8 @@
+const getCurrentUser = async ($) => {
+  const { data: currentUser } = await $.http.get(
+    `/1.0/users/${$.auth.data.gid}`
+  );
+  return currentUser;
+};
+
+export default getCurrentUser;

packages/backend/src/apps/asana/dynamic-data/index.js

@@ -0,0 +1,15 @@
+import listProjects from './list-projects/index.js';
+import listSections from './list-sections/index.js';
+import listTags from './list-tags/index.js';
+import listTeams from './list-teams/index.js';
+import listUsers from './list-users/index.js';
+import listWorkspaces from './list-workspaces/index.js';
+
+export default [
+  listProjects,
+  listSections,
+  listTags,
+  listTeams,
+  listUsers,
+  listWorkspaces,
+];

packages/backend/src/apps/asana/dynamic-data/list-projects/index.js

@@ -0,0 +1,42 @@
+export default {
+  name: 'List projects',
+  key: 'listProjects',
+
+  async run($) {
+    const projects = {
+      data: [],
+    };
+    const workspaceId = $.step.parameters.workspaceId;
+
+    if (!workspaceId) {
+      return projects;
+    }
+
+    const params = {
+      limit: 100,
+      offset: undefined,
+      workspace: workspaceId,
+    };
+
+    do {
+      const {
+        data: { data, next_page },
+      } = await $.http.get('/1.0/projects', {
+        params,
+      });
+
+      params.offset = next_page?.offset;
+
+      if (data) {
+        for (const project of data) {
+          projects.data.push({
+            value: project.gid,
+            name: project.name,
+          });
+        }
+      }
+    } while (params.offset);
+
+    return projects;
+  },
+};

packages/backend/src/apps/asana/dynamic-data/list-sections/index.js

@@ -0,0 +1,41 @@
+export default {
+  name: 'List sections',
+  key: 'listSections',
+
+  async run($) {
+    const sections = {
+      data: [],
+    };
+    const projectId = $.step.parameters.projectId;
+
+    if (!projectId) {
+      return sections;
+    }
+
+    const params = {
+      limit: 100,
+      offset: undefined,
+    };
+
+    do {
+      const {
+        data: { data, next_page },
+      } = await $.http.get(`/1.0/projects/${projectId}/sections`, {
+        params,
+      });
+
+      params.offset = next_page?.offset;
+
+      if (data) {
+        for (const section of data) {
+          sections.data.push({
+            value: section.gid,
+            name: section.name,
+          });
+        }
+      }
+    } while (params.offset);
+
+    return sections;
+  },
+};

packages/backend/src/apps/asana/dynamic-data/list-tags/index.js

@@ -0,0 +1,42 @@
+export default {
+  name: 'List tags',
+  key: 'listTags',
+
+  async run($) {
+    const tags = {
+      data: [],
+    };
+    const workspaceId = $.step.parameters.workspaceId;
+
+    if (!workspaceId) {
+      return workspaceId;
+    }
+
+    const params = {
+      limit: 100,
+      offset: undefined,
+      workspace: workspaceId,
+    };
+
+    do {
+      const {
+        data: { data, next_page },
+      } = await $.http.get('/1.0/tags', {
+        params,
+      });
+
+      params.offset = next_page?.offset;
+
+      if (data) {
+        for (const tag of data) {
+          tags.data.push({
+            value: tag.gid,
+            name: tag.name,
+          });
+        }
+      }
+    } while (params.offset);
+
+    return tags;
+  },
+};