Dockerised binding regeneration

.dockerignore

@@ -0,0 +1 @@
+**/node_modules

.github/workflows/protobuf.yml

@@ -10,21 +10,12 @@ on:
       - 'buf**'
       - '.tool-versions'
       - 'dev/proto-generate.sh'
+      - 'dev/proto-generate-in-docker.sh'
+      - 'Dockerfile.bindings'
 
 jobs:
   protoc-gen-up-to-date:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-      - name: Set up Haskell
-        uses: haskell/actions/setup@v2
-        with:
-          ghc-version: '8.10'
-          cabal-version: 'latest'
-      - uses: ./.github/actions/asdf
-        with:
-          js: true
-          rust: true
-          golang: true
-      - run: ./dev/proto-generate.sh
-      - run: git diff --exit-code
+      - run: ./dev/proto-generate-in-docker.sh

.tool-versions

@@ -1,5 +1,6 @@
 golang 1.19.10
-nodejs 16.7.0
+nodejs 16.20.2
 shellcheck 0.7.1
 yarn 1.22.17
 rust 1.71.0
+python 3.11.9

Development.md

@@ -27,10 +27,20 @@
 ## Code generation
 
 1. Regenerating definitions after changing the schema in [scip.proto](./scip.proto).
+
+   If you have **asdf** setup on your machine, you can use the binding generation script directly:
+
    ```
    ./dev/proto-generate.sh
    ```
+
    For the Haskell bindings, see `bindings/haskell/README.md`.
+
+   You can also run the same script in a pre-configured Docker environment,
+   by running `./dev/proto-generate-in-docker.sh` - this command will
+   build the environment and run ./dev/proto-generate.sh script. The only
+   dependency you need is Docker.
+
 2. Regenerating snapshots after making changes to the CLI.
    ```
    go test ./cmd/scip -update-snapshots

Dockerfile.bindings

@@ -0,0 +1,45 @@
+FROM ubuntu@sha256:19478ce7fc2ffbce89df29fea5725a8d12e57de52eb9ea570890dc5852aac1ac
+
+ENV DEBIAN_FRONTEND noninteractive
+
+RUN apt-get update -q && apt-get install -y git curl xz-utils tar gpg build-essential libssl-dev zlib1g-dev \
+    libbz2-dev libreadline-dev libsqlite3-dev \
+    libncursesw5-dev tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev \
+    libffi8 libgmp-dev libgmp10 libncurses-dev libncurses5 libtinfo5 pkg-config
+
+RUN adduser --shell /bin/bash --home /asdf --disabled-password asdf
+ENV PATH="${PATH}:/asdf/.asdf/shims:/asdf/.asdf/bin"
+
+USER asdf
+RUN git clone --depth 1 https://github.com/asdf-vm/asdf.git $HOME/.asdf && \
+    echo '. $HOME/.asdf/asdf.sh' >> $HOME/.bashrc && \
+    echo '. $HOME/.asdf/asdf.sh' >> $HOME/.profile
+
+RUN . ~/.bashrc
+
+# YOLO
+RUN curl --proto '=https' --tlsv1.2 -sSf https://get-ghcup.haskell.org | sh
+
+ENV PATH="${PATH}:/asdf/.ghcup/bin"
+
+RUN asdf plugin add nodejs && \
+    asdf plugin add golang && \
+    asdf plugin add shellcheck && \
+    asdf plugin add yarn && \
+    asdf plugin add python && \
+    asdf plugin add rust
+
+COPY .tool-versions .
+
+RUN asdf install && \
+    # Pre-fetch Haskell dependencies as they take the longest time by far
+    # TODO(anton): run the proto-generate.sh script during the build time to 
+    # pre-fecth all dependencies. I attempted to do so but ran into issues 
+    # with Yarn
+    cabal install proto-lens-protoc-0.8.0.1 ghc-source-gen-0.4.5.0 
+
+WORKDIR /src
+
+ENTRYPOINT ["./dev/proto-generate.sh"]
+
+

cmd/scip/tests/reprolang/package.json

@@ -12,6 +12,6 @@
     "nan": "^2.15.0"
   },
   "devDependencies": {
-    "tree-sitter-cli": "^0.20.4"
+    "tree-sitter-cli": "^0.20.8"
   }
 }

dev/proto-generate-in-docker.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -xeuo pipefail
+
+cd "$(dirname "${BASH_SOURCE[0]}")/.." # cd to repo root dir
+
+IMAGE_NAME="sourcegraph/scip-bindings-env"
+
+docker build . -t $IMAGE_NAME -f Dockerfile.bindings
+docker run -v $(pwd):/src $IMAGE_NAME

dev/proto-generate.sh

@@ -19,7 +19,7 @@ fi
 
 echo "--- Haskell ---"
 command -v cabal > /dev/null 2>&1 || { echo >&2 "Haskell's 'cabal' command is not installed. Please install it first via https://www.haskell.org/ghcup/"; exit 1; }
-cabal install proto-lens-protoc-0.7.1.1 ghc-source-gen-0.4.3.0 --overwrite-policy=always --ghc-options='-j2 +RTS -A32m' --installdir="$PWD/.bin"
+cabal install proto-lens-protoc-0.8.0.1 ghc-source-gen-0.4.5.0 --overwrite-policy=always --ghc-options='-j2 +RTS -A32m' --installdir="$PWD/.bin"
 # buf requires the generator to be named protoc-gen-*
 ln -sfv "$PWD/.bin/proto-lens-protoc" "$PWD/.bin/protoc-gen-haskell"
 PATH="$PWD/.bin:$PATH"