[Tooling] Integrate Tilt development environment

Tiltfile

@@ -0,0 +1,7 @@
+load("./tiltfiles/pocketdex.tilt", "pocketdex")
+pocketdex("./",
+          # TODO(@bryanchriswhite): load genesis file name from env var or config file.
+          genesis_file_name="testnet.json",
+          postgres_values_path="./tiltfiles/k8s/postgres/values.yaml",
+          indexer_values_path="./tiltfiles/k8s/indexer/dev-testnet-indexer-values.yaml",
+          gql_engine_values_path="./tiltfiles/k8s/gql-engine/dev-gql-engine-values.yaml")

docker/dev-node.dockerfile

@@ -4,6 +4,7 @@ ARG CI=false
 ARG NODE_ENV=development
 ARG ENDPOINT
 ARG CHAIN_ID=poktroll
+ARG GENESIS_FILENAME
 
 ENV NODE_ENV=$NODE_ENV
 ENV ENDPOINT=$ENDPOINT
@@ -33,6 +34,7 @@ WORKDIR /app
 COPY package.json yarn.lock .yarnrc.yml /app/
 COPY scripts /app/scripts
 COPY .yarn /app/.yarn
+COPY ./genesis/${GENESIS_FILENAME} /app/genesis.json
 
 # Install dev dependencies
 RUN yarn install

docker/pg-Dockerfile

@@ -1,5 +1,6 @@
-ARG POSTGRES_VERSION=16-alpine
-FROM postgres:$POSTGRES_VERSION
+#ARG POSTGRES_VERSION=16-alpine
+#FROM postgres:$POSTGRES_VERSION
+FROM postgres:latest
 
 # Variables needed at runtime to configure postgres and run the initdb scripts
 ENV POSTGRES_DB 'postgres'

package.json

@@ -17,29 +17,36 @@
     "test": "yarn run build && subql-node-cosmos test",
     "test:ci": "env node vendor/subql-cosmos/packages/node/bin/run test",
     "env:prepare": "./scripts/prepare-dotenv.sh",
-    "docker:compose": "./scripts/docker-compose.sh",
     "poktroll:proxy:start": "./scripts/proxy-tunnel.sh start",
     "poktroll:proxy:stop": "./scripts/proxy-tunnel.sh stop",
+
+    "docker:compose": "./scripts/docker-compose.sh",
     "docker:check-env:production": "env sh ./scripts/dotenv-check.sh production",
+
+    "docker:build:test": "yarn run docker:compose test build",
+    "docker:build:no-cache:test": "yarn run docker:compose test build --no-cache",
+    "docker:build:development": "yarn run docker:compose development build",
+    "docker:build:no-cache:development": "yarn run docker:compose development build --no-cache",
     "docker:build:production": "yarn run docker:compose production build",
     "docker:build:no-cache:production": "yarn run docker:compose production build --no-cache",
+
+    "docker:start:development": "yarn run docker:compose development up --remove-orphans",
+    "docker:start:test": "yarn run docker:compose test up --remove-orphans",
     "docker:start:production": "yarn run docker:compose production up --remove-orphans",
-    "docker:ps:production": "yarn run docker:compose production ps",
+
+    "docker:stop:development": "yarn run docker:compose development stop",
+    "docker:stop:test": "yarn run docker:compose test stop",
     "docker:stop:production": "yarn run docker:compose production stop",
-    "docker:clean:production": "yarn run docker:compose production down -v",
-    "docker:check-env:development": "env sh ./scripts/dotenv-check.sh development",
-    "docker:build:development": "yarn run docker:compose development build",
-    "docker:build:no-cache:development": "yarn run docker:compose development build --no-cache",
-    "docker:start:development": "yarn run docker:compose development up --remove-orphans",
+
     "docker:ps:development": "yarn run docker:compose development ps",
-    "docker:stop:development": "yarn run docker:compose development stop",
-    "docker:clean:development": "yarn run docker:compose development down -v",
-    "docker:check-env:test": "env sh ./scripts/dotenv-check.sh test",
-    "docker:build:test": "yarn run docker:compose test build",
-    "docker:build:no-cache:test": "yarn run docker:compose test build --no-cache",
-    "docker:start:test": "yarn run docker:compose test up --remove-orphans",
     "docker:ps:test": "yarn run docker:compose test ps",
-    "docker:stop:test": "yarn run docker:compose test stop",
+    "docker:ps:production": "yarn run docker:compose production ps",
+
+    "docker:check-env:development": "env sh ./scripts/dotenv-check.sh development",
+    "docker:check-env:test": "env sh ./scripts/dotenv-check.sh test",
+
+    "docker:clean:production": "yarn run docker:compose production down -v",
+    "docker:clean:development": "yarn run docker:compose development down -v",
     "docker:clean:test": "yarn run docker:compose test down -v"
   },
   "homepage": "https://github.com/pokt-network/pocketdex",

tiltfiles/k8s/gql-engine/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

tiltfiles/k8s/gql-engine/Chart.yaml

@@ -0,0 +1,24 @@
+apiVersion: v2
+name: gql-engine
+description: GraphQL API Server for Pocketdex
+
+# A chart can be either an 'application' or a 'library' chart.
+#
+# Application charts are a collection of templates that can be packaged into versioned archives
+# to be deployed.
+#
+# Library charts provide useful utilities or functions for the chart developer. They're included as
+# a dependency of application charts to inject those utilities and functions into the rendering
+# pipeline. Library charts do not define any templates and therefore cannot be deployed.
+type: application
+
+# This is the chart version. This version number should be incremented each time you make changes
+# to the chart and its templates, including the app version.
+# Versions are expected to follow Semantic Versioning (https://semver.org/)
+version: 0.1.0
+
+# This is the version number of the application being deployed. This version number should be
+# incremented each time you make changes to the application. Versions are not expected to
+# follow Semantic Versioning. They should reflect the version the application is using.
+# It is recommended to use it with quotes.
+appVersion: "1.16.0"

tiltfiles/k8s/gql-engine/dev-gql-engine-values.yaml

@@ -0,0 +1,24 @@
+enable_graphiql_playground: true
+indexer_endpoint: "http://indexer-service:3000"
+port: 3000
+env:
+  NODE_ENV: development
+  # Testnet
+  ENDPOINT: "https://testnet-validated-validator-rpc.poktroll.com"
+  CHAIN_ID: "poktroll"
+  # db schema name
+  DB_SCHEMA: "testnet"
+
+  START_BLOCK: 1
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-cli
+  SUBQUERY_NODE_EXTRA_PARAMS: "--unfinalized-blocks=true"
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-query
+  SUBQUERY_GRAPHQL_EXTRA_PARAMS: ""
+
+  DB_HOST: postgres-service
+  DB_PORT: 5432
+  DB_USER: postgres
+  DB_PASS: postgres
+  DB_DATABASE: postgres

tiltfiles/k8s/gql-engine/templates/gql-engine-depl.yaml

@@ -0,0 +1,50 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: gql-engine-deployment
+  labels:
+    app.kubernetes.io/name: gql-engine
+    app.kubernetes.io/part-of: pocketdex
+    app.kubernetes.io/managed-by: helm
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: gql-engine
+      app.kubernetes.io/part-of: pocketdex
+      app.kubernetes.io/managed-by: helm
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: gql-engine
+        app.kubernetes.io/part-of: pocketdex
+        app.kubernetes.io/managed-by: helm
+    spec:
+      initContainers:
+        - name: wait-for-indexer
+          image: busybox
+          command: [ 'sh', '-c', 'until nc -z indexer-service 3000; do echo waiting for indexer; sleep 2; done;' ]
+      containers:
+        - name: gql-engine
+          image: subquerynetwork/subql-query:latest
+          command:
+            - /sbin/tini
+            - --
+            - /bin/run
+            - -f
+            - /app
+            - --name={{ .Values.env.DB_SCHEMA }}
+            - --indexer={{ .Values.indexer_endpoint }}
+            - --port={{ .Values.port }}
+            {{- if .Values.enable_graphiql_playground }}
+            - --playground
+            {{- end }}
+          ports:
+            - containerPort: {{ .Values.port }}
+          env:
+            {{- if .Values.env }}
+              {{- range $key, $value := .Values.env }}
+              - name: {{ $key | quote }}
+                value: {{ $value | quote }}
+              {{- end }}
+              {{- end }}

tiltfiles/k8s/gql-engine/templates/gql-engine-svc.yaml

@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: gql-engine-service
+spec:
+  selector:
+    app.kubernetes.io/name: gql-engine
+    app.kubernetes.io/part-of: pocketdex
+    app.kubernetes.io/managed-by: helm
+  ports:
+    - name: http
+      protocol: TCP
+      port: 3000
+      targetPort: 3000
+  type: ClusterIP

tiltfiles/k8s/indexer/.helmignore

@@ -0,0 +1,23 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*.orig
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj
+.vscode/

tiltfiles/k8s/indexer/Chart.yaml

@@ -0,0 +1,24 @@
+apiVersion: v2
+name: indexer
+description: SubQuery Indexer Node for Pocketdex
+
+# A chart can be either an 'application' or a 'library' chart.
+#
+# Application charts are a collection of templates that can be packaged into versioned archives
+# to be deployed.
+#
+# Library charts provide useful utilities or functions for the chart developer. They're included as
+# a dependency of application charts to inject those utilities and functions into the rendering
+# pipeline. Library charts do not define any templates and therefore cannot be deployed.
+type: application
+
+# This is the chart version. This version number should be incremented each time you make changes
+# to the chart and its templates, including the app version.
+# Versions are expected to follow Semantic Versioning (https://semver.org/)
+version: 0.1.0
+
+# This is the version number of the application being deployed. This version number should be
+# incremented each time you make changes to the application. Versions are not expected to
+# follow Semantic Versioning. They should reflect the version the application is using.
+# It is recommended to use it with quotes.
+appVersion: "1.16.0"

tiltfiles/k8s/indexer/dev-localnet-indexer-values.yaml

@@ -0,0 +1,23 @@
+env:
+  NODE_ENV: development
+  # LocalNet
+  ENDPOINT: "http://validator-poktroll-validator.default.svc.cluster.local:26657"
+  CHAIN_ID: "poktroll"
+  # db schema name
+  DB_SCHEMA: "localnet"
+  # indexer endpoint
+  indexer_endpoint: "http://pocketdex-indexer.default.svc.cluster.local:3000"
+
+  START_BLOCK: 1
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-cli
+  SUBQUERY_NODE_EXTRA_PARAMS: "--unfinalized-blocks=true"
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-query
+  SUBQUERY_GRAPHQL_EXTRA_PARAMS: ""
+
+  DB_HOST: postgres-service
+  DB_PORT: 5432
+  DB_USER: postgres
+  DB_PASS: postgres
+  DB_DATABASE: postgres

tiltfiles/k8s/indexer/dev-testnet-indexer-values.yaml

@@ -0,0 +1,22 @@
+port: 3000
+env:
+  NODE_ENV: development
+  # Testnet
+  ENDPOINT: "https://testnet-validated-validator-rpc.poktroll.com"
+  CHAIN_ID: "poktroll"
+  # db schema name
+  DB_SCHEMA: "testnet"
+
+  START_BLOCK: 1
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-cli
+  SUBQUERY_NODE_EXTRA_PARAMS: "--unfinalized-blocks=true"
+  # Check docs to see what else you can set here:
+  # Ref: https://academy.subquery.network/indexer/run_publish/references.html#subql-query
+  SUBQUERY_GRAPHQL_EXTRA_PARAMS: ""
+
+  DB_HOST: postgres-service
+  DB_PORT: 5432
+  DB_USER: postgres
+  DB_PASS: postgres
+  DB_DATABASE: postgres

tiltfiles/k8s/indexer/templates/indexer-depl.yaml

@@ -0,0 +1,42 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: indexer-deployment
+  labels:
+    app.kubernetes.io/name: indexer
+    app.kubernetes.io/part-of: pocketdex
+    app.kubernetes.io/managed-by: helm
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app.kubernetes.io/name: indexer
+      app.kubernetes.io/part-of: pocketdex
+      app.kubernetes.io/managed-by: helm
+  template:
+    metadata:
+      labels:
+        app.kubernetes.io/name: indexer
+        app.kubernetes.io/part-of: pocketdex
+        app.kubernetes.io/managed-by: helm
+    spec:
+      containers:
+        - name: indexer
+          image: indexer
+          readinessProbe:
+            initialDelaySeconds: 30
+            httpGet:
+              port: {{ .Values.port }}
+              path: "/ready"
+          livenessProbe:
+            initialDelaySeconds: 60
+            httpGet:
+              port: {{ .Values.port }}
+              path: "/health"
+          env:
+            {{- if .Values.env }}
+              {{- range $key, $value := .Values.env }}
+                - name: {{ $key | quote }}
+                  value: {{ $value | quote }}
+              {{- end }}
+            {{- end }}

tiltfiles/k8s/indexer/templates/indexer-svc.yaml

@@ -0,0 +1,15 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: indexer-service
+spec:
+  selector:
+    app.kubernetes.io/name: indexer
+    app.kubernetes.io/part-of: pocketdex
+    app.kubernetes.io/managed-by: helm
+  ports:
+    - name: http
+      protocol: TCP
+      port: {{ .Values.port }}
+      targetPort: {{ .Values.port }}
+  type: ClusterIP