chore(infra): 1.5gb zbugs docker (#3727)

Author: cesara

apps/zbugs/docker/.gitignore

@@ -1,2 +1,3 @@
 data_sync/*
 data_upstream/*
+data/1gb

apps/zbugs/docker/1gb_upstream/init.sql

@@ -0,0 +1,79 @@
+COPY "user"
+FROM
+    '/data/users.csv' WITH CSV HEADER;
+
+COPY "label"
+FROM
+    '/data/labels.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues_2.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues_3.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues_4.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues_5.csv' WITH CSV HEADER;
+
+COPY "issue"
+FROM
+    '/data/issues_6.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels_2.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels_3.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels_4.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels_5.csv' WITH CSV HEADER;
+
+COPY "issueLabel"
+FROM
+    '/data/issue_labels_6.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments_2.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments_3.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments_4.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments_5.csv' WITH CSV HEADER;
+
+COPY "comment"
+FROM
+    '/data/comments_6.csv' WITH CSV HEADER;

apps/zbugs/docker/init_upstream/comments.csv renamed to apps/zbugs/docker/data/github/comments.csv

@@ -0,0 +1,20 @@
+services:
+  postgres_primary:
+    extends:
+      file: docker-compose.base.yml
+      service: postgres_primary
+    volumes:
+      - zbugs_pgdata_upstream:/var/lib/postgresql/data
+      - ./share_sql/base.sql:/docker-entrypoint-initdb.d/a.sql
+      - ./1gb_upstream/init.sql:/docker-entrypoint-initdb.d/b.sql
+      - ./share_sql/index.sql:/docker-entrypoint-initdb.d/c.sql
+      - ./data/1gb:/data
+  postgres_replica:
+    extends:
+      file: docker-compose.base.yml
+      service: postgres_replica
+volumes:
+  zbugs_pgdata_sync:
+    driver: local
+  zbugs_pgdata_upstream:
+    driver: local

apps/zbugs/docker/init_upstream/issue_labels.csv renamed to apps/zbugs/docker/data/github/issue_labels.csv

@@ -0,0 +1,45 @@
+x-postgres-common: &postgres-common
+  image: postgres:16.2-alpine
+  shm_size: 1g
+  user: postgres
+  restart: always
+  healthcheck:
+    test: 'pg_isready -U user --dbname=postgres'
+    interval: 10s
+    timeout: 5s
+    retries: 5
+
+services:
+  postgres_primary:
+    <<: *postgres-common
+    ports:
+      - 6434:5432
+    environment:
+      POSTGRES_USER: user
+      POSTGRES_DB: postgres
+      POSTGRES_PASSWORD: password
+    command: |
+      postgres 
+      -c wal_level=logical
+      -c max_wal_senders=10 
+      -c max_replication_slots=5 
+      -c hot_standby=on 
+      -c hot_standby_feedback=on
+
+  postgres_replica:
+    <<: *postgres-common
+    ports:
+      - 6435:5432
+    environment:
+      POSTGRES_USER: user
+      POSTGRES_DB: postgres
+      POSTGRES_PASSWORD: password
+    command: |
+      postgres 
+      -c wal_level=logical
+      -c max_wal_senders=10 
+      -c max_replication_slots=5 
+      -c hot_standby=on 
+      -c hot_standby_feedback=on
+    volumes:
+      - zbugs_pgdata_sync:/var/lib/postgresql/data

apps/zbugs/docker/init_upstream/issues.csv renamed to apps/zbugs/docker/data/github/issues.csv

@@ -1,52 +1,18 @@
-x-postgres-common: &postgres-common
-  image: postgres:16.2-alpine
-  shm_size: 1g
-  user: postgres
-  restart: always
-  healthcheck:
-    test: 'pg_isready -U user --dbname=postgres'
-    interval: 10s
-    timeout: 5s
-    retries: 5
-
 services:
   postgres_primary:
-    <<: *postgres-common
-    ports:
-      - 6434:5432
-    environment:
-      POSTGRES_USER: user
-      POSTGRES_DB: postgres
-      POSTGRES_PASSWORD: password
-    command: |
-      postgres 
-      -c wal_level=logical
-      -c max_wal_senders=10 
-      -c max_replication_slots=5 
-      -c hot_standby=on 
-      -c hot_standby_feedback=on
+    extends:
+      file: docker-compose.base.yml
+      service: postgres_primary
     volumes:
       - zbugs_pgdata_upstream:/var/lib/postgresql/data
-      - ./init_upstream:/docker-entrypoint-initdb.d
-
+      - ./share_sql/base.sql:/docker-entrypoint-initdb.d/a.sql
+      - ./github_upstream/init.sql:/docker-entrypoint-initdb.d/b.sql
+      - ./share_sql/index.sql:/docker-entrypoint-initdb.d/c.sql
+      - ./data/github:/data
   postgres_replica:
-    <<: *postgres-common
-    ports:
-      - 6435:5432
-    environment:
-      POSTGRES_USER: user
-      POSTGRES_DB: postgres
-      POSTGRES_PASSWORD: password
-    command: |
-      postgres 
-      -c wal_level=logical
-      -c max_wal_senders=10 
-      -c max_replication_slots=5 
-      -c hot_standby=on 
-      -c hot_standby_feedback=on
-    volumes:
-      - zbugs_pgdata_sync:/var/lib/postgresql/data
-      - ./init_sync:/docker-entrypoint-initdb.d
+    extends:
+      file: docker-compose.base.yml
+      service: postgres_replica
 
 volumes:
   zbugs_pgdata_sync: