Bump axios from 1.5.1 to 1.6.0

.env

@@ -1,2 +1,14 @@
+REQUEST_TIMEOUT=5000
 GH_PAT=github-access-token
-REDIS_URL=redis://localhost:6379
+PROXY=tor:9050
+
+TMDB_KEY=abc123
+MDBLIST_KEY=abc123
+
+DATABASE_URL="mysql://username:[email protected]/database?sslaccept=strict"
+JACKETT="http://localhost:9117"
+JACKETT_KEY=abc123
+PROWLARR="http://localhost:9696"
+PROWLARR_KEY=abc123
+
+EXTERNAL_SEARCH_API_HOSTNAME=

.github/workflows/build-and-push.yml

@@ -4,6 +4,8 @@ on:
   push:
     branches:
       - main
+    paths-ignore:
+      - '**.md'
 
 jobs:
   build-and-push:
@@ -14,35 +16,41 @@ jobs:
         uses: actions/checkout@v2
 
       - name: Cache node modules
-        uses: actions/cache@v2
+        uses: actions/cache@v3
         with:
-          path: node_modules
+          path: |
+            node_modules
+            */node_modules
           key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
           restore-keys: |
             ${{ runner.os }}-node-
 
+
       - name: Set up QEMU
-        uses: docker/setup-qemu-action@v1
+        uses: docker/setup-qemu-action@v2
 
       - name: Set up Docker Buildx
-        uses: docker/setup-buildx-action@v1
+        uses: docker/setup-buildx-action@v2
 
       - name: Login to Docker Hub
-        uses: docker/login-action@v1
+        uses: docker/login-action@v2
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME }}
           password: ${{ secrets.DOCKERHUB_TOKEN }}
 
       - name: Read version from package.json
-        run: echo "version=$(node -p "require('./package.json').version")" >> $GITHUB_ENV
+        id: version
+        run: echo "version=$(node -p "require('./package.json').version")" >> "$GITHUB_OUTPUT"
 
       - name: Build and push Docker image
         id: build-image
-        uses: docker/build-push-action@v2
+        uses: docker/build-push-action@v4
         with:
           context: .
-          platforms: linux/amd64,linux/arm64
           push: true
+          platforms: linux/amd64,linux/arm64
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
           tags: |
             debridmediamanager/debrid-media-manager:latest
-            debridmediamanager/debrid-media-manager:${{ env.version }}
+            debridmediamanager/debrid-media-manager:${{ steps.version.outputs.version }}

.github/workflows/build-tor.yml

@@ -0,0 +1,45 @@
+name: Build Tor
+
+on:
+  push:
+    branches:
+      - main
+    paths:
+      - 'tor.Dockerfile'
+
+jobs:
+  tor-build-and-push:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v2
+
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+      - name: Read version from package.json
+        run: echo "version=$(node -p "require('./package.json').version")" >> $GITHUB_ENV
+
+      - name: Build and push Docker image
+        id: build-image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: tor.Dockerfile
+          push: true
+          platforms: linux/amd64,linux/arm64
+          cache-from: type=gha
+          cache-to: type=gha,mode=max
+          tags: |
+            debridmediamanager/tor:latest
+            debridmediamanager/tor:${{ env.version }}

.github/workflows/check-version.yml

@@ -0,0 +1,38 @@
+name: Check Package Version
+
+on:
+  pull_request:
+    branches: [main]
+
+jobs:
+  check-package-version:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      uses: actions/checkout@v2
+      with:
+        fetch-depth: 0
+    - name: Check for version update in package.json
+      id: check-version
+      run: |
+        changed_files=$(git diff --name-only origin/main)
+        if echo "$changed_files" | grep --quiet 'package.json'; then
+          # Extract the version field value using jq
+          version=$(jq -r '.version' package.json)
+          if [[ "$version" != "$(git show origin/main:package.json | jq -r '.version')" ]]; then
+            echo "::set-output name=changed::true"
+          else
+            echo "::set-output name=changed::false"
+          fi
+        else
+          echo "::set-output name=changed::false"
+        fi
+    - name: Fail if version was not updated
+      if: steps.check-version.outputs.changed == 'false'
+      run: |
+        echo "The package.json version was not updated."
+        exit 1
+    - name: Pass if version was updated
+      if: steps.check-version.outputs.changed == 'true'
+      run: |
+        echo "The package.json version was updated."

.github/workflows/lint-and-build.yml

@@ -0,0 +1,31 @@
+name: Lint and Build
+
+on:
+  push:
+    branches-ignore:
+      - main
+
+jobs:
+  build-and-lint:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v2
+
+      - name: Cache node modules
+        uses: actions/cache@v2
+        with:
+          path: node_modules
+          key: ${{ runner.os }}-node-${{ hashFiles('**/package-lock.json') }}
+          restore-keys: |
+            ${{ runner.os }}-node-
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run lint
+        run: npm run lint
+
+      - name: Build
+        run: npm run build

.gitignore

@@ -42,3 +42,5 @@ src/utils/parser.ts
 
 tmp/
 temp/
+
+pscale_dump_dmm_main/

Dockerfile

@@ -1,16 +1,41 @@
-FROM node:16-alpine as builder
+FROM node:18-alpine AS dependencies
+
+WORKDIR /app
+COPY package.json package-lock.json ./
+RUN npm ci
+
+FROM node:18-alpine AS build
+
 WORKDIR /app
-COPY package*.json ./
-RUN npm install
+COPY --from=dependencies /app/node_modules ./node_modules
 COPY . .
+
+RUN npx prisma generate
 RUN npm run build
 
-FROM node:16-alpine as production
+FROM node:18-alpine AS deploy
+
 WORKDIR /app
-COPY package*.json ./
-RUN npm ci
-COPY --from=builder /app/.next ./.next
-COPY ./public ./public
-ENV NODE_ENV=production
+
+ENV NODE_ENV production
+
+COPY --from=build /app/public ./public
+COPY --from=build /app/package.json ./package.json
+COPY --from=build /app/prisma ./prisma
+COPY --from=build /app/.next/static ./.next/static
+COPY --from=build /app/.next/standalone .
+
 EXPOSE 3000
-CMD [ "npm", "start" ]
+
+ENV PORT 3000
+# set hostname to localhost
+ENV HOSTNAME "0.0.0.0"
+
+CMD ["node", "server.js"]
+
+# Install additional tools (curl and grep)
+RUN apk --no-cache add curl grep
+
+# Healthcheck
+HEALTHCHECK --interval=30s --timeout=1s --start-period=3s --retries=1 \
+  CMD curl -s http://localhost:3000/api/healthz | grep -qm1 ok

README.md

@@ -2,7 +2,17 @@
 
 # Debrid Media Manager
 
-Start building your media library with truly unlimited storage size
+Start building your media library with truly unlimited storage size!
+
+## What is this?
+
+Do you want a movie and TV show library that has unlimited size? Consider using a Debrid service, like Real-Debrid or AllDebrid. These services work like a shared storage space for downloading torrents. You can download as much as you want without worrying about storage limits, because the files are shared among all users. You only "own" the file when you download it to your account.
+
+These Debrid services also offer a feature called a WebDAV API. Think of it as a special tool that lets you connect your media library to different devices or software. It's like your Windows Samba share but better.
+
+You can use this WebDAV API to connect your media library to different media players that support it, like [Infuse](https://firecore.com/infuse), which works on Apple devices like Mac, iPhone, Apple TV, and iPad. You can also connect it to your server and use it with media server software like Plex, Emby, or Jellyfin. This way, your media library can be accessed and played from anywhere!
+
+To make this process even easier, I've developed this **free** and open source website called [Debrid Media Manager](https://debridmediamanager.com/). With this app, you can easily download movies and TV shows directly to your Debrid library. You can build and curate your media collection without ever worrying about storage limits.
 
 ## Features
 
@@ -22,11 +32,29 @@ You can share your whole collection or select specific items you want to share.
 
 ## Setup
 
-0. Have Tor running at `127.0.0.1:9050` (needed for DHT search; if you don't use that then it's not needed)
-1. Clone this repository
-2. Install the dependencies `npm i`
-3. This is a Next.js project so either go with `npm run dev` or `npm run build && npm run start`
-4. Head to `localhost:3000` and login
+0. Signup for a free tier plan at [PlanetScale](https://planetscale.com/) - this is a serverless MySQL database hosted in the cloud
+1. Have Tor running at `127.0.0.1:9050` (needed for DHT search; if you don't need your own search database then refer to the secion `External Search API`)
+2. Clone this repository and go to the directory
+3. Create a copy of the `.env` file `cp .env .env.local` and fill in the details
+4. Fill in required settings in `.env.local` (e.g. `PROXY=socks5h://127.0.0.1:9050` if tor is running on your host machine)
+5. Get your Prisma database connection string from PlanetScale console and put that in your `.env.local` file
+6. Install the dependencies `npm i`
+7. This is a Next.js project so either go with `npm run dev` or `npm run build && npm run start`
+8. Head to `localhost:3000` and login
+
+### External Search API
+
+If you don't want to build your own library, edit the config `EXTERNAL_SEARCH_API_HOSTNAME` in your `.env.local` and set it to `https://corsproxy.org/?https://debridmediamanager.com`
+
+### Docker Swarm
+
+```
+cp .env .env.local
+docker swarm init
+docker stack deploy -c docker-compose.yml
+```
+
+The website will be accessible at `http://localhost:3000`
 
 ## FAQ
 

TODO.md

@@ -5,17 +5,38 @@
 - [✔️] Media page, button: delete failed content
 - [✔️] Media page, button: delete slow content
 - [✔️] Media page, button: auto select files
-- [] Media page, button: reinsert rar archives
-- [] Media page, button: dedupe hash
+- [✔️] Media page, button: reinsert rar archives
+- [✔️] Media page, button: dedupe hash
 - [✔️] Media page, button: dedupe content
 - [✔️] Identify IMDB link
 - [✔️] Group by IMDB link
 - [✔️] Media page, button: share to the internet
-- [] Refactor pages into different components
 - [✔️] When waiting_files_selection and Select button is pressed, should convert to downloading
-- [] Add title filter buttons on search page
 - [✔️] Downloading has race condition on status
-- [] Dockerize with tor
-- [] Make the architecture more scalable using docker swarm
-- [] Rescan library button in all other pages except library
+- [✔️] Dockerize with tor
+- [✔️] Make the architecture more scalable using docker swarm
 - [✔️] Find cached and selectable download on search
+- [✔️] 2.3.0: Show AD/RD download buttons even if status=downloaded
+- [✔️] 2.5.0: Add instant check in AD on search page (removed due to performance impact)
+- [✔️] 2.5.0: Add title filter buttons on search page
+- [] 2.7.0: Rescan library button in all other pages except library
+- [] 2.7.0: Add Auto-DL checkbox to download the "best" option from search
+- [] 2.9.0: New page: "Sync mdblist.com list"
+- [] 3.0.0: Improve search by combining mdblist with TMDB and then using https://www.npmjs.com/package/fast-levenshtein
+- [] 4.0.0: Add tests
+- [] 5.0.0: Refactor pages into different components
+- [✔️] Fix requested api endpoint
+- [✔️] Existing results checker
+- [✔️] Add season jumper in shows page
+- [✔️] Backup library feature (download library as a file for importing)
+- [✔️] Restore library feature
+- [✔️] Fix issue with availability check
+- [✔️] AD availability check optimization
+- [✔️] Fix season parsing in Show page
+- [✔️] Fix season parsing in Search page
+- [✔️] Fix season parsing in scraper
+- [] Library: Allow watching to preview downloads
+- [] Hashlist: Allow watching to preview downloads
+- [] Downloads/Movie: Allow watching to preview downloads
+- [] Downloads/TV?: Allow watching to preview downloads
+- [] Better anime support