Push #46
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Push | |
| on: | |
| workflow_dispatch: | |
| branches: [main] | |
| inputs: | |
| test_only: | |
| description: 'Test only, without pushing to prod' | |
| type: boolean | |
| default: true | |
| compare_outputs: | |
| description: 'Compare hotswap prediction outputs between existing version and new version' | |
| type: boolean | |
| default: true | |
| compare_trainer_outputs: | |
| description: 'Compare training outputs between existing version and new version' | |
| type: boolean | |
| default: true | |
| jobs: | |
| cog-safe-push: | |
| runs-on: ubuntu-latest-4-cores | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: "recursive" | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.12' | |
| - name: Install Cog | |
| run: | | |
| #sudo curl -o /usr/local/bin/cog -L "https://github.com/replicate/cog/releases/latest/download/cog_$(uname -s)_$(uname -m)" | |
| # this is the latest main which has new base images for torch 2.4.0 | |
| sudo curl -o /usr/local/bin/cog -L "https://storage.googleapis.com/andreas-scratch-public/cog-26208388-linux-x86_64" | |
| sudo chmod +x /usr/local/bin/cog | |
| - name: cog login | |
| run: | | |
| echo ${{ secrets.COG_TOKEN }} | cog login --token-stdin | |
| - name: Install cog-safe-push | |
| run: | | |
| pip install git+https://github.com/replicate/cog-safe-push.git | |
| - name: Run cog-safe-push to test the trainer | |
| if: ${{ github.event.inputs.compare_trainer_outputs == 'true' }} | |
| env: | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| REPLICATE_API_TOKEN: ${{ secrets.REPLICATE_API_TOKEN }} | |
| run: | | |
| cog-safe-push -vv \ | |
| --test-model=replicate-internal/test-flux-fine-tuner \ | |
| --test-only \ | |
| --train \ | |
| --train-destination=replicate-internal/test-flux-fine-tuner-dest \ | |
| --predict-timeout=480 \ | |
| -i input_images=https://github.com/andreasjansson/sprites-dataset/raw/main/sprites.zip \ | |
| -i steps=100 \ | |
| ostris/flux-dev-lora-trainer | |
| - name: Run cog-safe-push to test the predictor and optionally push to production | |
| env: | |
| ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }} | |
| REPLICATE_API_TOKEN: ${{ secrets.REPLICATE_API_TOKEN }} | |
| run: | | |
| cog-safe-push -vv \ | |
| --test-model=replicate-internal/test-flux-fine-tuner \ | |
| ${{ github.event.inputs.test_only == 'true' && '--test-only' || '' }} \ | |
| ${{ github.event.inputs.compare_outputs == 'false' && '--no-compare-outputs' || '' }} \ | |
| -i replicate_weights="https://replicate.delivery/yhqm/iWjMZHd2T35kI5jaUkaG3Jb43MeA67PpYjKZQeifvTEf9yTNB/trained_model.tar" \ | |
| -i extra_lora="(omit)^50%" \ | |
| -i extra_lora="fofr/flux-pixar-cars" \ | |
| -i extra_lora="huggingface.co/fofr/flux-wrong" \ | |
| -i extra_lora="https://civitai.com/api/download/models/731747?type=Model&format=SafeTensor" \ | |
| --predict-timeout=600 \ | |
| ostris/flux-dev-lora-trainer |