Skip to content

Commit

Permalink
add github actions
Browse files Browse the repository at this point in the history
  • Loading branch information
andreea-popescu-reef committed Sep 6, 2024
1 parent abc4a45 commit acd0157
Show file tree
Hide file tree
Showing 2 changed files with 104 additions and 0 deletions.
52 changes: 52 additions & 0 deletions .github/workflows/build_push_image.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
name: "CD: build & push image"

on:
push:
branches:
- 'init'

# on:
# workflow_dispatch:

env:
PYTHON_DEFAULT_VERSION: "3.12"
TAG_VERSION: "v0-latest"
DOCKER_REPO_NAME: "backenddevelopersltd/compute-horde-prompt-gen"

jobs:
deploy:
timeout-minutes: 15
# runs-on: ubuntu-latest
# runs-on: ubuntu-latest-4-cores
runs-on:
group: bulkier
steps:
- uses: actions/checkout@v2
with:
fetch-depth: 0
- name: Set up Python ${{ env.PYTHON_DEFAULT_VERSION }}
uses: actions/setup-python@v5
with:
python-version: ${{ env.PYTHON_DEFAULT_VERSION }}

- name: Login Dockerhub
run: echo "${{ secrets.DOCKERHUB_KEY }}" | docker login -u "${{ secrets.DOCKERHUB_USERNAME }}" --password-stdin

- name: Install dependencies
run: |
# python -m pip install --upgrade 'pdm>=2.12,<3'
# pdm install transformers
python -m pip install transformers torch
- name: Docker build and push
run: |
df -h
IMAGE_NAME="${DOCKER_REPO_NAME}:${TAG_VERSION}"
cd src/compute_horde_prompt_gen
python download_model.py --huggingface_token "${{ secrets.HUGGINGFACE_API_KEY }}"
ls
docker build -t $IMAGE_NAME .
# docker run -v ./output/:/app/output/ $IMAGE_NAME --number_of_batches 5 --number_of_prompts_per_batch 30 --uuids uuid1,uuid2,uuid3,uuid4,uuid5
52 changes: 52 additions & 0 deletions .github/workflows/smoke_test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,52 @@
name: Run Smoke Test

on:
push:
branches: [master, main]
pull_request:
branches: [master, main]

env:
PYTHON_DEFAULT_VERSION: "3.11"

jobs:
test:
timeout-minutes: 10
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
with:
fetch-depth: 0

- name: Set up Python ${{ env.PYTHON_DEFAULT_VERSION }}
uses: actions/setup-python@v4
with:
python-version: ${{ env.PYTHON_DEFAULT_VERSION }}

- name: Run Test
run: |
cd src/compute_horde_prompt_gen
python3 run.py --mock_model --number_of_batches 5 --number_of_prompts_per_batch 20 --uuids uuid1,uuid2,uuid3,uuid4,uuid5
# mkdir saved_models/
# mkdir output/
#
# echo "building image with no model"
# docker build -t compute-horde-prompt-gen .
#
# echo "running prompt generation with mock model"
# docker run -v ./output/:/app/output/ compute-horde-prompt-gen --mock_model --number_of_batches 5 --number_of_prompts_per_batch 20 --uuids uuid1,uuid2,uuid3,uuid4,uuid5
echo -e "\ngenerated batches:"
ls output/
echo -e "\nchecking if prompts are generated fine"
for i in $(seq 1 5); do
if [ $(cat output/prompts_uuid$i.txt | wc -l) -ne 20 ]; then
echo "Missing prompts: $(cat output/prompts_uuid{$i}.txt)"
exit 1
fi
done
echo "OK"

0 comments on commit acd0157

Please sign in to comment.