10 Commits

7 changed files with 494 additions and 22 deletions

View File

@@ -21,38 +21,38 @@ runs:
- name: Argo Login - name: Argo Login
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: login command: login
options: ${{ vars.ARGO_HOST }} --username ${{ vars.ARGO_USER }} --password ${{ fromJSON(inputs.secrets).ARGO_PASSWORD }} options: ${{ vars.ARGO_HOST }} --username ${{ vars.ARGO_USER }} --password ${{ fromJSON(inputs.secrets).ARGO_PASSWORD }}
- name: Change tag name - name: Change tag name
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app set ${{ inputs.environment }} --parameter images.${{github.event.repository.name}}=${{ inputs.tag }} command: app set ${{ inputs.environment }} --parameter images.${{github.event.repository.name}}=${{ inputs.tag }}
- name: Sync changes - name: Sync changes
if: ${{ inputs.migrate == 'true' }} if: ${{ inputs.migrate == 'true' }}
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app sync ${{ inputs.environment }} --resource apps:Deployment:${{github.event.repository.name}} command: app sync ${{ inputs.environment }} --resource apps:Deployment:${{github.event.repository.name}}
- name: Migrate - name: Migrate
if: ${{ inputs.migrate == 'true' }} if: ${{ inputs.migrate == 'true' }}
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app actions run ${{ inputs.environment }} migrate --kind Deployment --resource-name ${{github.event.repository.name}} command: app actions run ${{ inputs.environment }} migrate --kind Deployment --resource-name ${{github.event.repository.name}}
- name: Sync changes - name: Sync changes
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app sync ${{ inputs.environment }} --resource 'apps:Deployment:*' command: app sync ${{ inputs.environment }} --resource 'apps:Deployment:*'
- name: Refresh secret - name: Refresh secret
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app actions run ${{ inputs.environment }} refresh --kind ExternalSecret --resource-name vault-${{github.event.repository.name}} command: app actions run ${{ inputs.environment }} refresh --kind ExternalSecret --resource-name vault-${{github.event.repository.name}}
- name: Restart service - name: Restart service
uses: clowdhaus/argo-cd-action/@main uses: clowdhaus/argo-cd-action/@main
with: with:
version: 3.1.3 version: 2.13.3
command: app actions run ${{ inputs.environment }} restart --kind Deployment --resource-name ${{github.event.repository.name}} command: app actions run ${{ inputs.environment }} restart --kind Deployment --resource-name ${{github.event.repository.name}}

View File

@@ -19,13 +19,12 @@ inputs:
runs: runs:
using: 'composite' using: 'composite'
steps: steps:
- uses: dosymep/vk-teams-action@v1.0.0 - uses: mattermost/action-mattermost-notify@master
env: env:
ICONS: '{"success":"✅","failure":"❌","canceled":"🤦","started":"⚠️"}' icons: '{"success" : ":white_check_mark:", "failure": ":x:", "canceled": ":facepalm:", "started": ":warning:"}'
with: with:
token: ${{ fromJSON(inputs.secrets).VK_TEAMS_BOT_TOKEN }} MATTERMOST_WEBHOOK_URL: ${{ fromJSON(inputs.secrets).MM_WEBHOOK_URL }}
to: ${{ fromJSON(inputs.secrets).VK_TEAMS_CHAT_ID }} PAYLOAD: |
format: MarkdownV2 {
message: | "text": "${{ github.repository }} [${{inputs.name}}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}) was ${{ inputs.result }} by ${{ github.event.sender.login}} ${{ fromJson(env.icons)[inputs.result]}}"
${{ github.repository }} \[${{inputs.name}}\]\(${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}\) was ${{ inputs.result }} by ${{ github.event.sender.login }} ${{ fromJson(env.ICONS)[inputs.result] }} }

168
.github/workflows/ all_test4.yaml vendored Normal file
View File

@@ -0,0 +1,168 @@
on:
workflow_call:
inputs:
tag:
description: 'Tag for registry'
type: string
default: latest
force_build:
type: boolean
description: force_build
default: false
jobs:
tests:
runs-on: gpu
env:
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
steps:
- name: Checkout
uses: actions/checkout@master
- name: Extract Postgres container env vars from Compose
run: |
POSTGRES_CONTAINER=$(awk '/postgres/{f=1} f && /container_name:/ {print $2; exit}' docker-compose-dev.yaml)
POSTGRES_USER=$(awk '/postgres/{f=1} f && /POSTGRES_USER:/ {print $2; exit}' docker-compose-dev.yaml)
POSTGRES_DB=$(awk '/postgres/{f=1} f && /POSTGRES_DB:/ {print $2; exit}' docker-compose-dev.yaml)
echo "Found container: $POSTGRES_CONTAINER"
echo "DB: $POSTGRES_DB, USER: $POSTGRES_USER"
echo "POSTGRES_CONTAINER=$POSTGRES_CONTAINER" >> $GITHUB_ENV
echo "POSTGRES_USER=$POSTGRES_USER" >> $GITHUB_ENV
echo "POSTGRES_DB=$POSTGRES_DB" >> $GITHUB_ENV
- name: Login to Yandex Cloud
uses: yc-actions/yc-cr-login@v2
with:
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
- name: Send PRBot feedback
uses: imgurbot12/prbot@v2
with:
username: ${{ secrets.ACCOUNT_NAME }}
api_token: ${{ secrets.GITHUBTOKEN }}
- name: Prepare prbot_data directory
run: mkdir -p /home/runner/prbot_data && chmod -R 777 /home/runner/prbot_data
- name: Sanitize tag
run: |
TAG="${{ inputs.tag || github.head_ref || github.ref_name }}"
SANITIZED_TAG=$(echo "$TAG" | tr '/' '-')
echo "SANITIZED_TAG=$SANITIZED_TAG" >> $GITHUB_ENV
- name: Pull Docker image explicitly
run: |
docker pull cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }}
- name: Setup SSH access to Gitea
run: |
mkdir -p ~/.ssh
echo "${{ secrets.GITEASSH }}" | base64 -d > ~/.ssh/id_rsa
chmod 600 ~/.ssh/id_rsa
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
eval "$(ssh-agent -s)"
ssh-add ~/.ssh/id_rsa
echo "SSH_AUTH_SOCK=$SSH_AUTH_SOCK" >> $GITHUB_ENV
#На случай зависших сервисов
- name: Clean up existing Docker Compose services (if any)
run: |
docker compose -f docker-compose-dev.yaml down || true
- name: Start docker-compose services
env:
DOCKER_BUILDKIT: 1
SSH_AUTH_SOCK: ${{ env.SSH_AUTH_SOCK }}
run: |
docker compose -f docker-compose-dev.yaml up --build -d
- name: Ruff format check (strict)
run: |
echo "Starting Ruff format check with tag: ${{ env.SANITIZED_TAG }}"
docker run --rm \
-v /home/runner/prbot_data:/tmp \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
pip install ruff
cd /server
echo "=== Ruff format check ==="
ruff format . --check
' \
| tee /home/runner/prbot_data/full_output.txt | prbot
echo "=== Format Output ==="
cat /home/runner/prbot_data/full_output.txt
- name: Run Docker with output redirection
run: |
docker run --rm \
-v /home/runner/prbot_data:/tmp \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
pip install ruff pytest pytest-github-actions-annotate-failures
echo "=== Ruff ==="
cd /server && ruff check . | sed "s|/server/||g" || true
' \
| tee /home/runner/prbot_data/full_output.txt | prbot
echo "=== Full Output ==="
cat /home/runner/prbot_data/full_output.txt
- name: Create database
run: |
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "DROP DATABASE IF EXISTS test"'
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "CREATE DATABASE test"'
- name: Pytest inside other container via docker exec from main test container
run: |
docker run --rm \
--network hub-network \
-v /home/runner/prbot_data:/tmp \
-e GITEASSH="$(echo "${{ secrets.GITEASSH }}" | tr -d '\n')" \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
mkdir -p ~/.ssh
echo "$GITEASSH" | base64 -d > ~/.ssh/id_rsa
chmod 600 ~/.ssh/id_rsa
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
eval "$(ssh-agent -s)"
ssh-add ~/.ssh/id_rsa
echo "🔧 Copying test config"
cp config-tests-example.yaml config.yaml
cp config-tests-example.yaml config-tests.yaml
echo "🚀 Creating virtual environment..."
python3 -m venv .venv && \
source .venv/bin/activate && \
echo "✅ Virtual environment activated."
echo "📦 Installing requirements from requirements-dev.txt"
pip install --upgrade pip && \
pip install -r /server/requirements-dev.txt && \
pip install pytest
pip install pytest-github-actions-annotate-failures
echo "🔍 Searching for test files and running them individually"
pytest -v -W always --capture=no \
2>&1 | tee /tmp/test_output.txt
echo "📄 Copying results to PRBot output"
cat /tmp/test_output.txt > /tmp/prbot_output.txt
'
- name: Commit PRBot feedback
if: always()
run: |
prbot commit
- name: Stop docker-compose services
if: always()
run: |
docker compose -f docker-compose-dev.yaml down
- name: Cleanup SSH key
if: always()
run: |
rm -f ~/.ssh/id_rsa ~/.ssh/id_rsa.pub

101
.github/workflows/all_test2.yaml vendored Normal file
View File

@@ -0,0 +1,101 @@
on:
workflow_call:
inputs:
tag:
description: 'Tag for registry'
type: string
default: latest
force_build:
type: boolean
description: force_build
default: false
jobs:
tests:
runs-on: gpu
env:
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
PR_NUMBER: ${{ github.event.pull_request.number }}
steps:
- name: Checkout
uses: actions/checkout@master
- name: Login to Yandex Cloud
uses: yc-actions/yc-cr-login@v2
with:
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
- name: Send PRBot feedback
uses: imgurbot12/prbot@v2
with:
username: ${{ secrets.ACCOUNT_NAME }}
api_token: ${{ secrets.GITHUBTOKEN }}
- name: Prepare prbot_data directory
run: mkdir -p /home/runner/prbot_data && chmod -R 777 /home/runner/prbot_data
- name: Ruff format check (strict)
run: |
echo "Starting Ruff format check with tag: ${{ env.effective_tag }}"
docker run --rm \
-v /home/runner/prbot_data:/tmp \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
bash -c '
pip install ruff
cd /server
echo "=== Ruff format check ==="
ruff format . --check
' \
| tee /home/runner/prbot_data/full_output.txt | prbot
echo "=== Format Output ==="
cat /home/runner/prbot_data/full_output.txt
- name: Run Docker with output redirection
run: |
docker run --rm \
-v /home/runner/prbot_data:/tmp \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
bash -c '
pip install ruff pytest pytest-github-actions-annotate-failures
echo "=== Ruff ==="
cd /server && ruff check . | sed "s|/server/||g" || true
' \
| tee /home/runner/prbot_data/full_output.txt | prbot
echo "=== Full Output ==="
cat /home/runner/prbot_data/full_output.txt
- name: Pytest individual files + PRBot formatting
run: |
docker run --rm \
-v /home/runner/prbot_data:/tmp \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
bash -c '
pip install pytest pytest-github-actions-annotate-failures
cd /server
echo "=== Running Pytest Files Individually ==="
find . -name "test_*.py" | sort | while read -r test_file; do
echo "Starting Pytest for file: $test_file"
pytest -v -W always "$test_file" --capture=no --annotate-failures 2>&1 | tee -a /tmp/test_output.txt
echo "" >> /tmp/test_output.txt
done
echo "=== Formatting Output for PRBot ==="
> /tmp/prbot_output.txt
' \
| tee /home/runner/prbot_data/full_output.txt | prbot
echo " === Pytest raw output ==="
cat /home/runner/prbot_data/full_output.txt || echo "::warning::full_output.txt not found!"
- name: Commit PRBot feedback
if: always()
run: |
prbot commit

192
.github/workflows/all_test3.yaml vendored Normal file
View File

@@ -0,0 +1,192 @@
on:
workflow_call:
inputs:
tag:
description: 'Tag for registry'
type: string
default: latest
force_build:
type: boolean
description: force_build
default: false
jobs:
tests:
runs-on: ubuntu-22.04-v25.04.01
env:
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
steps:
- name: Checkout
uses: actions/checkout@master
- name: Extract Postgres container env vars from Compose
run: |
POSTGRES_CONTAINER=$(awk '/postgres/{f=1} f && /container_name:/ {print $2; exit}' docker-compose-dev.yaml)
POSTGRES_USER=$(awk '/postgres/{f=1} f && /POSTGRES_USER:/ {print $2; exit}' docker-compose-dev.yaml)
POSTGRES_DB=$(awk '/postgres/{f=1} f && /POSTGRES_DB:/ {print $2; exit}' docker-compose-dev.yaml)
echo "Found container: $POSTGRES_CONTAINER"
echo "DB: $POSTGRES_DB, USER: $POSTGRES_USER"
echo "POSTGRES_CONTAINER=$POSTGRES_CONTAINER" >> $GITHUB_ENV
echo "POSTGRES_USER=$POSTGRES_USER" >> $GITHUB_ENV
echo "POSTGRES_DB=$POSTGRES_DB" >> $GITHUB_ENV
- name: Login to Yandex Cloud
uses: yc-actions/yc-cr-login@v2
with:
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
- name: Send PRBot feedback
uses: imgurbot12/prbot@v2
with:
username: ${{ secrets.ACCOUNT_NAME }}
api_token: ${{ secrets.GITHUBTOKEN }}
- name: Prepare prbot_data directory
run: |
mkdir -p "${{ runner.temp }}/prbot_data"
echo "PRBOT_DATA=${{ runner.temp }}/prbot_data" >> $GITHUB_ENV
echo "Using PRBOT_DATA=${{ runner.temp }}/prbot_data"
- name: Sanitize tag
run: |
TAG="${{ inputs.tag || github.head_ref || github.ref_name }}"
SANITIZED_TAG=$(echo "$TAG" | tr '/' '-')
echo "SANITIZED_TAG=$SANITIZED_TAG" >> $GITHUB_ENV
- name: Pull Docker image explicitly
run: |
docker pull cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }}
- name: Setup SSH access to Gitea
run: |
mkdir -p ~/.ssh
echo "${{ secrets.GITEASSH }}" | base64 -d > ~/.ssh/id_rsa
chmod 600 ~/.ssh/id_rsa
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
eval "$(ssh-agent -s)"
ssh-add ~/.ssh/id_rsa
echo "SSH_AUTH_SOCK=$SSH_AUTH_SOCK" >> $GITHUB_ENV
#На случай зависших сервисов
- name: Clean up existing Docker Compose services (if any)
run: |
docker compose -f docker-compose-dev.yaml down || true
- name: Force remove old containers and network
run: |
docker ps --filter "network=hub-network" -aq | xargs -r docker rm -f || true
docker network rm hub-network || true
docker network ls
- name: Patch docker-compose-dev.yaml to set network MTU
run: |
echo "patching docker-compose-dev.yaml to set MTU=1400"
tmpfile=$(mktemp)
awk '
/driver: bridge/ {
print $0
print " driver_opts:"
print " com.docker.network.driver.mtu: 1400"
next
}
{ print $0 }
' docker-compose-dev.yaml > "$tmpfile"
mv "$tmpfile" docker-compose-dev.yaml
tail -n 10 docker-compose-dev.yaml
- name: Start docker-compose services
env:
DOCKER_BUILDKIT: 1
SSH_AUTH_SOCK: ${{ env.SSH_AUTH_SOCK }}
run: |
docker compose -f docker-compose-dev.yaml up -d
- name: Ruff format check (strict)
run: |
docker run --rm \
-v "${PRBOT_DATA}:/tmp" \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
pip install ruff
cd /server
echo "=== Ruff format check ==="
ruff format . --check
' \
| tee "${PRBOT_DATA}/full_output.txt" | prbot
echo "=== Format Output ==="
cat "${PRBOT_DATA}/full_output.txt"
- name: Run Docker with output redirection
run: |
docker run --rm \
-v "${PRBOT_DATA}:/tmp" \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
pip install ruff pytest pytest-github-actions-annotate-failures
echo "=== Ruff ==="
cd /server && ruff check . | sed "s|/server/||g" || true
' \
| tee "${PRBOT_DATA}/full_output.txt" | prbot
echo "=== Full Output ==="
cat "${PRBOT_DATA}/full_output.txt"
- name: Create database
run: |
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "DROP DATABASE IF EXISTS test"'
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "CREATE DATABASE test"'
- name: Pytest inside other container via docker exec from main test container
run: |
docker run --rm \
--network hub-network \
-v /home/runner/prbot_data:/tmp \
-e GITEASSH="$(echo "${{ secrets.GITEASSH }}" | tr -d '\n')" \
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
bash -c '
mkdir -p ~/.ssh
echo "$GITEASSH" | base64 -d > ~/.ssh/id_rsa
chmod 600 ~/.ssh/id_rsa
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
eval "$(ssh-agent -s)"
ssh-add ~/.ssh/id_rsa
echo "🔧 Copying test config"
cp config-tests-example.yaml config.yaml
cp config-tests-example.yaml config-tests.yaml
echo "🚀 Creating virtual environment..."
python3 -m venv .venv && \
source .venv/bin/activate && \
echo "✅ Virtual environment activated."
echo "📦 Installing requirements from requirements-dev.txt"
pip install --upgrade pip && \
pip install -r /server/requirements-dev.txt && \
pip install pytest
pip install pytest-github-actions-annotate-failures
echo "🔍 Searching for test files and running them individually"
pytest -v -W always --capture=no \
2>&1 | tee /tmp/test_output.txt
echo "📄 Copying results to PRBot output"
cat /tmp/test_output.txt > /tmp/prbot_output.txt
'
- name: Commit PRBot feedback
if: always()
run: |
prbot commit
- name: Stop docker-compose services
if: always()
run: |
docker compose -f docker-compose-dev.yaml down
- name: Cleanup SSH key
if: always()
run: |
rm -f ~/.ssh/id_rsa ~/.ssh/id_rsa.pub

View File

@@ -30,7 +30,17 @@ jobs:
CR_REPO: ${{ github.event.repository.name }} CR_REPO: ${{ github.event.repository.name }}
TAG: ${{ inputs.tag }} TAG: ${{ inputs.tag }}
steps: steps:
- name: deploy
if: inputs.environment == 'prod' || inputs.environment == 'demo'
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/deploy@HEAD
with:
secrets: ${{ toJSON(secrets) }}
environment: ${{ inputs.environment }}
tag: ${{ inputs.tag }}
migrate: ${{ inputs.migrate }}
host: ${{ inputs.host }}
- name: deploy k8s - name: deploy k8s
if: inputs.environment == 'stage'
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/k8s@HEAD uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/k8s@HEAD
with: with:
secrets: ${{ toJSON(secrets) }} secrets: ${{ toJSON(secrets) }}

View File

@@ -44,9 +44,11 @@ jobs:
environment: ${{ inputs.environment }} environment: ${{ inputs.environment }}
tag: ${{ inputs.tag }} tag: ${{ inputs.tag }}
migrate: ${{ inputs.migrate }} migrate: ${{ inputs.migrate }}
- name: post-notify
notify:
needs: [deploy]
if: always() if: always()
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/notify@HEAD uses: HUB/workflows/.github/workflows/notify.yaml@main
with: with:
result: ${{ needs.deploy.result}} result: ${{ needs.deploy.result}}
name: k8s deploy ${{ inputs.environment }} tag ${{ inputs.tag }} name: k8s deploy ${{ inputs.environment }} tag ${{ inputs.tag }}