Compare commits
10 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 0d2daf5a24 | |||
| 1a0da7d5ca | |||
| 79178fe51c | |||
| 3d7bbfb4fc | |||
| eadec8eaef | |||
| 1d4fbabb56 | |||
| 63bb5a9bb0 | |||
| a818870163 | |||
| 8c427e63bc | |||
| c210985324 |
@@ -14,18 +14,6 @@ inputs:
|
||||
secrets:
|
||||
required: false
|
||||
type: string
|
||||
appName:
|
||||
type: string
|
||||
required: true
|
||||
optionName:
|
||||
type: string
|
||||
required: true
|
||||
tests:
|
||||
type: bool
|
||||
default: false
|
||||
vault:
|
||||
type: bool
|
||||
default: false
|
||||
|
||||
runs:
|
||||
using: 'composite'
|
||||
@@ -33,47 +21,38 @@ runs:
|
||||
- name: Argo Login
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
version: 2.13.3
|
||||
command: login
|
||||
options: ${{ vars.ARGO_HOST }} --username ${{ vars.ARGO_USER }} --password ${{ fromJSON(inputs.secrets).ARGO_PASSWORD }}
|
||||
- name: Change tag name
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app set ${{ inputs.environment }} --parameter ${{ inputs.optionName }}=${{ inputs.tag }}
|
||||
version: 2.13.3
|
||||
command: app set ${{ inputs.environment }} --parameter images.${{github.event.repository.name}}=${{ inputs.tag }}
|
||||
- name: Sync changes
|
||||
if: ${{ inputs.migrate == 'true' }}
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app sync ${{ inputs.environment }} --resource apps:Deployment:${{ inputs.appName }}
|
||||
version: 2.13.3
|
||||
command: app sync ${{ inputs.environment }} --resource apps:Deployment:${{github.event.repository.name}}
|
||||
- name: Migrate
|
||||
if: ${{ inputs.migrate == 'true' }}
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app actions run ${{ inputs.environment }} migrate --kind Deployment --resource-name ${{ inputs.appName }}
|
||||
- name: Sync related deployments
|
||||
shell: bash
|
||||
run: |
|
||||
for name in $(argocd app resources ${{ inputs.environment }} | grep Deploy | grep ${{ inputs.appName }} | awk '{print($4)}'); do
|
||||
echo "Syncing $name"
|
||||
argocd app sync ${{ inputs.environment }} --resource apps:Deployment:$name;
|
||||
done
|
||||
- name: Refresh secret
|
||||
if: ${{ inputs.vault == 'true' }}
|
||||
version: 2.13.3
|
||||
command: app actions run ${{ inputs.environment }} migrate --kind Deployment --resource-name ${{github.event.repository.name}}
|
||||
- name: Sync changes
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app actions run ${{ inputs.environment }} refresh --kind ExternalSecret --resource-name vault-${{ inputs.appName }}
|
||||
version: 2.13.3
|
||||
command: app sync ${{ inputs.environment }} --resource 'apps:Deployment:*'
|
||||
- name: Refresh secret
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 2.13.3
|
||||
command: app actions run ${{ inputs.environment }} refresh --kind ExternalSecret --resource-name vault-${{github.event.repository.name}}
|
||||
- name: Restart service
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app actions run ${{ inputs.environment }} restart --kind Deployment --resource-name ${{ inputs.appName }}
|
||||
- name: Run Tests
|
||||
if: ${{ inputs.tests == 'true' }}
|
||||
uses: clowdhaus/argo-cd-action/@main
|
||||
with:
|
||||
version: 3.1.3
|
||||
command: app actions run ${{ inputs.environment }} run-tests --kind Deployment --resource-name ${{ inputs.appName }}
|
||||
version: 2.13.3
|
||||
command: app actions run ${{ inputs.environment }} restart --kind Deployment --resource-name ${{github.event.repository.name}}
|
||||
30
.gitea/actions/notify/action.yaml
Normal file
30
.gitea/actions/notify/action.yaml
Normal file
@@ -0,0 +1,30 @@
|
||||
name: 'notify'
|
||||
description: 'notify'
|
||||
|
||||
inputs:
|
||||
result:
|
||||
required: false
|
||||
default: "failure"
|
||||
type: string
|
||||
name:
|
||||
required: false
|
||||
type: string
|
||||
default: build
|
||||
secrets:
|
||||
required: false
|
||||
type: string
|
||||
|
||||
|
||||
|
||||
runs:
|
||||
using: 'composite'
|
||||
steps:
|
||||
- uses: mattermost/action-mattermost-notify@master
|
||||
env:
|
||||
icons: '{"success" : ":white_check_mark:", "failure": ":x:", "canceled": ":facepalm:", "started": ":warning:"}'
|
||||
with:
|
||||
MATTERMOST_WEBHOOK_URL: ${{ fromJSON(inputs.secrets).MM_WEBHOOK_URL }}
|
||||
PAYLOAD: |
|
||||
{
|
||||
"text": "${{ github.repository }} [${{inputs.name}}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}) was ${{ inputs.result }} by ${{ github.event.sender.login}} ${{ fromJson(env.icons)[inputs.result]}}"
|
||||
}
|
||||
@@ -1,60 +0,0 @@
|
||||
name: 'notify'
|
||||
description: 'Send VK Teams notification'
|
||||
|
||||
inputs:
|
||||
result:
|
||||
required: false
|
||||
default: "failure"
|
||||
type: string
|
||||
name:
|
||||
required: false
|
||||
type: string
|
||||
default: build
|
||||
|
||||
runs:
|
||||
using: 'composite'
|
||||
steps:
|
||||
- name: Resolve token/from env if missing
|
||||
shell: bash
|
||||
run: |
|
||||
if [ -z "${{ inputs.token }}" ] && [ -n "${VK_TEAMS_BOT_TOKEN}" ]; then
|
||||
echo "token=${VK_TEAMS_BOT_TOKEN}" >> $GITHUB_ENV
|
||||
fi
|
||||
if [ -z "${{ inputs.to }}" ] && [ -n "${VK_TEAMS_CHAT_ID}" ]; then
|
||||
echo "to=${VK_TEAMS_CHAT_ID}" >> $GITHUB_ENV
|
||||
fi
|
||||
|
||||
- name: Set icon
|
||||
id: icon
|
||||
shell: bash
|
||||
run: |
|
||||
case "${{ inputs.result }}" in
|
||||
success) echo "ICON=✅" >> $GITHUB_ENV ;;
|
||||
failure) echo "ICON=❌" >> $GITHUB_ENV ;;
|
||||
canceled) echo "ICON=🤦" >> $GITHUB_ENV ;;
|
||||
started) echo "ICON=⚠️" >> $GITHUB_ENV ;;
|
||||
*) echo "ICON=ℹ️" >> $GITHUB_ENV ;;
|
||||
esac
|
||||
|
||||
- name: Notify VK Teams (native)
|
||||
if: always()
|
||||
shell: bash
|
||||
continue-on-error: true
|
||||
run: |
|
||||
echo "[DEBUG] Sending VK Teams notification..."
|
||||
curl -G "https://myteam.mail.ru/bot/v1/messages/sendText" \
|
||||
--data-urlencode "token=${{ env.token }}" \
|
||||
--data-urlencode "chatId=${{ env.to }}" \
|
||||
--data-urlencode "parseMode=MarkdownV2" \
|
||||
--data-urlencode "text=*${{ github.repository }}* - [${{ inputs.name }}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}) was *${{ inputs.result }}* by ${{ github.event.sender.login }} ${{ env.ICON }}"
|
||||
|
||||
CODE=$?
|
||||
if [ $CODE -ne 0 ]; then
|
||||
echo "[WARN] VK Teams notification failed with exit code $CODE"
|
||||
else
|
||||
echo "[INFO] VK Teams notification sent successfully"
|
||||
fi
|
||||
|
||||
# Делаем паузу, чтобы убедиться, что сообщение дошло
|
||||
echo "[DEBUG] Sleeping 5s to ensure delivery..."
|
||||
sleep 5
|
||||
168
.github/workflows/ all_test4.yaml
vendored
Normal file
168
.github/workflows/ all_test4.yaml
vendored
Normal file
@@ -0,0 +1,168 @@
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
tag:
|
||||
description: 'Tag for registry'
|
||||
type: string
|
||||
default: latest
|
||||
force_build:
|
||||
type: boolean
|
||||
description: force_build
|
||||
default: false
|
||||
|
||||
jobs:
|
||||
tests:
|
||||
runs-on: gpu
|
||||
env:
|
||||
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@master
|
||||
|
||||
- name: Extract Postgres container env vars from Compose
|
||||
run: |
|
||||
POSTGRES_CONTAINER=$(awk '/postgres/{f=1} f && /container_name:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
POSTGRES_USER=$(awk '/postgres/{f=1} f && /POSTGRES_USER:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
POSTGRES_DB=$(awk '/postgres/{f=1} f && /POSTGRES_DB:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
echo "Found container: $POSTGRES_CONTAINER"
|
||||
echo "DB: $POSTGRES_DB, USER: $POSTGRES_USER"
|
||||
echo "POSTGRES_CONTAINER=$POSTGRES_CONTAINER" >> $GITHUB_ENV
|
||||
echo "POSTGRES_USER=$POSTGRES_USER" >> $GITHUB_ENV
|
||||
echo "POSTGRES_DB=$POSTGRES_DB" >> $GITHUB_ENV
|
||||
|
||||
- name: Login to Yandex Cloud
|
||||
uses: yc-actions/yc-cr-login@v2
|
||||
with:
|
||||
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
|
||||
|
||||
- name: Send PRBot feedback
|
||||
uses: imgurbot12/prbot@v2
|
||||
with:
|
||||
username: ${{ secrets.ACCOUNT_NAME }}
|
||||
api_token: ${{ secrets.GITHUBTOKEN }}
|
||||
|
||||
- name: Prepare prbot_data directory
|
||||
run: mkdir -p /home/runner/prbot_data && chmod -R 777 /home/runner/prbot_data
|
||||
|
||||
- name: Sanitize tag
|
||||
run: |
|
||||
TAG="${{ inputs.tag || github.head_ref || github.ref_name }}"
|
||||
SANITIZED_TAG=$(echo "$TAG" | tr '/' '-')
|
||||
echo "SANITIZED_TAG=$SANITIZED_TAG" >> $GITHUB_ENV
|
||||
|
||||
- name: Pull Docker image explicitly
|
||||
run: |
|
||||
docker pull cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }}
|
||||
|
||||
- name: Setup SSH access to Gitea
|
||||
run: |
|
||||
mkdir -p ~/.ssh
|
||||
echo "${{ secrets.GITEASSH }}" | base64 -d > ~/.ssh/id_rsa
|
||||
chmod 600 ~/.ssh/id_rsa
|
||||
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
|
||||
eval "$(ssh-agent -s)"
|
||||
ssh-add ~/.ssh/id_rsa
|
||||
echo "SSH_AUTH_SOCK=$SSH_AUTH_SOCK" >> $GITHUB_ENV
|
||||
|
||||
#На случай зависших сервисов
|
||||
- name: Clean up existing Docker Compose services (if any)
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml down || true
|
||||
|
||||
- name: Start docker-compose services
|
||||
env:
|
||||
DOCKER_BUILDKIT: 1
|
||||
SSH_AUTH_SOCK: ${{ env.SSH_AUTH_SOCK }}
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml up --build -d
|
||||
|
||||
- name: Ruff format check (strict)
|
||||
run: |
|
||||
echo "Starting Ruff format check with tag: ${{ env.SANITIZED_TAG }}"
|
||||
|
||||
docker run --rm \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
pip install ruff
|
||||
cd /server
|
||||
echo "=== Ruff format check ==="
|
||||
ruff format . --check
|
||||
' \
|
||||
| tee /home/runner/prbot_data/full_output.txt | prbot
|
||||
|
||||
echo "=== Format Output ==="
|
||||
cat /home/runner/prbot_data/full_output.txt
|
||||
|
||||
- name: Run Docker with output redirection
|
||||
run: |
|
||||
docker run --rm \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
pip install ruff pytest pytest-github-actions-annotate-failures
|
||||
echo "=== Ruff ==="
|
||||
cd /server && ruff check . | sed "s|/server/||g" || true
|
||||
' \
|
||||
| tee /home/runner/prbot_data/full_output.txt | prbot
|
||||
|
||||
echo "=== Full Output ==="
|
||||
cat /home/runner/prbot_data/full_output.txt
|
||||
|
||||
- name: Create database
|
||||
run: |
|
||||
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "DROP DATABASE IF EXISTS test"'
|
||||
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "CREATE DATABASE test"'
|
||||
|
||||
- name: Pytest inside other container via docker exec from main test container
|
||||
run: |
|
||||
docker run --rm \
|
||||
--network hub-network \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
-e GITEASSH="$(echo "${{ secrets.GITEASSH }}" | tr -d '\n')" \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
mkdir -p ~/.ssh
|
||||
echo "$GITEASSH" | base64 -d > ~/.ssh/id_rsa
|
||||
chmod 600 ~/.ssh/id_rsa
|
||||
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
|
||||
eval "$(ssh-agent -s)"
|
||||
ssh-add ~/.ssh/id_rsa
|
||||
|
||||
echo "🔧 Copying test config"
|
||||
cp config-tests-example.yaml config.yaml
|
||||
cp config-tests-example.yaml config-tests.yaml
|
||||
|
||||
echo "🚀 Creating virtual environment..."
|
||||
python3 -m venv .venv && \
|
||||
source .venv/bin/activate && \
|
||||
echo "✅ Virtual environment activated."
|
||||
|
||||
echo "📦 Installing requirements from requirements-dev.txt"
|
||||
pip install --upgrade pip && \
|
||||
pip install -r /server/requirements-dev.txt && \
|
||||
pip install pytest
|
||||
pip install pytest-github-actions-annotate-failures
|
||||
|
||||
echo "🔍 Searching for test files and running them individually"
|
||||
pytest -v -W always --capture=no \
|
||||
2>&1 | tee /tmp/test_output.txt
|
||||
|
||||
echo "📄 Copying results to PRBot output"
|
||||
cat /tmp/test_output.txt > /tmp/prbot_output.txt
|
||||
'
|
||||
|
||||
- name: Commit PRBot feedback
|
||||
if: always()
|
||||
run: |
|
||||
prbot commit
|
||||
|
||||
- name: Stop docker-compose services
|
||||
if: always()
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml down
|
||||
|
||||
- name: Cleanup SSH key
|
||||
if: always()
|
||||
run: |
|
||||
rm -f ~/.ssh/id_rsa ~/.ssh/id_rsa.pub
|
||||
101
.github/workflows/all_test2.yaml
vendored
Normal file
101
.github/workflows/all_test2.yaml
vendored
Normal file
@@ -0,0 +1,101 @@
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
tag:
|
||||
description: 'Tag for registry'
|
||||
type: string
|
||||
default: latest
|
||||
force_build:
|
||||
type: boolean
|
||||
description: force_build
|
||||
default: false
|
||||
|
||||
jobs:
|
||||
tests:
|
||||
runs-on: gpu
|
||||
env:
|
||||
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
|
||||
PR_NUMBER: ${{ github.event.pull_request.number }}
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@master
|
||||
|
||||
- name: Login to Yandex Cloud
|
||||
uses: yc-actions/yc-cr-login@v2
|
||||
with:
|
||||
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
|
||||
|
||||
- name: Send PRBot feedback
|
||||
uses: imgurbot12/prbot@v2
|
||||
with:
|
||||
username: ${{ secrets.ACCOUNT_NAME }}
|
||||
api_token: ${{ secrets.GITHUBTOKEN }}
|
||||
|
||||
- name: Prepare prbot_data directory
|
||||
run: mkdir -p /home/runner/prbot_data && chmod -R 777 /home/runner/prbot_data
|
||||
|
||||
- name: Ruff format check (strict)
|
||||
run: |
|
||||
echo "Starting Ruff format check with tag: ${{ env.effective_tag }}"
|
||||
|
||||
docker run --rm \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
|
||||
bash -c '
|
||||
pip install ruff
|
||||
cd /server
|
||||
echo "=== Ruff format check ==="
|
||||
ruff format . --check
|
||||
' \
|
||||
| tee /home/runner/prbot_data/full_output.txt | prbot
|
||||
|
||||
echo "=== Format Output ==="
|
||||
cat /home/runner/prbot_data/full_output.txt
|
||||
|
||||
- name: Run Docker with output redirection
|
||||
run: |
|
||||
docker run --rm \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
|
||||
bash -c '
|
||||
pip install ruff pytest pytest-github-actions-annotate-failures
|
||||
echo "=== Ruff ==="
|
||||
cd /server && ruff check . | sed "s|/server/||g" || true
|
||||
' \
|
||||
| tee /home/runner/prbot_data/full_output.txt | prbot
|
||||
|
||||
echo "=== Full Output ==="
|
||||
cat /home/runner/prbot_data/full_output.txt
|
||||
|
||||
- name: Pytest individual files + PRBot formatting
|
||||
run: |
|
||||
docker run --rm \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.effective_tag }} \
|
||||
bash -c '
|
||||
pip install pytest pytest-github-actions-annotate-failures
|
||||
|
||||
cd /server
|
||||
|
||||
echo "=== Running Pytest Files Individually ==="
|
||||
|
||||
find . -name "test_*.py" | sort | while read -r test_file; do
|
||||
echo "Starting Pytest for file: $test_file"
|
||||
|
||||
pytest -v -W always "$test_file" --capture=no --annotate-failures 2>&1 | tee -a /tmp/test_output.txt
|
||||
|
||||
echo "" >> /tmp/test_output.txt
|
||||
done
|
||||
|
||||
echo "=== Formatting Output for PRBot ==="
|
||||
> /tmp/prbot_output.txt
|
||||
' \
|
||||
| tee /home/runner/prbot_data/full_output.txt | prbot
|
||||
|
||||
echo " === Pytest raw output ==="
|
||||
cat /home/runner/prbot_data/full_output.txt || echo "::warning::full_output.txt not found!"
|
||||
|
||||
- name: Commit PRBot feedback
|
||||
if: always()
|
||||
run: |
|
||||
prbot commit
|
||||
192
.github/workflows/all_test3.yaml
vendored
Normal file
192
.github/workflows/all_test3.yaml
vendored
Normal file
@@ -0,0 +1,192 @@
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
tag:
|
||||
description: 'Tag for registry'
|
||||
type: string
|
||||
default: latest
|
||||
force_build:
|
||||
type: boolean
|
||||
description: force_build
|
||||
default: false
|
||||
|
||||
jobs:
|
||||
tests:
|
||||
runs-on: ubuntu-22.04-v25.04.01
|
||||
env:
|
||||
effective_tag: ${{ inputs.tag || github.head_ref || github.ref_name }}
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@master
|
||||
|
||||
- name: Extract Postgres container env vars from Compose
|
||||
run: |
|
||||
POSTGRES_CONTAINER=$(awk '/postgres/{f=1} f && /container_name:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
POSTGRES_USER=$(awk '/postgres/{f=1} f && /POSTGRES_USER:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
POSTGRES_DB=$(awk '/postgres/{f=1} f && /POSTGRES_DB:/ {print $2; exit}' docker-compose-dev.yaml)
|
||||
echo "Found container: $POSTGRES_CONTAINER"
|
||||
echo "DB: $POSTGRES_DB, USER: $POSTGRES_USER"
|
||||
echo "POSTGRES_CONTAINER=$POSTGRES_CONTAINER" >> $GITHUB_ENV
|
||||
echo "POSTGRES_USER=$POSTGRES_USER" >> $GITHUB_ENV
|
||||
echo "POSTGRES_DB=$POSTGRES_DB" >> $GITHUB_ENV
|
||||
|
||||
- name: Login to Yandex Cloud
|
||||
uses: yc-actions/yc-cr-login@v2
|
||||
with:
|
||||
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
|
||||
|
||||
- name: Send PRBot feedback
|
||||
uses: imgurbot12/prbot@v2
|
||||
with:
|
||||
username: ${{ secrets.ACCOUNT_NAME }}
|
||||
api_token: ${{ secrets.GITHUBTOKEN }}
|
||||
|
||||
- name: Prepare prbot_data directory
|
||||
run: |
|
||||
mkdir -p "${{ runner.temp }}/prbot_data"
|
||||
echo "PRBOT_DATA=${{ runner.temp }}/prbot_data" >> $GITHUB_ENV
|
||||
echo "Using PRBOT_DATA=${{ runner.temp }}/prbot_data"
|
||||
|
||||
- name: Sanitize tag
|
||||
run: |
|
||||
TAG="${{ inputs.tag || github.head_ref || github.ref_name }}"
|
||||
SANITIZED_TAG=$(echo "$TAG" | tr '/' '-')
|
||||
echo "SANITIZED_TAG=$SANITIZED_TAG" >> $GITHUB_ENV
|
||||
|
||||
- name: Pull Docker image explicitly
|
||||
run: |
|
||||
docker pull cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }}
|
||||
|
||||
- name: Setup SSH access to Gitea
|
||||
run: |
|
||||
mkdir -p ~/.ssh
|
||||
echo "${{ secrets.GITEASSH }}" | base64 -d > ~/.ssh/id_rsa
|
||||
chmod 600 ~/.ssh/id_rsa
|
||||
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
|
||||
eval "$(ssh-agent -s)"
|
||||
ssh-add ~/.ssh/id_rsa
|
||||
echo "SSH_AUTH_SOCK=$SSH_AUTH_SOCK" >> $GITHUB_ENV
|
||||
|
||||
#На случай зависших сервисов
|
||||
- name: Clean up existing Docker Compose services (if any)
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml down || true
|
||||
|
||||
- name: Force remove old containers and network
|
||||
run: |
|
||||
docker ps --filter "network=hub-network" -aq | xargs -r docker rm -f || true
|
||||
|
||||
docker network rm hub-network || true
|
||||
|
||||
docker network ls
|
||||
|
||||
- name: Patch docker-compose-dev.yaml to set network MTU
|
||||
run: |
|
||||
echo "patching docker-compose-dev.yaml to set MTU=1400"
|
||||
tmpfile=$(mktemp)
|
||||
awk '
|
||||
/driver: bridge/ {
|
||||
print $0
|
||||
print " driver_opts:"
|
||||
print " com.docker.network.driver.mtu: 1400"
|
||||
next
|
||||
}
|
||||
{ print $0 }
|
||||
' docker-compose-dev.yaml > "$tmpfile"
|
||||
mv "$tmpfile" docker-compose-dev.yaml
|
||||
tail -n 10 docker-compose-dev.yaml
|
||||
|
||||
- name: Start docker-compose services
|
||||
env:
|
||||
DOCKER_BUILDKIT: 1
|
||||
SSH_AUTH_SOCK: ${{ env.SSH_AUTH_SOCK }}
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml up -d
|
||||
|
||||
- name: Ruff format check (strict)
|
||||
run: |
|
||||
docker run --rm \
|
||||
-v "${PRBOT_DATA}:/tmp" \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
pip install ruff
|
||||
cd /server
|
||||
echo "=== Ruff format check ==="
|
||||
ruff format . --check
|
||||
' \
|
||||
| tee "${PRBOT_DATA}/full_output.txt" | prbot
|
||||
echo "=== Format Output ==="
|
||||
cat "${PRBOT_DATA}/full_output.txt"
|
||||
|
||||
- name: Run Docker with output redirection
|
||||
run: |
|
||||
docker run --rm \
|
||||
-v "${PRBOT_DATA}:/tmp" \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
pip install ruff pytest pytest-github-actions-annotate-failures
|
||||
echo "=== Ruff ==="
|
||||
cd /server && ruff check . | sed "s|/server/||g" || true
|
||||
' \
|
||||
| tee "${PRBOT_DATA}/full_output.txt" | prbot
|
||||
|
||||
echo "=== Full Output ==="
|
||||
cat "${PRBOT_DATA}/full_output.txt"
|
||||
|
||||
- name: Create database
|
||||
run: |
|
||||
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "DROP DATABASE IF EXISTS test"'
|
||||
docker exec "$POSTGRES_CONTAINER" bash -c 'psql -U "$POSTGRES_USER" -d "$POSTGRES_DB" -c "CREATE DATABASE test"'
|
||||
|
||||
- name: Pytest inside other container via docker exec from main test container
|
||||
run: |
|
||||
docker run --rm \
|
||||
--network hub-network \
|
||||
-v /home/runner/prbot_data:/tmp \
|
||||
-e GITEASSH="$(echo "${{ secrets.GITEASSH }}" | tr -d '\n')" \
|
||||
cr.yandex/crp8vh46gd976oq8ipla/${{ github.event.repository.name }}:${{ env.SANITIZED_TAG }} \
|
||||
bash -c '
|
||||
mkdir -p ~/.ssh
|
||||
echo "$GITEASSH" | base64 -d > ~/.ssh/id_rsa
|
||||
chmod 600 ~/.ssh/id_rsa
|
||||
ssh-keyscan -H bb.hublab.ru >> ~/.ssh/known_hosts
|
||||
eval "$(ssh-agent -s)"
|
||||
ssh-add ~/.ssh/id_rsa
|
||||
|
||||
echo "🔧 Copying test config"
|
||||
cp config-tests-example.yaml config.yaml
|
||||
cp config-tests-example.yaml config-tests.yaml
|
||||
|
||||
echo "🚀 Creating virtual environment..."
|
||||
python3 -m venv .venv && \
|
||||
source .venv/bin/activate && \
|
||||
echo "✅ Virtual environment activated."
|
||||
|
||||
echo "📦 Installing requirements from requirements-dev.txt"
|
||||
pip install --upgrade pip && \
|
||||
pip install -r /server/requirements-dev.txt && \
|
||||
pip install pytest
|
||||
pip install pytest-github-actions-annotate-failures
|
||||
|
||||
echo "🔍 Searching for test files and running them individually"
|
||||
pytest -v -W always --capture=no \
|
||||
2>&1 | tee /tmp/test_output.txt
|
||||
|
||||
echo "📄 Copying results to PRBot output"
|
||||
cat /tmp/test_output.txt > /tmp/prbot_output.txt
|
||||
'
|
||||
|
||||
- name: Commit PRBot feedback
|
||||
if: always()
|
||||
run: |
|
||||
prbot commit
|
||||
|
||||
- name: Stop docker-compose services
|
||||
if: always()
|
||||
run: |
|
||||
docker compose -f docker-compose-dev.yaml down
|
||||
|
||||
- name: Cleanup SSH key
|
||||
if: always()
|
||||
run: |
|
||||
rm -f ~/.ssh/id_rsa ~/.ssh/id_rsa.pub
|
||||
137
.github/workflows/build.yaml
vendored
137
.github/workflows/build.yaml
vendored
@@ -11,14 +11,7 @@ on:
|
||||
force_build:
|
||||
type: boolean
|
||||
default: false
|
||||
arch:
|
||||
type: string
|
||||
default: "linux/amd64,linux/arm64/v8"
|
||||
secrets:
|
||||
VK_TEAMS_BOT_TOKEN:
|
||||
required: true
|
||||
VK_TEAMS_CHAT_ID:
|
||||
required: true
|
||||
|
||||
|
||||
jobs:
|
||||
build:
|
||||
@@ -27,102 +20,52 @@ jobs:
|
||||
CR_REGISTRY: crp8vh46gd976oq8ipla
|
||||
CR_REPO: ${{ github.event.repository.name }}
|
||||
IMAGE_TAG: ${{ github.sha }}
|
||||
|
||||
steps:
|
||||
- name: Notify (started)
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/vk-notify@main
|
||||
env:
|
||||
VK_TEAMS_BOT_TOKEN: ${{ secrets.VK_TEAMS_BOT_TOKEN }}
|
||||
VK_TEAMS_CHAT_ID: ${{ secrets.VK_TEAMS_CHAT_ID }}
|
||||
with:
|
||||
result: started
|
||||
name: build tag ${{ inputs.tag }}
|
||||
|
||||
- uses: actions/checkout@v4
|
||||
with:
|
||||
lfs: ${{ inputs.lfs }}
|
||||
- name: Checkout
|
||||
uses: actions/checkout@master
|
||||
- name: Checkout LFS
|
||||
if: ${{ inputs.lfs }}
|
||||
run: |
|
||||
UrlBase=$GITHUB_SERVER_URL; \
|
||||
UrlLfsBase=$UrlBase/${{ github.repository }}.git/info/lfs/objects; \
|
||||
Auth=`/usr/bin/git config --get --local http.$UrlBase/.extraheader`; \
|
||||
/usr/bin/git config --local http.${UrlLfsBase}/batch.extraheader "$Auth"; \
|
||||
/usr/bin/git config --local http.${UrlLfsBase}/.extraheader ''
|
||||
|
||||
git config --local lfs.transfer.maxretries 1
|
||||
git ls-remote
|
||||
git lfs checkout
|
||||
git lfs fetch
|
||||
git lfs pull
|
||||
#git lfs fetch origin refs/heads/${{ github.head_ref || github.ref_name }}
|
||||
- name: Use ssh key
|
||||
uses: webfactory/ssh-agent@v0.9.0
|
||||
with:
|
||||
ssh-private-key: |
|
||||
${{ secrets.LIB_SSH_KEY }}
|
||||
${{ secrets.LIB_NEW_SSH_KEY }}
|
||||
|
||||
ssh-private-key: |
|
||||
${{ secrets.LIB_SSH_KEY }}
|
||||
${{ secrets.LIB_NEW_SSH_KEY }}
|
||||
- name: Build Docker image
|
||||
run: |
|
||||
if [ "$NO_CACHE" == "true" ]; then
|
||||
docker build -t cr.yandex/$CR_REGISTRY/$CR_REPO:${IMAGE_TAG::7} --no-cache --ssh default .
|
||||
else
|
||||
docker build -t cr.yandex/$CR_REGISTRY/$CR_REPO:${IMAGE_TAG::7} --ssh default .
|
||||
fi
|
||||
env:
|
||||
NO_CACHE: ${{ inputs.force_build || 'false' }}
|
||||
- name: Yandex Cloud Login
|
||||
uses: yc-actions/yc-cr-login@v2
|
||||
with:
|
||||
yc-sa-json-credentials: ${{ secrets.YC_SA_JSON_CREDENTIALS }}
|
||||
|
||||
- name: Set up Docker Buildx
|
||||
id: buildx
|
||||
uses: docker/setup-buildx-action@v3
|
||||
with:
|
||||
install: true
|
||||
|
||||
- name: Shorten commit SHA
|
||||
run: echo "SHORT_SHA=${GITHUB_SHA::7}" >> $GITHUB_ENV
|
||||
|
||||
- name: Normalize tag
|
||||
id: normalize
|
||||
run: |
|
||||
SAFE_TAG=$(echo "${{ inputs.tag }}" | tr '/' '-')
|
||||
echo "SAFE_TAG=$SAFE_TAG" >> $GITHUB_ENV
|
||||
|
||||
- name: Restore Docker layer cache
|
||||
uses: actions/cache/restore@v4
|
||||
with:
|
||||
path: /cache/${{ github.repository }}/buildx-cache
|
||||
key: ${{ runner.os }}-${{ github.repository }}-buildx-${{ hashFiles(format('{0}/Dockerfile', github.workspace), format('{0}/**/requirements.txt', github.workspace), format('{0}/**/*lock*', github.workspace), format('{0}/**/package-lock.json', github.workspace), format('{0}/**/poetry.lock', github.workspace)) }}
|
||||
restore-keys: |
|
||||
${{ runner.os }}-${{ github.repository }}-buildx-
|
||||
${{ runner.os }}-buildx-
|
||||
|
||||
- name: Build and push multi-arch image
|
||||
id: build-step
|
||||
uses: docker/build-push-action@v6
|
||||
with:
|
||||
push: true
|
||||
context: .
|
||||
builder: ${{ steps.buildx.outputs.name }}
|
||||
tags: |
|
||||
cr.yandex/${{ env.CR_REGISTRY }}/${{ env.CR_REPO }}:${{ env.SHORT_SHA }}
|
||||
cr.yandex/${{ env.CR_REGISTRY }}/${{ env.CR_REPO }}:${{ env.SAFE_TAG }}
|
||||
platforms: ${{ inputs.arch }}
|
||||
ssh: default
|
||||
no-cache: ${{ inputs.force_build }}
|
||||
build-args: |
|
||||
GIT_COMMIT=${{ github.sha }}
|
||||
cache-from: |
|
||||
type=local,src=/cache/${{ github.repository }}/buildx-cache
|
||||
cache-to: |
|
||||
type=local,dest=/cache/${{ github.repository }}/buildx-cache-new,mode=max
|
||||
|
||||
- name: Move new cache if it exists
|
||||
if: steps.build-step.outcome == 'success'
|
||||
run: |
|
||||
mkdir -p /cache/${{ github.repository }}
|
||||
if [ -d /cache/${{ github.repository }}/buildx-cache-new ]; then
|
||||
echo "Found new buildx cache, replacing old one..."
|
||||
rm -rf /cache/${{ github.repository }}/buildx-cache
|
||||
mv /cache/${{ github.repository }}/buildx-cache-new /cache/${{ github.repository }}/buildx-cache
|
||||
else
|
||||
echo "No new buildx cache found, keeping old one."
|
||||
fi
|
||||
|
||||
- name: Save Docker layer cache
|
||||
if: steps.build-step.outcome == 'success'
|
||||
uses: actions/cache/save@v4
|
||||
with:
|
||||
path: /cache/${{ github.repository }}/buildx-cache
|
||||
key: ${{ runner.os }}-${{ github.repository }}-buildx-${{ hashFiles(format('{0}/Dockerfile', github.workspace), format('{0}/**/requirements.txt', github.workspace), format('{0}/**/*lock*', github.workspace), format('{0}/**/package-lock.json', github.workspace), format('{0}/**/poetry.lock', github.workspace)) }}
|
||||
|
||||
- name: Notify (result)
|
||||
if: always()
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/vk-notify@main
|
||||
- name: Tag image
|
||||
env:
|
||||
VK_TEAMS_BOT_TOKEN: ${{ secrets.VK_TEAMS_BOT_TOKEN }}
|
||||
VK_TEAMS_CHAT_ID: ${{ secrets.VK_TEAMS_CHAT_ID }}
|
||||
with:
|
||||
result: ${{ steps.build-step.outcome }}
|
||||
name: build tag ${{ inputs.tag }}
|
||||
INPUT_TAG: ${{ inputs.tag }}
|
||||
run: |
|
||||
echo ${INPUT_TAG/\//-} ${IMAGE_TAG::7} $INPUT_TAG $IMAGE_TAG
|
||||
docker tag cr.yandex/$CR_REGISTRY/$CR_REPO:${IMAGE_TAG::7} cr.yandex/$CR_REGISTRY/$CR_REPO:${INPUT_TAG/\//-}
|
||||
- name: Push image
|
||||
env:
|
||||
INPUT_TAG: ${{ inputs.tag }}
|
||||
run: |
|
||||
docker push cr.yandex/$CR_REGISTRY/$CR_REPO:${IMAGE_TAG::7}
|
||||
docker push cr.yandex/$CR_REGISTRY/$CR_REPO:${INPUT_TAG/\//-}
|
||||
10
.github/workflows/deploy.yaml
vendored
10
.github/workflows/deploy.yaml
vendored
@@ -30,7 +30,17 @@ jobs:
|
||||
CR_REPO: ${{ github.event.repository.name }}
|
||||
TAG: ${{ inputs.tag }}
|
||||
steps:
|
||||
- name: deploy
|
||||
if: inputs.environment == 'prod' || inputs.environment == 'demo'
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/deploy@HEAD
|
||||
with:
|
||||
secrets: ${{ toJSON(secrets) }}
|
||||
environment: ${{ inputs.environment }}
|
||||
tag: ${{ inputs.tag }}
|
||||
migrate: ${{ inputs.migrate }}
|
||||
host: ${{ inputs.host }}
|
||||
- name: deploy k8s
|
||||
if: inputs.environment == 'stage'
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/k8s@HEAD
|
||||
with:
|
||||
secrets: ${{ toJSON(secrets) }}
|
||||
|
||||
43
.github/workflows/deployk8s.yaml
vendored
43
.github/workflows/deployk8s.yaml
vendored
@@ -21,22 +21,10 @@ on:
|
||||
host:
|
||||
type: string
|
||||
required: true
|
||||
name:
|
||||
type: string
|
||||
required: false
|
||||
option:
|
||||
type: string
|
||||
required: false
|
||||
tests:
|
||||
type: string
|
||||
default: true
|
||||
vault:
|
||||
type: string
|
||||
default: true
|
||||
|
||||
jobs:
|
||||
deploy:
|
||||
if: ${{ contains(format(',{0},', vars.ADMIN_USERS), format(',{0},', github.actor)) || startsWith(inputs.environment, 'stage') }}
|
||||
if: contains(format(',{0},', vars.ADMIN_USERS), format(',{0},', github.actor)) || inputs.environment=='stage'
|
||||
runs-on: ubuntu-latest
|
||||
env:
|
||||
CR_REGISTRY: crp8vh46gd976oq8ipla
|
||||
@@ -44,31 +32,24 @@ jobs:
|
||||
TAG: ${{ inputs.tag }}
|
||||
steps:
|
||||
- name: notify
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/vk-notify@main
|
||||
env:
|
||||
VK_TEAMS_BOT_TOKEN: ${{ secrets.VK_TEAMS_BOT_TOKEN }}
|
||||
VK_TEAMS_CHAT_ID: ${{ secrets.VK_TEAMS_CHAT_ID }}
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/notify@HEAD
|
||||
with:
|
||||
result: 'started'
|
||||
secrets: ${{ toJSON(secrets) }}
|
||||
name: deploy ${{ inputs.environment }} tag ${{ inputs.tag }}
|
||||
- name: deploy
|
||||
id: k8s_deploy
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/k8s@HEAD
|
||||
with:
|
||||
secrets: ${{ toJSON(secrets) }}
|
||||
environment: ${{ inputs.environment }}
|
||||
tag: ${{ inputs.tag }}
|
||||
migrate: ${{ inputs.migrate }}
|
||||
appName: ${{ inputs.name || github.event.repository.name }}
|
||||
optionName: ${{ inputs.option || format('images.{0}', github.event.repository.name) }}
|
||||
tests: ${{ inputs.tests }}
|
||||
vault: ${{ inputs.vault }}
|
||||
- name: post-notify
|
||||
if: always()
|
||||
uses: https://bb.hublab.ru/HUB/workflows/.gitea/actions/vk-notify@main
|
||||
env:
|
||||
VK_TEAMS_BOT_TOKEN: ${{ secrets.VK_TEAMS_BOT_TOKEN }}
|
||||
VK_TEAMS_CHAT_ID: ${{ secrets.VK_TEAMS_CHAT_ID }}
|
||||
with:
|
||||
result: ${{ steps.k8s_deploy.outcome }}
|
||||
name: deploy ${{ inputs.environment }} tag ${{ inputs.tag }}
|
||||
|
||||
notify:
|
||||
needs: [deploy]
|
||||
if: always()
|
||||
uses: HUB/workflows/.github/workflows/notify.yaml@main
|
||||
with:
|
||||
result: ${{ needs.deploy.result}}
|
||||
name: k8s deploy ${{ inputs.environment }} tag ${{ inputs.tag }}
|
||||
secrets: inherit
|
||||
18
.github/workflows/notify.yaml
vendored
18
.github/workflows/notify.yaml
vendored
@@ -1,3 +1,5 @@
|
||||
env:
|
||||
icons: '{"success" : ":white_check_mark:", "failure": ":x:", "canceled": ":facepalm:", "started": ":warning:", "": ":boxing_glove:"}'
|
||||
on:
|
||||
workflow_call:
|
||||
inputs:
|
||||
@@ -13,13 +15,11 @@ jobs:
|
||||
notify:
|
||||
runs-on: gpu
|
||||
steps:
|
||||
- uses: dosymep/vk-teams-action@v1.0.0
|
||||
env:
|
||||
ICONS: '{"success":"✅","failure":"❌","canceled":"🤦","started":"⚠️"}'
|
||||
with:
|
||||
token: ${{ secrets.VK_TEAMS_BOT_TOKEN }}
|
||||
to: ${{ secrets.VK_TEAMS_CHAT_ID }}
|
||||
format: MarkdownV2
|
||||
message: |
|
||||
${{ github.repository }} \[${{inputs.name}}\]\(${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}\) was ${{ inputs.result }} by ${{ github.event.sender.login }} ${{ fromJson(env.ICONS)[inputs.result] }}
|
||||
- uses: mattermost/action-mattermost-notify@master
|
||||
with:
|
||||
MATTERMOST_WEBHOOK_URL: ${{ secrets.MM_WEBHOOK_URL }}
|
||||
PAYLOAD: |
|
||||
{
|
||||
"text": "${{ github.repository }} [${{inputs.name}}](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_number }}) was ${{ inputs.result }} by ${{ github.event.sender.login}} ${{ fromJson(env.icons)[inputs.result]}}"
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user