Commit 737826bf authored by Yeldar Toktasynov's avatar Yeldar Toktasynov

created this dev branch and updated application.yml

parent a1da3ab3
image: "10.20.4.30/devops/docker-builder:19.03.5"
stages:
- test
- build
- deploy
services:
- name: docker:19.03.5-dind
command: ["--insecure-registry=10.20.4.30"]
- name: "10.30.20.233/mm/library/docker:stable-dind"
alias: docker
command: ["--insecure-registry=10.30.20.233"]
dummy stage:
stage: build
image: "10.30.20.233/devops/docker-builder:19.03.5"
script:
- export
before_script:
- docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
only:
- master
docker build image:
docker release image:
stage: build
image: "10.30.20.233/devops/docker-builder:19.03.5"
script:
- docker build .
- docker pull $CI_REGISTRY_IMAGE:latest || true
- docker build --cache-from $CI_REGISTRY_IMAGE:latest . -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA -t $CI_REGISTRY_IMAGE:latest
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
- docker push $CI_REGISTRY_IMAGE:latest
before_script:
- docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
only:
refs:
- master
changes:
- VERSION
deploy-alem-ru-clustering-01:
stage: deploy
before_script:
- apk add bash
- 'echo "Before script...."'
- 'echo $SSH_PRIVATE_KEY'
- bash -c 'which ssh-agent || ( apt-get update -y && apt-get install openssh-client -y )'
- eval $(ssh-agent -s)
- bash -c 'ssh-add <(echo "$SSH_PRIVATE_KEY")'
- mkdir -p ~/.ssh
- bash -c '[[ -f /.dockerenv ]] && echo -e "Host *\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config'
script:
- scp application.yml mediamon@10.30.10.66:/home/mediamon/
- scp docker-compose.yml mediamon@10.30.10.66:/home/mediamon/
- ssh mediamon@10.30.10.66 "docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY && docker pull registry.gitlab.alem.kz/yeldartoktasynov/alem-ru-clustering && docker-compose up -d && exit"
only:
refs:
- master
deploy-alem-ru-clustering-02:
stage: deploy
before_script:
- apk add bash
- 'echo "Before script...."'
- 'echo $SSH_PRIVATE_KEY'
- bash -c 'which ssh-agent || ( apt-get update -y && apt-get install openssh-client -y )'
- eval $(ssh-agent -s)
- bash -c 'ssh-add <(echo "$SSH_PRIVATE_KEY")'
- mkdir -p ~/.ssh
- bash -c '[[ -f /.dockerenv ]] && echo -e "Host *\n\tStrictHostKeyChecking no\n\n" > ~/.ssh/config'
script:
- scp application.yml mediamon@10.30.10.247:/home/mediamon/
- scp docker-compose.yml mediamon@10.30.10.247:/home/mediamon/
- ssh mediamon@10.30.10.247 "docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY && docker pull registry.gitlab.alem.kz/yeldartoktasynov/alem-ru-clustering && docker-compose up -d && exit"
only:
only:
refs:
- master
......@@ -3,13 +3,14 @@ import numpy as np
import logging
from text_preparation import Preparation
from cluster_faiss import Faiss_cluster
from datetime import datetime
from datetime import datetime, timedelta
from db_cluster import table_class, create_session
import uuid
import pandas as pd
from sys import getsizeof
from sqlalchemy import or_, and_
logging.basicConfig(format="%(asctime)s %(message)s")
"""
......
......@@ -18,9 +18,9 @@ consumers:
producers:
output:
connection: default
queue: solr-update-q-monorepo
routing_key: solr-update-k-monorepo
exchange: solr-update-x-monorepo
queue: geo-classification-q-monorepo
routing_key: manual-markup-verifier-k
exchange: manual-markup-verifier-x
postgres:
username: alem
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment