Hyul_code

Airflow를 구축하는데 성공했다.https://hyul-code.tistory.com/114 [Airflow] naver 리뷰 airflow 하기(버전만)Final Project 때 했던 크롤링을 바탕으로 Airflow를 입혀 Data 축적을 자동화 해보는걸 목표로 한다. Ubuntu 환경과 Window 환경을 왔다갔다 할 예정이다. // Ubuntu // mysql 상태를 확인한다 sudo systemctl status myhyul-code.tistory.com 이제 배포를 할 수 있게 도커를 설치하고자 한다. sudo apt updatedocker run -it -p 8080:8080 -v /home/hyul/airflow:/opt/airflow/dags/ --entrypoint=/bin/bash..

Final Project 때 했던 크롤링을 바탕으로 Airflow를 입혀 Data 축적을 자동화 해보는걸 목표로 한다. Ubuntu 환경과 Window 환경을 왔다갔다 할 예정이다. // Ubuntu // mysql 상태를 확인한다 sudo systemctl status mysql // ip를 확인해 window에서 DB 인터페이스를 연결한다 ifconfig // mysql 접속 sudo mysql -u root -p // Airflow용 계정을 만든다 CREATE USER 'hyul'@'%' IDENTIFIED BY '비밀번호'; // 권한 부여 완료 GRANT ALL PRIVILEGES ON *.* TO 'hyul'@'%'; 이제 Airflow를 설치하겠다 // apache-airflow 설치 pip..

cd ~/workspace pip install virtualenv python3 -m virtualenv venv cd venv cd bin ls -al | grep activate . activate cd # 가상환경 안에서 export AIRFLOW_HOME=~/airflow AIRFLOW_VERSION=2.8.1 PYTHON_VERSION="$(python --version | cut -d " " -f 2 | cut -d "." -f 1-2)" CONSTRAINT_URL="https://raw.githubusercontent.com/apache/airflow/constraints-${AIRFLOW_VERSION}/constraints-${PYTHON_VERSION}.txt" pip install ..

Horizontal Pod Autoscaler -------------------- kubectl create deployment hpa-hname-pods --image=sysnet4admin/echo-hname kubectl expose deployment hpa-hname-pods --type=LoadBalancer --name=hpa-hname-svc --port=80 # metrics kubectl create -f https://raw.githubusercontent.com/k8s-1pro/install/main/ground/k8s-1.27/metrics-server-0.6.3/metrics-server.yaml # 성능에 대한 평가지표 kubectl top pods ubuntu@ip-172-..

kubectl create deployment in-hname-pod --image=sysnet4admin/echo-hname kubectl create deployment in-ip-pod --image=sysnet4admin/echo-ip kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/controller-v1.8.2/deploy/static/provider/aws/deploy.yaml ----------------- # baremetal만 사용 가능 kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/controller-v1.8...

# ingress kubectl create deployment in-hname-pod --image=sysnet4admin/echo-hname kubectl create deployment in-ip-pod --image=sysnet4admin/echo-ip # ingress.yaml vi ingress.yaml apiVersion: v1 kind: Service metadata: name: nginx-ingress-controller namespace: ingress-nginx spec: ports: - name: http protocol: TCP port: 80 targetPort: 80 nodePort: 30100 - name: https protocol: TCP port: 443 targetPo..

# pod 생성 kubectl create deployment np-pods --image=sysnet4admin/echo-hname # nodeport 실습 vi nodeport.yaml # nodeport.yaml apiVersion: v1 kind: Service metadata: name: np-svc spec: selector: app: np-pods ports: - name: http protocol: TCP port: 80 targetPort: 80 nodePort: 30000 type: NodePort kubectl create -f nodeport.yaml # node 수 3개 kubectl scale deployment np-pods --replicas=3 # np-pod와 같이 묶임 ..

# yaml 적용 k apply -f echo-hname.yaml # 확인 k9s # node 정지 k cordon ip-192-168-28-76.ap-northeast-2.compute.internal k scale deployment echo-hname --replicas=9 # 확인 k9s 정지 시킨 node에서는 확장되지 않는다. # 다시 3개로 k scale deployment echo-hname --replicas=3 # 정지를 풀어준다 k uncordon ip-192-168-28-76.ap-northeast-2.compute.internal vim rollout-hname.yaml apiVersion: apps/v1 kind: Deployment metadata: name: rollout-n..

# Pod 실행 kubectl run nginx-pod --image=nginx k9s Context: hyul@k8s-hyul-v8.ap-northeast-2.eksctl.io all Delete … ____ __.________ Cluster: k8s-hyul-v8.ap-northeast-2.eksctl.io default Describe | |/ _/ __ \______ User: hyul@k8s-hyul-v8.ap-northeast-2.eksctl.io Edit | CPU: 0% Logs Previou..

# webtest 생성 kubectl create deployment webtest --image=nginx:1.14 --port=80 --replicas=1 # k9s 설치 wget https://github.com/derailed/k9s/releases/download/v0.13.7/k9s_0.13.7_Linux_i386.tar.gz tar xvzf k9s_0.13.7_Linux_i386.tar.gz sudo mv k9s /usr/local/bin # list 확인 kubectl get pods -o wide Putty 접속 -> 생성된 webtest가 있는 node로 접속 curl ip주소 #curl 192.168.19.98 # 연습 종료 kubectl delete deployment webtest..