maximo/us-dop-scrapper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Compare commits

base: maximo:4dc90089bd1fbe79790caa75f3e59429aa95843f
Branches Tags
maximo:master
maximo:v0.0.6
maximo:v0.0.5
maximo:v0.0.4
maximo:v0.0.3
maximo:v0.0.2
maximo:v0.0.1
..
compare: maximo:14e54b060d848bfb36f80f8abe40c392fbff3c68
Branches Tags
maximo:master
maximo:v0.0.6
maximo:v0.0.5
maximo:v0.0.4
maximo:v0.0.3
maximo:v0.0.2
maximo:v0.0.1

No commits in common. "4dc90089bd1fbe79790caa75f3e59429aa95843f" and "14e54b060d848bfb36f80f8abe40c392fbff3c68" have entirely different histories.
4dc90089bd ... 14e54b060d

2 changed files with 238 additions and 1 deletions
Show Stats Expand all files Collapse all files

2
.github/workflows/build_push_and_deploy.yaml vendored
View File

@ -111,6 +111,6 @@ jobs:
export IMAGE="$( echo ${{ github.server_url }} | sed -e 's;https://;;')/${{ github.repository }}:${{ github.ref_name }}" export IMAGE="$( echo ${{ github.server_url }} | sed -e 's;https://;;')/${{ github.repository }}:${{ github.ref_name }}"
echo "${{ secrets.KUBECONFIG }}" > ~/.kube/config echo "${{ secrets.KUBECONFIG }}" > ~/.kube/config
- name: delete olf config - name: delete olf config
run: kubectl delete -f k8s/cronjobs.yml 2> /dev/null run: kubectl delete -f k8s/cronjobs.yml
- name: apply config - name: apply config
run: kubectl apply -f k8s/cronjobs.yml run: kubectl apply -f k8s/cronjobs.yml

237
k8s/cronjobs.yml Normal file
View File

@ -0,0 +1,237 @@
apiVersion: batch/v1
kind: CronJob
metadata:
name: inf-cronjob
spec:
schedule: "*/20 8-19 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-inf
image: localhost:32000/crawler:latest
env:
- name: WHO
value: inf
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
- name: GENERAL
value: https://www.infodolar.com.do/
- name: NATSURI
value: "nats://nats-svc:4222"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: bcd-cronjob
spec:
schedule: "3,33 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-bcd
image: localhost:32000/crawler:latest
env:
- name: BCD
value: https://www.bancentral.gov.do/SectorExterno/HistoricoTasas
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: bcd
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: bpd-cronjob
spec:
schedule: "5,35 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-bpd
image: localhost:32000/crawler:latest
env:
- name: BPD
value: https://popularenlinea.com/empresarial/Paginas/Home.aspx
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: bpd
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: bhd-cronjob
spec:
schedule: "8,38 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-bhd
image: localhost:32000/crawler:latest
env:
- name: BHD
value: https://bhd.com.do/calculators?calculator=DIVISAS
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: bhd
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: brd-cronjob
spec:
schedule: "22,52 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-brd
image: localhost:32000/crawler:latest
env:
- name: BDR
value: https://www.banreservas.com/calculadoras
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: brd
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: apap-cronjob
spec:
schedule: "25,55 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-apap
image: localhost:32000/crawler:latest
env:
- name: APA
value: https://apap.com.do/
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: apap
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: bnc-cronjob
spec:
schedule: "11,41 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-bnc
image: localhost:32000/crawler:latest
env:
- name: BNC
value: https://www.banesco.com.do/
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: bnc
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: vimenca-cronjob
spec:
schedule: "14,44 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-vimenca
image: localhost:32000/crawler:latest
env:
- name: VIMENCA
value: https://www.bancovimenca.com/
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: vimenca
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"
---
apiVersion: batch/v1
kind: CronJob
metadata:
name: scotia-cronjob
spec:
schedule: "17,47 8-22 * * 1-6"
successfulJobsHistoryLimit: 1
failedJobsHistoryLimit: 1
jobTemplate:
spec:
template:
spec:
restartPolicy: OnFailure
containers:
- name: crawler-scotia
image: localhost:32000/crawler:latest
env:
- name: SCOTIA
value: https://do.scotiabank.com/banca-personal/tarifas/tasas-de-cambio.html
- name: NATSURI
value: "nats://nats-svc:4222"
- name: WHO
value: scotia
- name: DOLLAR_SERVICE_URL
value: "dolar-grpc-svc:80"