maximo tejeda
98dce2d47c
Some checks failed
dev test / test (push) Successful in 1m20s
dev test / vulnCheck (push) Successful in 32s
dev test / Ci-Lint (push) Successful in 28s
${{ github.actor }} executed Build Push Prod / build (push) Failing after 37s
${{ github.actor }} executed Build Push Prod / deploy (push) Has been skipped
64 lines
1.7 KiB
Go
64 lines
1.7 KiB
Go
package crawler
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"time"
|
|
|
|
"git.maximotejeda.com/maximo/us_dop_scrapper/config"
|
|
"git.maximotejeda.com/maximo/us_dop_scrapper/helpers"
|
|
"git.maximotejeda.com/maximo/us_dop_scrapper/internal/application/core/domain"
|
|
"git.maximotejeda.com/maximo/us_dop_scrapper/internal/ports"
|
|
"github.com/playwright-community/playwright-go"
|
|
)
|
|
|
|
type Apap struct{}
|
|
|
|
func NewApap() ports.APIPorts {
|
|
return &Apap{}
|
|
}
|
|
|
|
func (a Apap) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger) (insts []*domain.History, err error) {
|
|
tout := 120000.00
|
|
log = log.With("scrapper", "apap")
|
|
if _, err := page.Goto(config.GetAPAPURL(), playwright.PageGotoOptions{
|
|
Timeout: &tout,
|
|
WaitUntil: playwright.WaitUntilStateLoad,
|
|
}); err != nil {
|
|
log.Error("could not get info", "error", err)
|
|
return nil, err
|
|
}
|
|
button := page.Locator("#exchangesRates")
|
|
_ = button.WaitFor()
|
|
_ = button.Click()
|
|
|
|
compraLocator := page.Locator("#currency-buy-USD")
|
|
ventaLocator := page.Locator("#currency-sell-USD")
|
|
|
|
compraSTR, err := compraLocator.TextContent()
|
|
if err != nil {
|
|
log.Error("could not get compra str", "err", err)
|
|
return nil, err
|
|
}
|
|
ventaSTR, err := ventaLocator.TextContent()
|
|
if err != nil {
|
|
log.Error("could not get venta string", "err", err)
|
|
return nil, err
|
|
}
|
|
inst := &domain.History{
|
|
Name: "asociacion popular de ahorros y prestamos",
|
|
Parser: "apap",
|
|
Parsed: time.Now().Unix(),
|
|
}
|
|
|
|
inst.Venta = helpers.Normalize(ventaSTR)
|
|
inst.Compra = helpers.Normalize(compraSTR)
|
|
|
|
if inst.Compra == 0 || inst.Venta == 0 {
|
|
return nil, fmt.Errorf("apa: institution not parsed: %v", inst)
|
|
}
|
|
log.Info("parsed", "value", inst)
|
|
return []*domain.History{inst}, nil
|
|
}
|