maximo/us-dop-scrapper
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix err handling
Some checks failed
dev test / test (push) Successful in 1m20s
Details
dev test / vulnCheck (push) Successful in 32s
Details
dev test / Ci-Lint (push) Successful in 28s
Details
${{ github.actor }} executed Build Push Prod / build (push) Failing after 37s
Details
${{ github.actor }} executed Build Push Prod / deploy (push) Has been skipped
Details

Browse Source
This commit is contained in:
maximo tejeda 2024-12-02 20:32:29 -04:00
parent a3f211254b
commit 98dce2d47c
11 changed files with 15 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Dockerfile
View File

@ -4,8 +4,6 @@ ARG version=not-set
ARG SHORTSHA=not-set ARG SHORTSHA=not-set
WORKDIR /app WORKDIR /app
COPY . . COPY . .
ENV GOPRIVATE=git.maximotejeda.com/maximo,github.com/maximotejeda
ENV GOPROXY=direct
# https://stackoverflow.com/questions/70369368/check-architecture-in-dockerfile-to-get-amd-arm # https://stackoverflow.com/questions/70369368/check-architecture-in-dockerfile-to-get-amd-arm
RUN go build -o bin/crawler \ RUN go build -o bin/crawler \
-ldflags "-X main.Shortsha=${SHORTSHA} \ -ldflags "-X main.Shortsha=${SHORTSHA} \

4
internal/adapters/crawler/apap.go
View File

@ -30,8 +30,8 @@ func (a Apap) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
return nil, err return nil, err
} }
button := page.Locator("#exchangesRates") button := page.Locator("#exchangesRates")
button.WaitFor() _ = button.WaitFor()
button.Click() _ = button.Click()
compraLocator := page.Locator("#currency-buy-USD") compraLocator := page.Locator("#currency-buy-USD")
ventaLocator := page.Locator("#currency-sell-USD") ventaLocator := page.Locator("#currency-sell-USD")

2
internal/adapters/crawler/bcd.go
View File

@ -31,7 +31,7 @@ func (b bcd) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger)
} }
compraLocator := page.Locator("span#actualPurchaseValue") compraLocator := page.Locator("span#actualPurchaseValue")
compraLocator.WaitFor(playwright.LocatorWaitForOptions{ _ = compraLocator.WaitFor(playwright.LocatorWaitForOptions{
Timeout: &tout, Timeout: &tout,
State: playwright.WaitForSelectorStateVisible, State: playwright.WaitForSelectorStateVisible,
}) })

4
internal/adapters/crawler/bdr.go
View File

@ -35,9 +35,9 @@ func (bd brd) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
return nil, err return nil, err
} }
page.Locator("section#divisas").WaitFor() _ = page.Locator("section#divisas").WaitFor()
compraLocator := page.Locator("span#compraUS") compraLocator := page.Locator("span#compraUS")
compraLocator.WaitFor() _ = compraLocator.WaitFor()
ventaLocator := page.Locator("span#ventaUS") ventaLocator := page.Locator("span#ventaUS")
compraSTR, err := compraLocator.TextContent() compraSTR, err := compraLocator.TextContent()
if err != nil { if err != nil {

2
internal/adapters/crawler/bhd.go
View File

@ -46,7 +46,7 @@ func (bh bhd) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
} }
fieldGroupLocator := page.Locator("div.field_group") fieldGroupLocator := page.Locator("div.field_group")
fieldGroupLocator.WaitFor() _ = fieldGroupLocator.WaitFor()
fieldGroup, err := fieldGroupLocator.All() fieldGroup, err := fieldGroupLocator.All()
//log.Info("divs", "number", len(fieldGroup)) //log.Info("divs", "number", len(fieldGroup))
if err != nil { if err != nil {

2
internal/adapters/crawler/bnc.go
View File

@ -31,7 +31,7 @@ func (bn bnc) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
} }
currencyDiv := page.Locator(".calculator__content") currencyDiv := page.Locator(".calculator__content")
currencyDiv.WaitFor() _ = currencyDiv.WaitFor()
buyInput := page.Locator("div.calculator__buy-input:nth-child(2) > input:nth-child(2)") buyInput := page.Locator("div.calculator__buy-input:nth-child(2) > input:nth-child(2)")

8
internal/adapters/crawler/bpd.go
View File

@ -35,15 +35,15 @@ func (bp bpd) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
//log.Info("Page loaded", "time", time.Since(start).Seconds()) //log.Info("Page loaded", "time", time.Since(start).Seconds())
// menu := page.Locator(".footer_est_menu_bpd > li:nth-child(3)") // menu := page.Locator(".footer_est_menu_bpd > li:nth-child(3)")
container := page.Locator("div.tasa.tasa_dolar") container := page.Locator("div.tasa.tasa_dolar")
container.WaitFor() _ = container.WaitFor()
compraInput := page.Locator("input#compra_peso_dolar") compraInput := page.Locator("input#compra_peso_dolar")
compraInput.WaitFor(playwright.LocatorWaitForOptions{ _ = compraInput.WaitFor(playwright.LocatorWaitForOptions{
Timeout: &tout, Timeout: &tout,
State: playwright.WaitForSelectorStateVisible, State: playwright.WaitForSelectorStateVisible,
}) })
ventaInput := page.Locator("input#venta_peso_dolar") ventaInput := page.Locator("input#venta_peso_dolar")
ventaInput.WaitFor() _ = ventaInput.WaitFor()
compraSTR, err := compraInput.InputValue() compraSTR, err := compraInput.InputValue()
if err != nil { if err != nil {
log.Error("compra value", "err", err) log.Error("compra value", "err", err)
@ -81,5 +81,5 @@ func (bp bpd) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
func HoverTasas(page playwright.Page) { func HoverTasas(page playwright.Page) {
tasasMenu := page.Locator(".footer_est_menu_bpd > li:nth-child(3)") tasasMenu := page.Locator(".footer_est_menu_bpd > li:nth-child(3)")
tasasMenu.Hover() _ = tasasMenu.Hover()
} }

2
internal/adapters/crawler/crawler.go
View File

@ -28,7 +28,7 @@ func Selector(who string, client ports.DollarPort) (ports.APIPorts, error) {
case "vimenca": case "vimenca":
parser = NewVimenca() parser = NewVimenca()
default: default:
return nil, fmt.Errorf("not recognize who: " + who) return nil, fmt.Errorf("not recognize who: %s", who)
} }
return parser, nil return parser, nil
} }

2
internal/adapters/crawler/inf.go
View File

@ -32,7 +32,7 @@ func (in inf) Scrape(ctx context.Context, page playwright.Page, log *slog.Logger
} }
entriesLocator := page.Locator("table#Dolar > tbody > tr") entriesLocator := page.Locator("table#Dolar > tbody > tr")
entriesLocator.WaitFor(playwright.LocatorWaitForOptions{ _ = entriesLocator.WaitFor(playwright.LocatorWaitForOptions{
Timeout: &tout, Timeout: &tout,
State: playwright.WaitForSelectorStateVisible, State: playwright.WaitForSelectorStateVisible,
}) })

2
internal/adapters/crawler/scotia.go
View File

@ -32,7 +32,7 @@ func (sct scotia) Scrape(ctx context.Context, page playwright.Page, log *slog.Lo
} }
currencyTable := page.Locator(".bns--table") currencyTable := page.Locator(".bns--table")
currencyTable.WaitFor() _ = currencyTable.WaitFor()
firstRow := page.Locator(".bns--table > tbody:nth-child(1) > tr:nth-child(2)") firstRow := page.Locator(".bns--table > tbody:nth-child(1) > tr:nth-child(2)")
secondRow := page.Locator(".bns--table > tbody:nth-child(1) > tr:nth-child(3)") secondRow := page.Locator(".bns--table > tbody:nth-child(1) > tr:nth-child(3)")

2
internal/adapters/crawler/vimenca.go
View File

@ -30,7 +30,7 @@ func (v vimenca) Scrape(ctx context.Context, page playwright.Page, log *slog.Log
} }
currencyTable := page.Locator(".bns--table") currencyTable := page.Locator(".bns--table")
currencyTable.WaitFor() _ = currencyTable.WaitFor()
infoContainer := page.Locator(".layout-uikit > div:nth-child(1)") infoContainer := page.Locator(".layout-uikit > div:nth-child(1)")