commit f4260263c3fa349ba7414536ed187ce44aef8255 Author: maximo tejeda Date: Sun Jan 14 10:43:39 2024 -0400 INIT commit diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..d5ee161 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,17 @@ +FROM golang:latest as builder + +WORKDIR /app + +COPY . /app + +RUN ls -l + +RUN go mod download && go mod tidy + +RUN go build -o bin/crawler ./cmd/crawler/main.go + +FROM mcr.microsoft.com/playwright + +COPY --from=builder /app/bin/crawler /usr/bin/crawler + +CMD ["crawler"] diff --git a/Makefile b/Makefile new file mode 100644 index 0000000..73962ba --- /dev/null +++ b/Makefile @@ -0,0 +1,42 @@ +# must create a .env file with info +# must have compose installed +include .env +export +OS:=${shell go env GOOS} +ARCH=$(shell go env GOARCH) +OOSS="linux" +ARRCHS="arm 386" +DEBUG=1 +SERVICE=crawler +VERSION=0.0.0_1 +# can be docker or podman or whatever +CONTAINERS=podman +.phony: all clean build test clean-image build-image build-image-debug run-image run-image-debug run-local + +build-image: clean + @$(CONTAINERS)-compose -f ./docker-compose.yaml build + +run-image: build-image + @$(CONTAINERS)-compose -f docker-compose.yaml up + +build-image-debug: clean + @$(CONTAINERS)-compose -f docker-compose-debug.yaml build + +run-image-debug: build-image-debug + @$(CONTAINERS)-compose -f docker-compose-debug.yaml up + +run-local:clean build + mkdir db + @bin/$(SERVICE)-$(OS)-$(ARCH)-$(VERSION) +build: + @go build -o ./bin/$(SERVICE)-$(OS)-$(ARCH)-$(VERSION) ./ +test: + @go -count=1 test ./... +clean: + @rm -rf ./bin ./db + +clean-image: + + @$(CONTAINERS) system prune -f + + diff --git a/cmd/crawler/main.go b/cmd/crawler/main.go new file mode 100644 index 0000000..f8639e1 --- /dev/null +++ b/cmd/crawler/main.go @@ -0,0 +1,7 @@ +package main + +import "fmt" + +func main(){ + fmt.Println("working imageb") +} diff --git a/docker-compose.yaml b/docker-compose.yaml new file mode 100644 index 0000000..e92a34e --- /dev/null +++ b/docker-compose.yaml @@ -0,0 +1,10 @@ +version: '3.8' + +services: + crawler: + container-name: creawler + build: + dockerfile: Dockerfile + env_file: + - .env + diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..9927286 --- /dev/null +++ b/go.mod @@ -0,0 +1,11 @@ +module us_dop_crawler + +go 1.21.0 + +require ( + github.com/danwakefield/fnmatch v0.0.0-20160403171240-cbb64ac3d964 // indirect + github.com/go-jose/go-jose/v3 v3.0.1 // indirect + github.com/go-stack/stack v1.8.1 // indirect + github.com/playwright-community/playwright-go v0.4001.0 // indirect + go.uber.org/multierr v1.11.0 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..08c9ebf --- /dev/null +++ b/go.sum @@ -0,0 +1,24 @@ +github.com/danwakefield/fnmatch v0.0.0-20160403171240-cbb64ac3d964 h1:y5HC9v93H5EPKqaS1UYVg1uYah5Xf51mBfIoWehClUQ= +github.com/danwakefield/fnmatch v0.0.0-20160403171240-cbb64ac3d964/go.mod h1:Xd9hchkHSWYkEqJwUGisez3G1QY8Ryz0sdWrLPMGjLk= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/go-jose/go-jose/v3 v3.0.1 h1:pWmKFVtt+Jl0vBZTIpz/eAKwsm6LkIxDVVbFHKkchhA= +github.com/go-jose/go-jose/v3 v3.0.1/go.mod h1:RNkWWRld676jZEYoV3+XK8L2ZnNSvIsxFMht0mSX+u8= +github.com/go-stack/stack v1.8.1 h1:ntEHSVwIt7PNXNpgPmVfMrNhLtgjlmnZha2kOpuRiDw= +github.com/go-stack/stack v1.8.1/go.mod h1:dcoOX6HbPZSZptuspn9bctJ+N/CnF5gGygcUP3XYfe4= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/playwright-community/playwright-go v0.4001.0 h1:2cBiTIjCvFu7zUrZ48C0YC2DIp90Tbudueq4brUGjHM= +github.com/playwright-community/playwright-go v0.4001.0/go.mod h1:quEkYFrvvpQyGSxBjnYbGS52vrUDB2uaY1cOzkkSHCc= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.6.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +go.uber.org/multierr v1.11.0 h1:blXXJkSxSSfBVBlC76pxqeO+LN3aDfLQo+309xJstO0= +go.uber.org/multierr v1.11.0/go.mod h1:20+QtiLqy0Nd6FdQB9TLXag12DsQkrbs3htMFfDN80Y= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190911031432-227b76d455e7/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=