add catawiki syncer

src/runner/internal/domain/catawiki/upcoming.go

@@ -0,0 +1,145 @@
+package catawiki
+
+import (
+	"context"
+	"encoding/json"
+	"errors"
+	"fmt"
+	"net/http"
+	"time"
+
+	catalog "git.vdhsn.com/barretthousen/barretthousen/src/catalog/api"
+	"git.vdhsn.com/barretthousen/barretthousen/src/lib/kernel"
+	"git.vdhsn.com/barretthousen/barretthousen/src/runner/internal/domain"
+	"golang.org/x/sync/errgroup"
+)
+
+func init() {
+	kernel.TraceLog.Println("Registering AuctionFinder catawiki")
+	domain.RegisterAuctionFinder(
+		CatawikiAuctionFinder("catawiki"),
+	)
+}
+
+type CatawikiAuctionFinder string
+
+func (cw CatawikiAuctionFinder) String() string {
+	return string(cw)
+}
+
+func (cw CatawikiAuctionFinder) Find(ctx context.Context, limit int, results chan<- catalog.Auction) (err error) {
+	defer close(results)
+
+	pageSize := 50
+
+	if limit > 1000 {
+		limit = 1000
+	}
+
+	errg, errgCtx := errgroup.WithContext(ctx)
+	errg.SetLimit(5)
+
+	for p := 1; p < limit/pageSize; p++ {
+		pageIdx := p
+		errg.Go(func() error {
+			auctionR, err := GetUpcomingAuctions(errgCtx, limit, pageIdx)
+			if errors.Is(err, ErrNoResults) {
+				kernel.TraceLog.Println("no more results from catawiki api")
+				return err
+			} else if err != nil {
+				return err
+			}
+
+			for _, r := range auctionR {
+				select {
+				case <-errgCtx.Done():
+					return nil
+				case results <- r:
+				}
+			}
+			return nil
+		})
+	}
+
+	if err = errg.Wait(); err != nil {
+		return
+	}
+
+	return
+}
+
+var ErrNoResults = errors.New("No results found")
+
+func GetUpcomingAuctions(ctx context.Context, limit int, page int) (results []catalog.Auction, err error) {
+	if limit <= 25 {
+		limit = 25
+	} else if limit >= 50 {
+		limit = 50
+	}
+
+	if page < 1 {
+		page = 1
+	}
+
+	url := fmt.Sprintf("https://www.catawiki.com/buyer/api/v1/auctions?locale=en&per_page=%d&page=%d", limit, page)
+
+	req, _ := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
+
+	req.Header.Add("Accept", "application/json")
+	req.Header.Add("Accept-Language", "en-US,en;q=0.5")
+	req.Header.Add("Accept-Encoding", "gzip, deflate, br")
+	req.Header.Add("User-Agent", "barretthousen.com Auction Search Engine")
+
+	var res *http.Response
+	if res, err = http.DefaultClient.Do(req); err != nil {
+		return
+	}
+
+	defer res.Body.Close()
+
+	type Payload struct {
+		Auctions []struct {
+			ID       int    `json:"id"`
+			StartAt  string `json:"start_at"`
+			CloseAt  string `json:"close_at"`
+			LotCount int    `json:"lot_count"`
+			Title    string `json:"title"`
+			URL      string `json:"url"`
+			Status   string `json:"status"`
+			Sellers  []struct {
+				ID   int    `json:"id"`
+				Name string `json:"name"`
+			} `json:"sellers"`
+		} `json:"auctions"`
+	}
+
+	var p Payload
+	if err = json.NewDecoder(res.Body).Decode(&p); err != nil {
+		return
+	}
+
+	if len(p.Auctions) <= 0 {
+		err = ErrNoResults
+		return
+	}
+
+	results = make([]catalog.Auction, len(p.Auctions))
+	for idx, auction := range p.Auctions {
+		kernel.TraceLog.Printf("%+v", auction.Title)
+		results[idx] = catalog.Auction{
+			Title:          auction.Title,
+			Description:    "",
+			SourceSiteURL:  "https://www.catawiki.com",
+			SourceSiteName: "CataWiki",
+			SourceURL:      auction.URL,
+			Country:        "",
+			Province:       "",
+			ItemCount:      auction.LotCount,
+		}
+
+		results[idx].Start, _ = time.Parse(time.RFC3339, auction.StartAt)
+		results[idx].End, _ = time.Parse(time.RFC3339, auction.CloseAt)
+	}
+
+	return
+}