This repository has been archived by the owner on Nov 1, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 1
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Julien Riou <[email protected]>
- Loading branch information
Showing
4 changed files
with
228 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,195 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "encoding/json" | ||
| "fmt" | ||
| "io/ioutil" | ||
| "net/http" | ||
| "net/url" | ||
| "strconv" | ||
| "time" | ||
|
|
||
| log "github.com/sirupsen/logrus" | ||
| ) | ||
|
|
||
| // Mapping between GPU model and NVIDIA SKU on the API | ||
| var nvidiaSKUs = map[string]string{ | ||
| "RTX 3060 Ti": "NVGFT060T", | ||
| "RTX 3070": "NVGFT070", | ||
| "RTX 3070 Ti": "NVGFT070T", | ||
| "RTX 3080": "NVGFT080", | ||
| "RTX 3080 Ti": "NVGFT080T", | ||
| "RTX 3090": "NVGFT090", | ||
| "RTX 3090 Ti": "NVGFT090T", | ||
| } | ||
|
|
||
| // Mapping between location and currency | ||
| var nvidiaCurrencies = map[string]string{ | ||
| "es": "EUR", | ||
| "fr": "EUR", | ||
| "it": "EUR", | ||
| } | ||
|
|
||
| var supportedNvidiaGpus = []string{"RTX 3060 Ti", "RTX 3070", "RTX 3070 Ti", "RTX 3080", "RTX 3080 Ti", "RTX 3090", "RTX 3090 Ti"} | ||
| var supportedNvidiaFELocations = []string{"es", "fr", "it"} | ||
|
|
||
| type NvidiaFEParser struct { | ||
| location string | ||
| gpus []string | ||
| userAgent string | ||
| client *http.Client | ||
| } | ||
|
|
||
| // NewNvidiaFRParser creates a parser for NVIDIA Founders Edition website for a specific location | ||
| // Takes a location (ex: fr) and GPU (ex: RTX 3070, RTX 3090) | ||
| func NewNvidiaFRParser(location string, gpus []string, userAgent string, timeout int) (*NvidiaFEParser, error) { | ||
| // Check supported locales | ||
| if !ContainsString(supportedNvidiaFELocations, location) { | ||
| return nil, fmt.Errorf("location %s not supported (expect one of %s", location, supportedNvidiaFELocations) | ||
| } | ||
|
|
||
| // Check supported GPU list | ||
| for _, gpu := range gpus { | ||
| if !ContainsString(supportedNvidiaGpus, gpu) { | ||
| return nil, fmt.Errorf("GPU %s not supported, expected one of %s", gpu, supportedNvidiaGpus) | ||
| } | ||
| } | ||
|
|
||
| // Empty user agent will return an error on the NVIDIA API | ||
| // It's probably a security measure to avoid third-party robots | ||
| if userAgent == "" { | ||
| return nil, fmt.Errorf("user agent required (use the same one as your web browser)") | ||
| } | ||
|
|
||
| client := &http.Client{Timeout: time.Duration(timeout) * time.Second} | ||
|
|
||
| return &NvidiaFEParser{ | ||
| location: location, | ||
| gpus: gpus, | ||
| userAgent: userAgent, | ||
| client: client, | ||
| }, nil | ||
| } | ||
|
|
||
| // ShopName returns a nice name for NVIDIA Founders Edition website | ||
| // Implements the Parser interface | ||
| func (p *NvidiaFEParser) ShopName() (string, error) { | ||
| return fmt.Sprintf("www.nvidia.com/%s-%s/shop/", p.location, p.location), nil | ||
| } | ||
|
|
||
| // String to print NvidiaFEParser | ||
| // Implements the Parser interface | ||
| func (p *NvidiaFEParser) String() string { | ||
| return fmt.Sprintf("NvidiaFEParser<%s>", p.location) | ||
| } | ||
|
|
||
| // NvidiaFEResponse to store NVIDIA API response | ||
| type NvidiaFEResponse struct { | ||
| Success bool `json:"success"` | ||
| ListMap []struct { | ||
| IsActive string `json:"is_active"` | ||
| Price string `json:"price"` | ||
| } | ||
| } | ||
|
|
||
| // Parse NVIDIA store API to return list of products | ||
| // Implements Parser interface | ||
| func (p *NvidiaFEParser) Parse() ([]*Product, error) { | ||
| var products []*Product | ||
| for _, gpu := range p.gpus { | ||
| sku := nvidiaSKUs[gpu] | ||
| apiURL := fmt.Sprintf("https://api.store.nvidia.com/partner/v1/feinventory?status=1&skus=%s&locale=%s-%s", sku, p.location, p.location) | ||
|
|
||
| req, err := http.NewRequest(http.MethodGet, apiURL, nil) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to create new request: %s", err) | ||
| } | ||
|
|
||
| req.Header.Set("User-Agent", p.userAgent) | ||
| req.Header.Set("Accept", "application/json") | ||
|
|
||
| log.Debugf("requesting NVIDIA API: %s", req) | ||
|
|
||
| res, err := p.client.Do(req) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to request NVIDIA API: %s", err) | ||
| } | ||
|
|
||
| if res.Body != nil { | ||
| defer res.Body.Close() | ||
| } | ||
|
|
||
| body, err := ioutil.ReadAll(res.Body) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to read body: %s", err) | ||
| } | ||
|
|
||
| if res.StatusCode != http.StatusOK { | ||
| log.Debugf("%s", body) | ||
| return nil, fmt.Errorf("NVIDIA API returned %d", res.StatusCode) | ||
| } | ||
|
|
||
| response := NvidiaFEResponse{} | ||
| err = json.Unmarshal(body, &response) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to parse JSON response: %s", err) | ||
| } | ||
|
|
||
| if !response.Success { | ||
| return nil, fmt.Errorf("NVIDIA API returned an applicative failure for GPU %s and location %s", gpu, p.location) | ||
| } | ||
|
|
||
| for _, element := range response.ListMap { | ||
|
|
||
| var product = &Product{ | ||
| Name: gpu, | ||
| PriceCurrency: nvidiaCurrencies[p.location], | ||
| } | ||
|
|
||
| available, err := strconv.ParseBool(element.IsActive) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to parse bool from response: %s", err) | ||
| } | ||
| product.Available = available | ||
|
|
||
| productPrice, err := strconv.ParseFloat(element.Price, 64) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to parse float from response: %s", err) | ||
| } | ||
| product.Price = productPrice | ||
|
|
||
| productURL, err := createNvidiaFEProductURL(p.location, gpu) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to create product URL: %s", err) | ||
| } | ||
| product.URL = productURL | ||
| products = append(products, product) | ||
| } | ||
|
|
||
| } | ||
| return products, nil | ||
| } | ||
|
|
||
| // Create the product URL | ||
| // Ex: https://store.nvidia.com/fr-fr/geforce/store/gpu/?page=1&limit=100&locale=fr-fr&category=GPU&gpu=RTX%203080&manufacturer=NVIDIA | ||
| func createNvidiaFEProductURL(location string, gpu string) (string, error) { | ||
| locale := fmt.Sprintf("%s-%s", location, location) | ||
|
|
||
| productURL, err := url.Parse("https://store.nvidia.com") | ||
| if err != nil { | ||
| return "", err | ||
| } | ||
|
|
||
| productURL.Path += fmt.Sprintf("%s/geforce/store/gpu/", locale) | ||
|
|
||
| params := url.Values{} | ||
| params.Add("page", "1") | ||
| params.Add("limit", "100") | ||
| params.Add("locale", locale) | ||
| params.Add("category", "GPU") | ||
| params.Add("gpu", gpu) | ||
| params.Add("manufacturer", "NVIDIA") | ||
|
|
||
| productURL.RawQuery = params.Encode() | ||
| return productURL.String(), nil | ||
| } |