package lib import ( "bytes" "crypto/tls" "encoding/json" "errors" "fmt" "io" "io/ioutil" "math/rand" "net/http" "net/url" "strings" "time" "github.com/juju/ratelimit" ) const ( // Version of this libary Version = "1.15.0" // APIVersion of Vultr APIVersion = "v1" // DefaultEndpoint to be used DefaultEndpoint = "https://api.vultr.com/" mediaType = "application/json" ) // retryableStatusCodes are API response status codes that indicate that // the failed request can be retried without further actions. var retryableStatusCodes = map[int]struct{}{ 503: {}, // Rate limit hit 500: {}, // Internal server error. Try again at a later time. } // Client represents the Vultr API client type Client struct { // HTTP client for communication with the Vultr API client *http.Client // User agent for HTTP client UserAgent string // Endpoint URL for API requests Endpoint *url.URL // API key for accessing the Vultr API APIKey string // Max. number of request attempts MaxAttempts int // Throttling struct bucket *ratelimit.Bucket // Optional function called after every successful request made to the API onRequestCompleted RequestCompletionCallback } // RequestCompletionCallback defines the type of the request callback function type RequestCompletionCallback func(*http.Request, *http.Response) // Options represents optional settings and flags that can be passed to NewClient type Options struct { // HTTP client for communication with the Vultr API HTTPClient *http.Client // User agent for HTTP client UserAgent string // Endpoint URL for API requests Endpoint string // API rate limitation, calls per duration RateLimitation time.Duration // Max. number of times to retry API calls MaxRetries int } // NewClient creates new Vultr API client. Options are optional and can be nil. func NewClient(apiKey string, options *Options) *Client { userAgent := "vultr-go/" + Version transport := &http.Transport{ TLSNextProto: make(map[string]func(string, *tls.Conn) http.RoundTripper), } client := http.DefaultClient client.Transport = transport endpoint, _ := url.Parse(DefaultEndpoint) rate := 505 * time.Millisecond attempts := 1 if options != nil { if options.HTTPClient != nil { client = options.HTTPClient } if options.UserAgent != "" { userAgent = options.UserAgent } if options.Endpoint != "" { endpoint, _ = url.Parse(options.Endpoint) } if options.RateLimitation != 0 { rate = options.RateLimitation } if options.MaxRetries != 0 { attempts = options.MaxRetries + 1 } } return &Client{ UserAgent: userAgent, client: client, Endpoint: endpoint, APIKey: apiKey, MaxAttempts: attempts, bucket: ratelimit.NewBucket(rate, 1), } } func apiPath(path string) string { return fmt.Sprintf("/%s/%s", APIVersion, path) } func (c *Client) get(path string, data interface{}) error { req, err := c.newRequest("GET", apiPath(path), nil) if err != nil { return err } return c.do(req, data) } func (c *Client) post(path string, values url.Values, data interface{}) error { req, err := c.newRequest("POST", apiPath(path), strings.NewReader(values.Encode())) if err != nil { return err } return c.do(req, data) } // OnRequestCompleted sets the API request completion callback func (c *Client) OnRequestCompleted(rc RequestCompletionCallback) { c.onRequestCompleted = rc } func (c *Client) newRequest(method string, path string, body io.Reader) (*http.Request, error) { relPath, err := url.Parse(path) if err != nil { return nil, err } url := c.Endpoint.ResolveReference(relPath) req, err := http.NewRequest(method, url.String(), body) if err != nil { return nil, err } req.Header.Add("API-Key", c.APIKey) req.Header.Add("User-Agent", c.UserAgent) req.Header.Add("Accept", mediaType) if req.Method == "POST" { req.Header.Set("Content-Type", "application/x-www-form-urlencoded") } return req, nil } func (c *Client) do(req *http.Request, data interface{}) error { // Throttle http requests to avoid hitting Vultr's API rate-limit c.bucket.Wait(1) // Request body gets drained on each read so we // need to save it's content for retrying requests var err error var requestBody []byte if req.Body != nil { requestBody, err = ioutil.ReadAll(req.Body) if err != nil { return fmt.Errorf("Error reading request body: %v", err) } req.Body.Close() } var apiError error for tryCount := 1; tryCount <= c.MaxAttempts; tryCount++ { // Restore request body to the original state if requestBody != nil { req.Body = ioutil.NopCloser(bytes.NewBuffer(requestBody)) } resp, err := c.client.Do(req) if err != nil { return err } if c.onRequestCompleted != nil { c.onRequestCompleted(req, resp) } body, err := ioutil.ReadAll(resp.Body) resp.Body.Close() if err != nil { return err } if resp.StatusCode == http.StatusOK { if data != nil { // avoid unmarshalling problem because Vultr API returns // empty array instead of empty map when it shouldn't! if string(body) == `[]` { data = nil } else { if err := json.Unmarshal(body, data); err != nil { return err } } } return nil } apiError = errors.New(string(body)) if !isCodeRetryable(resp.StatusCode) { break } delay := backoffDuration(tryCount) time.Sleep(delay) } return apiError } // backoffDuration returns the duration to wait before retrying the request. // Duration is an exponential function of the retry count with a jitter of ~0-30%. func backoffDuration(retryCount int) time.Duration { // Upper limit of delay at ~1 minute if retryCount > 7 { retryCount = 7 } rand.Seed(time.Now().UnixNano()) delay := (1 << uint(retryCount)) * (rand.Intn(150) + 500) return time.Duration(delay) * time.Millisecond } // isCodeRetryable returns true if the given status code means that we should retry. func isCodeRetryable(statusCode int) bool { if _, ok := retryableStatusCodes[statusCode]; ok { return true } return false }