// Vikunja is a to-do list application to facilitate your life. // Copyright 2018-present Vikunja and contributors. All rights reserved. // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package migration import ( "bytes" "context" "crypto/rand" "fmt" "io" "math" "math/big" "net/http" "net/url" "strings" "time" ) // DownloadFile downloads a file and returns its contents func DownloadFile(url string) (buf *bytes.Buffer, err error) { return DownloadFileWithHeaders(url, nil) } // DownloadFileWithHeaders downloads a file and allows you to pass in headers func DownloadFileWithHeaders(url string, headers http.Header) (buf *bytes.Buffer, err error) { req, err := http.NewRequestWithContext(context.Background(), http.MethodGet, url, nil) if err != nil { return nil, err } for key, h := range headers { for _, hh := range h { req.Header.Add(key, hh) } } hc := http.Client{} resp, err := hc.Do(req) if err != nil { return nil, err } defer resp.Body.Close() buf = &bytes.Buffer{} _, err = buf.ReadFrom(resp.Body) return } // DoPost makes a form encoded post request func DoPost(url string, form url.Values) (resp *http.Response, err error) { return DoPostWithHeaders(url, form, map[string]string{}) } // DoPostWithHeaders does an api request and allows to pass in arbitrary headers func DoPostWithHeaders(url string, form url.Values, headers map[string]string) (resp *http.Response, err error) { const maxRetries = 3 const baseDelay = 100 * time.Millisecond hc := http.Client{} for attempt := 0; attempt < maxRetries; attempt++ { req, err := http.NewRequestWithContext(context.Background(), http.MethodPost, url, strings.NewReader(form.Encode())) if err != nil { return nil, err } req.Header.Add("Content-Type", "application/x-www-form-urlencoded") for key, value := range headers { req.Header.Add(key, value) } resp, err = hc.Do(req) if err != nil { return nil, err } // Don't retry on non-5xx status codes if resp.StatusCode < 500 { return resp, nil } // Return error on last attempt if still getting 5xx if attempt == maxRetries-1 { bodyBytes, readErr := io.ReadAll(resp.Body) resp.Body.Close() // Re-create the body so the caller can still read it if needed resp.Body = io.NopCloser(bytes.NewBuffer(bodyBytes)) if readErr != nil { return resp, fmt.Errorf("request failed after %d attempts with status code %d (could not read response body: %w)", maxRetries, resp.StatusCode, readErr) } return resp, fmt.Errorf("request failed after %d attempts with status code %d: %s", maxRetries, resp.StatusCode, string(bodyBytes)) } // Close the body before retrying resp.Body.Close() // Exponential backoff with jitter delay := baseDelay * time.Duration(math.Pow(2, float64(attempt))) maxJitter := int64(delay / 2) jitterBig, _ := rand.Int(rand.Reader, big.NewInt(maxJitter)) jitter := time.Duration(jitterBig.Int64()) time.Sleep(delay + jitter) } return nil, fmt.Errorf("request failed after %d attempts", maxRetries) }