Add ability to compress request body

js/modules/k6/http/request.go

@@ -24,7 +24,6 @@ import (
 	"bytes"
 	"context"
 	"fmt"
-	"io/ioutil"
 	"mime/multipart"
 	"net/http"
 	"net/textproto"
@@ -235,11 +234,6 @@ func (h *HTTP) parseRequest(
 		}
 	}
 
-	if result.Body != nil {
-		result.Req.Body = ioutil.NopCloser(result.Body)
-		result.Req.ContentLength = int64(result.Body.Len())
-	}
-
 	if userAgent := state.Options.UserAgent; userAgent.String != "" {
 		result.Req.Header.Set("User-Agent", userAgent.String)
 	}
@@ -310,6 +304,22 @@ func (h *HTTP) parseRequest(
 				case *HTTPCookieJar:
 					result.ActiveJar = v.jar
 				}
+			case "compression":
+				var algosString = strings.TrimSpace(params.Get(k).ToString().String())
+				if algosString == "" {
+					continue
+				}
+				var algos = strings.Split(algosString, ",")
+				var err error
+				result.Compressions = make([]httpext.CompressionType, len(algos))
+				for index, algo := range algos {
+					algo = strings.TrimSpace(algo)
+					result.Compressions[index], err = httpext.CompressionTypeString(algo)
+					if err != nil {
+						return nil, fmt.Errorf("unknown compression algorithm %s, supported algorithms are %s",
+							algo, httpext.CompressionTypeValues())
+					}
+				}
 			case "redirects":
 				result.Redirects = null.IntFrom(params.Get(k).ToInteger())
 			case "tags":

js/modules/k6/http/request_test.go

@@ -22,8 +22,11 @@ package http
 
 import (
 	"bytes"
+	"compress/gzip"
+	"compress/zlib"
 	"context"
 	"fmt"
+	"io"
 	"io/ioutil"
 	"net/http"
 	"net/http/cookiejar"
@@ -1212,6 +1215,145 @@ func TestSystemTags(t *testing.T) {
 	}
 }
 
+func TestRequestCompression(t *testing.T) {
+	t.Parallel()
+	tb, state, _, rt, _ := newRuntime(t)
+	defer tb.Cleanup()
+
+	// We don't expect any failed requests
+	state.Options.Throw = null.BoolFrom(true)
+
+	var text = `
+	Lorem ipsum dolor sit amet, consectetur adipiscing elit.
+	Maecenas sed pharetra sapien. Nunc laoreet molestie ante ac gravida.
+	Etiam interdum dui viverra posuere egestas. Pellentesque at dolor tristique,
+	mattis turpis eget, commodo purus. Nunc orci aliquam.`
+
+	var decompress = func(algo string, input io.Reader) io.Reader {
+		switch algo {
+		case "gzip":
+			w, err := gzip.NewReader(input)
+			if err != nil {
+				t.Fatal(err)
+			}
+			return w
+		case "deflate":
+			w, err := zlib.NewReader(input)
+			if err != nil {
+				t.Fatal(err)
+			}
+			return w
+		default:
+			t.Fatal("unknown algorithm " + algo)
+		}
+		return nil // unreachable
+	}
+
+	var (
+		expectedEncoding string
+		actualEncoding   string
+	)
+	tb.Mux.HandleFunc("/compressed-text", http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+		require.Equal(t, expectedEncoding, r.Header.Get("Content-Encoding"))
+
+		expectedLength, err := strconv.Atoi(r.Header.Get("Content-Length"))
+		require.NoError(t, err)
+		var algos = strings.Split(actualEncoding, ", ")
+		var compressedBuf = new(bytes.Buffer)
+		n, err := io.Copy(compressedBuf, r.Body)
+		require.Equal(t, int(n), expectedLength)
+		require.NoError(t, err)
+		var prev io.Reader = compressedBuf
+
+		if expectedEncoding != "" {
+			for i := len(algos) - 1; i >= 0; i-- {
+				prev = decompress(algos[i], prev)
+			}
+		}
+
+		var buf bytes.Buffer
+		_, err = io.Copy(&buf, prev)
+		require.NoError(t, err)
+		require.Equal(t, text, buf.String())
+	}))
+
+	var testCases = []struct {
+		name          string
+		compression   string
+		expectedError string
+	}{
+		{compression: ""},
+		{compression: "  "},
+		{compression: "gzip"},
+		{compression: "gzip, gzip"},
+		{compression: "gzip,   gzip "},
+		{compression: "gzip,gzip"},
+		{compression: "gzip, gzip, gzip, gzip, gzip, gzip, gzip"},
+		{compression: "deflate"},
+		{compression: "deflate, gzip"},
+		{compression: "gzip,deflate, gzip"},
+		{
+			compression:   "George",
+			expectedError: `unknown compression algorithm George`,
+		},
+		{
+			compression:   "gzip, George",
+			expectedError: `unknown compression algorithm George`,
+		},
+	}
+	for _, testCase := range testCases {
+		testCase := testCase
+		t.Run(testCase.compression, func(t *testing.T) {
+			var algos = strings.Split(testCase.compression, ",")
+			for i, algo := range algos {
+				algos[i] = strings.TrimSpace(algo)
+			}
+			expectedEncoding = strings.Join(algos, ", ")
+			actualEncoding = expectedEncoding
+			_, err := common.RunString(rt, tb.Replacer.Replace(`
+		http.post("HTTPBIN_URL/compressed-text", `+"`"+text+"`"+`,  {"compression": "`+testCase.compression+`"});
+	`))
+			if testCase.expectedError == "" {
+				require.NoError(t, err)
+			} else {
+				require.Error(t, err)
+				require.Contains(t, err.Error(), testCase.expectedError)
+			}
+
+		})
+	}
+
+	t.Run("custom set header", func(t *testing.T) {
+		expectedEncoding = "not, valid"
+		actualEncoding = "gzip, deflate"
+		t.Run("encoding", func(t *testing.T) {
+			_, err := common.RunString(rt, tb.Replacer.Replace(`
+				http.post("HTTPBIN_URL/compressed-text", `+"`"+text+"`"+`,
+					{"compression": "`+actualEncoding+`",
+					 "headers": {"Content-Encoding": "`+expectedEncoding+`"}
+					}
+				);
+			`))
+			require.NoError(t, err)
+
+		})
+
+		t.Run("encoding and length", func(t *testing.T) {
+			_, err := common.RunString(rt, tb.Replacer.Replace(`
+				http.post("HTTPBIN_URL/compressed-text", `+"`"+text+"`"+`,
+					{"compression": "`+actualEncoding+`",
+					 "headers": {"Content-Encoding": "`+expectedEncoding+`",
+								 "Content-Length": "12"}
+					}
+				);
+			`))
+			require.Error(t, err)
+			// TODO: This probably shouldn't be like this
+			require.Contains(t, err.Error(), "http: ContentLength=12 with Body length 211")
+		})
+	})
+}
+
 func TestResponseTypes(t *testing.T) {
 	t.Parallel()
 	tb, state, _, rt, _ := newRuntime(t)