got symbols instead response body (fixes #14746)

Author: medvednikov

vlib/net/http/response.v

@@ -3,6 +3,8 @@
 // that can be found in the LICENSE file.
 module http
 
+import compress.gzip
+import compress.zlib
 import net.http.chunked
 import strconv
 
@@ -40,9 +42,10 @@ pub fn parse_response(resp string) !Response {
 	start_idx, end_idx := find_headers_range(resp)!
 	header := parse_headers(resp.substr(start_idx, end_idx))!
 	mut body := resp.substr(end_idx, resp.len)
-	if header.get(.transfer_encoding) or { '' } == 'chunked' {
+	if has_header_token(header.get(.transfer_encoding) or { '' }, 'chunked') {
 		body = chunked.decode(body)!
 	}
+	body = decode_response_body(body, header.get(.content_encoding) or { '' })
 	return Response{
 		http_version: version
 		status_code:  status_code
@@ -52,6 +55,55 @@ pub fn parse_response(resp string) !Response {
 	}
 }
 
+fn has_header_token(header_value string, expected_token string) bool {
+	for token in parse_header_tokens(header_value) {
+		if token == expected_token.to_lower() {
+			return true
+		}
+	}
+	return false
+}
+
+fn parse_header_tokens(header_value string) []string {
+	mut tokens := []string{}
+	for part in header_value.split(',') {
+		token := part.all_before(';').trim_space().to_lower()
+		if token != '' {
+			tokens << token
+		}
+	}
+	return tokens
+}
+
+fn decode_response_body(body string, content_encoding string) string {
+	if body.len == 0 {
+		return body
+	}
+	encodings := parse_header_tokens(content_encoding)
+	if encodings.len == 0 {
+		return body
+	}
+	mut decoded := body.bytes()
+	for i := encodings.len - 1; i >= 0; i-- {
+		encoding := encodings[i]
+		decoded = match encoding {
+			'gzip', 'x-gzip' {
+				gzip.decompress(decoded) or { return body }
+			}
+			'deflate' {
+				zlib.decompress(decoded) or { return body }
+			}
+			'identity' {
+				decoded
+			}
+			else {
+				return body
+			}
+		}
+	}
+	return decoded.bytestr()
+}
+
 // parse_status_line parses the first HTTP response line into the HTTP
 // version, status code, and reason phrase
 fn parse_status_line(line string) !(string, int, string) {

vlib/net/http/response_test.v

@@ -1,5 +1,8 @@
 module http
 
+import compress.gzip
+import compress.zlib
+
 fn test_response_bytestr_1() {
 	resp := new_response(
 		status: .ok
@@ -79,3 +82,33 @@ fn test_parse_response_with_weird_cookie() {
 	weird_cookie := xx.cookies()
 	assert weird_cookie[0].str() == 'a=b'
 }
+
+fn test_parse_response_with_gzip_content_encoding() {
+	expected_body := '{"a": 1}'
+	compressed_body := gzip.compress(expected_body.bytes())!
+	content :=
+		'HTTP/1.1 200 OK\r\nContent-Encoding: gzip\r\nContent-Length: ${compressed_body.len}\r\n\r\n' +
+		compressed_body.bytestr()
+	resp := parse_response(content)!
+	assert resp.body == expected_body
+}
+
+fn test_parse_response_with_deflate_content_encoding() {
+	expected_body := '{"a": 1}'
+	compressed_body := zlib.compress(expected_body.bytes())!
+	content :=
+		'HTTP/1.1 200 OK\r\nContent-Encoding: deflate\r\nContent-Length: ${compressed_body.len}\r\n\r\n' +
+		compressed_body.bytestr()
+	resp := parse_response(content)!
+	assert resp.body == expected_body
+}
+
+fn test_parse_response_with_chunked_and_gzip_content_encoding() {
+	expected_body := '{"a": 1}'
+	compressed_body := gzip.compress(expected_body.bytes())!
+	chunked_body := '${compressed_body.len:x}\r\n' + compressed_body.bytestr() + '\r\n0\r\n\r\n'
+	content := 'HTTP/1.1 200 OK\r\nTransfer-Encoding: chunked\r\nContent-Encoding: gzip\r\n\r\n' +
+		chunked_body
+	resp := parse_response(content)!
+	assert resp.body == expected_body
+}