xref: /aosp_15_r20/external/cronet/net/base/data_url.cc (revision 6777b5387eb2ff775bb5750e3f5d96f37fb7352b)
1*6777b538SAndroid Build Coastguard Worker // Copyright 2012 The Chromium Authors
2*6777b538SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*6777b538SAndroid Build Coastguard Worker // found in the LICENSE file.
4*6777b538SAndroid Build Coastguard Worker 
5*6777b538SAndroid Build Coastguard Worker // NOTE: based loosely on mozilla's nsDataChannel.cpp
6*6777b538SAndroid Build Coastguard Worker 
7*6777b538SAndroid Build Coastguard Worker #include "net/base/data_url.h"
8*6777b538SAndroid Build Coastguard Worker 
9*6777b538SAndroid Build Coastguard Worker #include <string>
10*6777b538SAndroid Build Coastguard Worker #include <string_view>
11*6777b538SAndroid Build Coastguard Worker 
12*6777b538SAndroid Build Coastguard Worker #include "base/base64.h"
13*6777b538SAndroid Build Coastguard Worker #include "base/feature_list.h"
14*6777b538SAndroid Build Coastguard Worker #include "base/features.h"
15*6777b538SAndroid Build Coastguard Worker #include "base/ranges/algorithm.h"
16*6777b538SAndroid Build Coastguard Worker #include "base/strings/escape.h"
17*6777b538SAndroid Build Coastguard Worker #include "base/strings/string_split.h"
18*6777b538SAndroid Build Coastguard Worker #include "base/strings/string_util.h"
19*6777b538SAndroid Build Coastguard Worker #include "net/base/mime_util.h"
20*6777b538SAndroid Build Coastguard Worker #include "net/http/http_response_headers.h"
21*6777b538SAndroid Build Coastguard Worker #include "net/http/http_util.h"
22*6777b538SAndroid Build Coastguard Worker #include "url/gurl.h"
23*6777b538SAndroid Build Coastguard Worker 
24*6777b538SAndroid Build Coastguard Worker namespace net {
25*6777b538SAndroid Build Coastguard Worker namespace {
26*6777b538SAndroid Build Coastguard Worker 
27*6777b538SAndroid Build Coastguard Worker // https://infra.spec.whatwg.org/#ascii-whitespace, which is referenced by
28*6777b538SAndroid Build Coastguard Worker // https://infra.spec.whatwg.org/#forgiving-base64, does not include \v in the
29*6777b538SAndroid Build Coastguard Worker // set of ASCII whitespace characters the way Unicode does.
IsBase64Whitespace(char c)30*6777b538SAndroid Build Coastguard Worker bool IsBase64Whitespace(char c) {
31*6777b538SAndroid Build Coastguard Worker   return c != '\v' && base::IsAsciiWhitespace(c);
32*6777b538SAndroid Build Coastguard Worker }
33*6777b538SAndroid Build Coastguard Worker 
34*6777b538SAndroid Build Coastguard Worker // A data URL is ready for decode if it:
35*6777b538SAndroid Build Coastguard Worker //   - Doesn't need any extra padding.
36*6777b538SAndroid Build Coastguard Worker //   - Does not have any escaped characters.
37*6777b538SAndroid Build Coastguard Worker //   - Does not have any whitespace.
IsDataURLReadyForDecode(std::string_view body)38*6777b538SAndroid Build Coastguard Worker bool IsDataURLReadyForDecode(std::string_view body) {
39*6777b538SAndroid Build Coastguard Worker   return (body.length() % 4) == 0 && base::ranges::none_of(body, [](char c) {
40*6777b538SAndroid Build Coastguard Worker            return c == '%' || IsBase64Whitespace(c);
41*6777b538SAndroid Build Coastguard Worker          });
42*6777b538SAndroid Build Coastguard Worker }
43*6777b538SAndroid Build Coastguard Worker 
44*6777b538SAndroid Build Coastguard Worker }  // namespace
45*6777b538SAndroid Build Coastguard Worker 
Parse(const GURL & url,std::string * mime_type,std::string * charset,std::string * data)46*6777b538SAndroid Build Coastguard Worker bool DataURL::Parse(const GURL& url,
47*6777b538SAndroid Build Coastguard Worker                     std::string* mime_type,
48*6777b538SAndroid Build Coastguard Worker                     std::string* charset,
49*6777b538SAndroid Build Coastguard Worker                     std::string* data) {
50*6777b538SAndroid Build Coastguard Worker   if (!url.is_valid() || !url.has_scheme())
51*6777b538SAndroid Build Coastguard Worker     return false;
52*6777b538SAndroid Build Coastguard Worker 
53*6777b538SAndroid Build Coastguard Worker   DCHECK(mime_type->empty());
54*6777b538SAndroid Build Coastguard Worker   DCHECK(charset->empty());
55*6777b538SAndroid Build Coastguard Worker   DCHECK(!data || data->empty());
56*6777b538SAndroid Build Coastguard Worker 
57*6777b538SAndroid Build Coastguard Worker   std::string_view content;
58*6777b538SAndroid Build Coastguard Worker   std::string content_string;
59*6777b538SAndroid Build Coastguard Worker   if (base::FeatureList::IsEnabled(base::features::kOptimizeDataUrls)) {
60*6777b538SAndroid Build Coastguard Worker     // Avoid copying the URL content which can be expensive for large URLs.
61*6777b538SAndroid Build Coastguard Worker     content = url.GetContentPiece();
62*6777b538SAndroid Build Coastguard Worker   } else {
63*6777b538SAndroid Build Coastguard Worker     content_string = url.GetContent();
64*6777b538SAndroid Build Coastguard Worker     content = content_string;
65*6777b538SAndroid Build Coastguard Worker   }
66*6777b538SAndroid Build Coastguard Worker 
67*6777b538SAndroid Build Coastguard Worker   std::string_view::const_iterator comma = base::ranges::find(content, ',');
68*6777b538SAndroid Build Coastguard Worker   if (comma == content.end())
69*6777b538SAndroid Build Coastguard Worker     return false;
70*6777b538SAndroid Build Coastguard Worker 
71*6777b538SAndroid Build Coastguard Worker   std::vector<std::string_view> meta_data =
72*6777b538SAndroid Build Coastguard Worker       base::SplitStringPiece(base::MakeStringPiece(content.begin(), comma), ";",
73*6777b538SAndroid Build Coastguard Worker                              base::TRIM_WHITESPACE, base::SPLIT_WANT_ALL);
74*6777b538SAndroid Build Coastguard Worker 
75*6777b538SAndroid Build Coastguard Worker   // These are moved to |mime_type| and |charset| on success.
76*6777b538SAndroid Build Coastguard Worker   std::string mime_type_value;
77*6777b538SAndroid Build Coastguard Worker   std::string charset_value;
78*6777b538SAndroid Build Coastguard Worker   auto iter = meta_data.cbegin();
79*6777b538SAndroid Build Coastguard Worker   if (iter != meta_data.cend()) {
80*6777b538SAndroid Build Coastguard Worker     mime_type_value = base::ToLowerASCII(*iter);
81*6777b538SAndroid Build Coastguard Worker     ++iter;
82*6777b538SAndroid Build Coastguard Worker   }
83*6777b538SAndroid Build Coastguard Worker 
84*6777b538SAndroid Build Coastguard Worker   static constexpr std::string_view kBase64Tag("base64");
85*6777b538SAndroid Build Coastguard Worker   static constexpr std::string_view kCharsetTag("charset=");
86*6777b538SAndroid Build Coastguard Worker 
87*6777b538SAndroid Build Coastguard Worker   bool base64_encoded = false;
88*6777b538SAndroid Build Coastguard Worker   for (; iter != meta_data.cend(); ++iter) {
89*6777b538SAndroid Build Coastguard Worker     if (!base64_encoded &&
90*6777b538SAndroid Build Coastguard Worker         base::EqualsCaseInsensitiveASCII(*iter, kBase64Tag)) {
91*6777b538SAndroid Build Coastguard Worker       base64_encoded = true;
92*6777b538SAndroid Build Coastguard Worker     } else if (charset_value.empty() &&
93*6777b538SAndroid Build Coastguard Worker                base::StartsWith(*iter, kCharsetTag,
94*6777b538SAndroid Build Coastguard Worker                                 base::CompareCase::INSENSITIVE_ASCII)) {
95*6777b538SAndroid Build Coastguard Worker       charset_value = std::string(iter->substr(kCharsetTag.size()));
96*6777b538SAndroid Build Coastguard Worker       // The grammar for charset is not specially defined in RFC2045 and
97*6777b538SAndroid Build Coastguard Worker       // RFC2397. It just needs to be a token.
98*6777b538SAndroid Build Coastguard Worker       if (!HttpUtil::IsToken(charset_value))
99*6777b538SAndroid Build Coastguard Worker         return false;
100*6777b538SAndroid Build Coastguard Worker     }
101*6777b538SAndroid Build Coastguard Worker   }
102*6777b538SAndroid Build Coastguard Worker 
103*6777b538SAndroid Build Coastguard Worker   if (mime_type_value.empty()) {
104*6777b538SAndroid Build Coastguard Worker     // Fallback to the default if nothing specified in the mediatype part as
105*6777b538SAndroid Build Coastguard Worker     // specified in RFC2045. As specified in RFC2397, we use |charset| even if
106*6777b538SAndroid Build Coastguard Worker     // |mime_type| is empty.
107*6777b538SAndroid Build Coastguard Worker     mime_type_value = "text/plain";
108*6777b538SAndroid Build Coastguard Worker     if (charset_value.empty())
109*6777b538SAndroid Build Coastguard Worker       charset_value = "US-ASCII";
110*6777b538SAndroid Build Coastguard Worker   } else if (!ParseMimeTypeWithoutParameter(mime_type_value, nullptr,
111*6777b538SAndroid Build Coastguard Worker                                             nullptr)) {
112*6777b538SAndroid Build Coastguard Worker     // Fallback to the default as recommended in RFC2045 when the mediatype
113*6777b538SAndroid Build Coastguard Worker     // value is invalid. For this case, we don't respect |charset| but force it
114*6777b538SAndroid Build Coastguard Worker     // set to "US-ASCII".
115*6777b538SAndroid Build Coastguard Worker     mime_type_value = "text/plain";
116*6777b538SAndroid Build Coastguard Worker     charset_value = "US-ASCII";
117*6777b538SAndroid Build Coastguard Worker   }
118*6777b538SAndroid Build Coastguard Worker 
119*6777b538SAndroid Build Coastguard Worker   // The caller may not be interested in receiving the data.
120*6777b538SAndroid Build Coastguard Worker   if (data) {
121*6777b538SAndroid Build Coastguard Worker     // Preserve spaces if dealing with text or xml input, same as mozilla:
122*6777b538SAndroid Build Coastguard Worker     //   https://bugzilla.mozilla.org/show_bug.cgi?id=138052
123*6777b538SAndroid Build Coastguard Worker     // but strip them otherwise:
124*6777b538SAndroid Build Coastguard Worker     //   https://bugzilla.mozilla.org/show_bug.cgi?id=37200
125*6777b538SAndroid Build Coastguard Worker     // (Spaces in a data URL should be escaped, which is handled below, so any
126*6777b538SAndroid Build Coastguard Worker     // spaces now are wrong. People expect to be able to enter them in the URL
127*6777b538SAndroid Build Coastguard Worker     // bar for text, and it can't hurt, so we allow it.)
128*6777b538SAndroid Build Coastguard Worker     //
129*6777b538SAndroid Build Coastguard Worker     // TODO(mmenke): Is removing all spaces reasonable? GURL removes trailing
130*6777b538SAndroid Build Coastguard Worker     // spaces itself, anyways. Should we just trim leading spaces instead?
131*6777b538SAndroid Build Coastguard Worker     // Allowing random intermediary spaces seems unnecessary.
132*6777b538SAndroid Build Coastguard Worker 
133*6777b538SAndroid Build Coastguard Worker     auto raw_body = base::MakeStringPiece(comma + 1, content.end());
134*6777b538SAndroid Build Coastguard Worker 
135*6777b538SAndroid Build Coastguard Worker     // For base64, we may have url-escaped whitespace which is not part
136*6777b538SAndroid Build Coastguard Worker     // of the data, and should be stripped. Otherwise, the escaped whitespace
137*6777b538SAndroid Build Coastguard Worker     // could be part of the payload, so don't strip it.
138*6777b538SAndroid Build Coastguard Worker     if (base64_encoded) {
139*6777b538SAndroid Build Coastguard Worker       // If the data URL is well formed, we can decode it immediately.
140*6777b538SAndroid Build Coastguard Worker       if (base::FeatureList::IsEnabled(base::features::kOptimizeDataUrls) &&
141*6777b538SAndroid Build Coastguard Worker           IsDataURLReadyForDecode(raw_body)) {
142*6777b538SAndroid Build Coastguard Worker         if (!base::Base64Decode(raw_body, data))
143*6777b538SAndroid Build Coastguard Worker           return false;
144*6777b538SAndroid Build Coastguard Worker       } else {
145*6777b538SAndroid Build Coastguard Worker         std::string unescaped_body = base::UnescapeBinaryURLComponent(raw_body);
146*6777b538SAndroid Build Coastguard Worker         if (!base::Base64Decode(unescaped_body, data,
147*6777b538SAndroid Build Coastguard Worker                                 base::Base64DecodePolicy::kForgiving))
148*6777b538SAndroid Build Coastguard Worker           return false;
149*6777b538SAndroid Build Coastguard Worker       }
150*6777b538SAndroid Build Coastguard Worker     } else {
151*6777b538SAndroid Build Coastguard Worker       // Strip whitespace for non-text MIME types.
152*6777b538SAndroid Build Coastguard Worker       std::string temp;
153*6777b538SAndroid Build Coastguard Worker       if (!(mime_type_value.compare(0, 5, "text/") == 0 ||
154*6777b538SAndroid Build Coastguard Worker             mime_type_value.find("xml") != std::string::npos)) {
155*6777b538SAndroid Build Coastguard Worker         temp = std::string(raw_body);
156*6777b538SAndroid Build Coastguard Worker         std::erase_if(temp, base::IsAsciiWhitespace<char>);
157*6777b538SAndroid Build Coastguard Worker         raw_body = temp;
158*6777b538SAndroid Build Coastguard Worker       }
159*6777b538SAndroid Build Coastguard Worker 
160*6777b538SAndroid Build Coastguard Worker       *data = base::UnescapeBinaryURLComponent(raw_body);
161*6777b538SAndroid Build Coastguard Worker     }
162*6777b538SAndroid Build Coastguard Worker   }
163*6777b538SAndroid Build Coastguard Worker 
164*6777b538SAndroid Build Coastguard Worker   *mime_type = std::move(mime_type_value);
165*6777b538SAndroid Build Coastguard Worker   *charset = std::move(charset_value);
166*6777b538SAndroid Build Coastguard Worker   return true;
167*6777b538SAndroid Build Coastguard Worker }
168*6777b538SAndroid Build Coastguard Worker 
BuildResponse(const GURL & url,std::string_view method,std::string * mime_type,std::string * charset,std::string * data,scoped_refptr<HttpResponseHeaders> * headers)169*6777b538SAndroid Build Coastguard Worker Error DataURL::BuildResponse(const GURL& url,
170*6777b538SAndroid Build Coastguard Worker                              std::string_view method,
171*6777b538SAndroid Build Coastguard Worker                              std::string* mime_type,
172*6777b538SAndroid Build Coastguard Worker                              std::string* charset,
173*6777b538SAndroid Build Coastguard Worker                              std::string* data,
174*6777b538SAndroid Build Coastguard Worker                              scoped_refptr<HttpResponseHeaders>* headers) {
175*6777b538SAndroid Build Coastguard Worker   DCHECK(data);
176*6777b538SAndroid Build Coastguard Worker   DCHECK(!*headers);
177*6777b538SAndroid Build Coastguard Worker 
178*6777b538SAndroid Build Coastguard Worker   if (!DataURL::Parse(url, mime_type, charset, data))
179*6777b538SAndroid Build Coastguard Worker     return ERR_INVALID_URL;
180*6777b538SAndroid Build Coastguard Worker 
181*6777b538SAndroid Build Coastguard Worker   // |mime_type| set by DataURL::Parse() is guaranteed to be in
182*6777b538SAndroid Build Coastguard Worker   //     token "/" token
183*6777b538SAndroid Build Coastguard Worker   // form. |charset| can be an empty string.
184*6777b538SAndroid Build Coastguard Worker   DCHECK(!mime_type->empty());
185*6777b538SAndroid Build Coastguard Worker 
186*6777b538SAndroid Build Coastguard Worker   // "charset" in the Content-Type header is specified explicitly to follow
187*6777b538SAndroid Build Coastguard Worker   // the "token" ABNF in the HTTP spec. When the DataURL::Parse() call is
188*6777b538SAndroid Build Coastguard Worker   // successful, it's guaranteed that the string in |charset| follows the
189*6777b538SAndroid Build Coastguard Worker   // "token" ABNF.
190*6777b538SAndroid Build Coastguard Worker   std::string content_type = *mime_type;
191*6777b538SAndroid Build Coastguard Worker   if (!charset->empty())
192*6777b538SAndroid Build Coastguard Worker     content_type.append(";charset=" + *charset);
193*6777b538SAndroid Build Coastguard Worker   // The terminal double CRLF isn't needed by TryToCreate().
194*6777b538SAndroid Build Coastguard Worker   *headers = HttpResponseHeaders::TryToCreate(
195*6777b538SAndroid Build Coastguard Worker       "HTTP/1.1 200 OK\r\n"
196*6777b538SAndroid Build Coastguard Worker       "Content-Type:" +
197*6777b538SAndroid Build Coastguard Worker       content_type);
198*6777b538SAndroid Build Coastguard Worker   // Above line should always succeed - TryToCreate() only fails when there are
199*6777b538SAndroid Build Coastguard Worker   // nulls in the string, and DataURL::Parse() can't return nulls in anything
200*6777b538SAndroid Build Coastguard Worker   // but the |data| argument.
201*6777b538SAndroid Build Coastguard Worker   DCHECK(*headers);
202*6777b538SAndroid Build Coastguard Worker 
203*6777b538SAndroid Build Coastguard Worker   if (base::EqualsCaseInsensitiveASCII(method, "HEAD"))
204*6777b538SAndroid Build Coastguard Worker     data->clear();
205*6777b538SAndroid Build Coastguard Worker 
206*6777b538SAndroid Build Coastguard Worker   return OK;
207*6777b538SAndroid Build Coastguard Worker }
208*6777b538SAndroid Build Coastguard Worker 
209*6777b538SAndroid Build Coastguard Worker }  // namespace net
210