xref: /aosp_15_r20/external/cronet/url/url_canon_stdurl.cc (revision 6777b5387eb2ff775bb5750e3f5d96f37fb7352b)
1*6777b538SAndroid Build Coastguard Worker // Copyright 2013 The Chromium Authors
2*6777b538SAndroid Build Coastguard Worker // Use of this source code is governed by a BSD-style license that can be
3*6777b538SAndroid Build Coastguard Worker // found in the LICENSE file.
4*6777b538SAndroid Build Coastguard Worker 
5*6777b538SAndroid Build Coastguard Worker // Functions to canonicalize "standard" URLs, which are ones that have an
6*6777b538SAndroid Build Coastguard Worker // authority section including a host name.
7*6777b538SAndroid Build Coastguard Worker 
8*6777b538SAndroid Build Coastguard Worker #include "url/url_canon.h"
9*6777b538SAndroid Build Coastguard Worker #include "url/url_canon_internal.h"
10*6777b538SAndroid Build Coastguard Worker #include "url/url_constants.h"
11*6777b538SAndroid Build Coastguard Worker 
12*6777b538SAndroid Build Coastguard Worker namespace url {
13*6777b538SAndroid Build Coastguard Worker 
14*6777b538SAndroid Build Coastguard Worker namespace {
15*6777b538SAndroid Build Coastguard Worker 
16*6777b538SAndroid Build Coastguard Worker template <typename CHAR>
DoCanonicalizeStandardURL(const URLComponentSource<CHAR> & source,const Parsed & parsed,SchemeType scheme_type,CharsetConverter * query_converter,CanonOutput * output,Parsed * new_parsed)17*6777b538SAndroid Build Coastguard Worker bool DoCanonicalizeStandardURL(const URLComponentSource<CHAR>& source,
18*6777b538SAndroid Build Coastguard Worker                                const Parsed& parsed,
19*6777b538SAndroid Build Coastguard Worker                                SchemeType scheme_type,
20*6777b538SAndroid Build Coastguard Worker                                CharsetConverter* query_converter,
21*6777b538SAndroid Build Coastguard Worker                                CanonOutput* output,
22*6777b538SAndroid Build Coastguard Worker                                Parsed* new_parsed) {
23*6777b538SAndroid Build Coastguard Worker   DCHECK(!parsed.has_opaque_path);
24*6777b538SAndroid Build Coastguard Worker 
25*6777b538SAndroid Build Coastguard Worker   // Scheme: this will append the colon.
26*6777b538SAndroid Build Coastguard Worker   bool success = CanonicalizeScheme(source.scheme, parsed.scheme,
27*6777b538SAndroid Build Coastguard Worker                                     output, &new_parsed->scheme);
28*6777b538SAndroid Build Coastguard Worker 
29*6777b538SAndroid Build Coastguard Worker   bool scheme_supports_user_info =
30*6777b538SAndroid Build Coastguard Worker       (scheme_type == SCHEME_WITH_HOST_PORT_AND_USER_INFORMATION);
31*6777b538SAndroid Build Coastguard Worker   bool scheme_supports_ports =
32*6777b538SAndroid Build Coastguard Worker       (scheme_type == SCHEME_WITH_HOST_PORT_AND_USER_INFORMATION ||
33*6777b538SAndroid Build Coastguard Worker        scheme_type == SCHEME_WITH_HOST_AND_PORT);
34*6777b538SAndroid Build Coastguard Worker 
35*6777b538SAndroid Build Coastguard Worker   // Authority (username, password, host, port)
36*6777b538SAndroid Build Coastguard Worker   bool have_authority;
37*6777b538SAndroid Build Coastguard Worker   if ((scheme_supports_user_info &&
38*6777b538SAndroid Build Coastguard Worker        (parsed.username.is_valid() || parsed.password.is_valid())) ||
39*6777b538SAndroid Build Coastguard Worker       parsed.host.is_nonempty() ||
40*6777b538SAndroid Build Coastguard Worker       (scheme_supports_ports && parsed.port.is_valid())) {
41*6777b538SAndroid Build Coastguard Worker     have_authority = true;
42*6777b538SAndroid Build Coastguard Worker 
43*6777b538SAndroid Build Coastguard Worker     // Only write the authority separators when we have a scheme.
44*6777b538SAndroid Build Coastguard Worker     if (parsed.scheme.is_valid()) {
45*6777b538SAndroid Build Coastguard Worker       output->push_back('/');
46*6777b538SAndroid Build Coastguard Worker       output->push_back('/');
47*6777b538SAndroid Build Coastguard Worker     }
48*6777b538SAndroid Build Coastguard Worker 
49*6777b538SAndroid Build Coastguard Worker     // User info: the canonicalizer will handle the : and @.
50*6777b538SAndroid Build Coastguard Worker     if (scheme_supports_user_info) {
51*6777b538SAndroid Build Coastguard Worker       success &= CanonicalizeUserInfo(
52*6777b538SAndroid Build Coastguard Worker           source.username, parsed.username, source.password, parsed.password,
53*6777b538SAndroid Build Coastguard Worker           output, &new_parsed->username, &new_parsed->password);
54*6777b538SAndroid Build Coastguard Worker     } else {
55*6777b538SAndroid Build Coastguard Worker       new_parsed->username.reset();
56*6777b538SAndroid Build Coastguard Worker       new_parsed->password.reset();
57*6777b538SAndroid Build Coastguard Worker     }
58*6777b538SAndroid Build Coastguard Worker 
59*6777b538SAndroid Build Coastguard Worker     success &= CanonicalizeHost(source.host, parsed.host,
60*6777b538SAndroid Build Coastguard Worker                                 output, &new_parsed->host);
61*6777b538SAndroid Build Coastguard Worker 
62*6777b538SAndroid Build Coastguard Worker     // Host must not be empty for standard URLs.
63*6777b538SAndroid Build Coastguard Worker     if (parsed.host.is_empty())
64*6777b538SAndroid Build Coastguard Worker       success = false;
65*6777b538SAndroid Build Coastguard Worker 
66*6777b538SAndroid Build Coastguard Worker     // Port: the port canonicalizer will handle the colon.
67*6777b538SAndroid Build Coastguard Worker     if (scheme_supports_ports) {
68*6777b538SAndroid Build Coastguard Worker       int default_port = DefaultPortForScheme(
69*6777b538SAndroid Build Coastguard Worker           &output->data()[new_parsed->scheme.begin], new_parsed->scheme.len);
70*6777b538SAndroid Build Coastguard Worker       success &= CanonicalizePort(source.port, parsed.port, default_port,
71*6777b538SAndroid Build Coastguard Worker                                   output, &new_parsed->port);
72*6777b538SAndroid Build Coastguard Worker     } else {
73*6777b538SAndroid Build Coastguard Worker       new_parsed->port.reset();
74*6777b538SAndroid Build Coastguard Worker     }
75*6777b538SAndroid Build Coastguard Worker   } else {
76*6777b538SAndroid Build Coastguard Worker     // No authority, clear the components.
77*6777b538SAndroid Build Coastguard Worker     have_authority = false;
78*6777b538SAndroid Build Coastguard Worker     new_parsed->host.reset();
79*6777b538SAndroid Build Coastguard Worker     new_parsed->username.reset();
80*6777b538SAndroid Build Coastguard Worker     new_parsed->password.reset();
81*6777b538SAndroid Build Coastguard Worker     new_parsed->port.reset();
82*6777b538SAndroid Build Coastguard Worker     success = false;  // Standard URLs must have an authority.
83*6777b538SAndroid Build Coastguard Worker   }
84*6777b538SAndroid Build Coastguard Worker 
85*6777b538SAndroid Build Coastguard Worker   // Path
86*6777b538SAndroid Build Coastguard Worker   if (parsed.path.is_valid()) {
87*6777b538SAndroid Build Coastguard Worker     success &= CanonicalizePath(source.path, parsed.path,
88*6777b538SAndroid Build Coastguard Worker                                 output, &new_parsed->path);
89*6777b538SAndroid Build Coastguard Worker   } else if (have_authority ||
90*6777b538SAndroid Build Coastguard Worker              parsed.query.is_valid() || parsed.ref.is_valid()) {
91*6777b538SAndroid Build Coastguard Worker     // When we have an empty path, make up a path when we have an authority
92*6777b538SAndroid Build Coastguard Worker     // or something following the path. The only time we allow an empty
93*6777b538SAndroid Build Coastguard Worker     // output path is when there is nothing else.
94*6777b538SAndroid Build Coastguard Worker     new_parsed->path = Component(output->length(), 1);
95*6777b538SAndroid Build Coastguard Worker     output->push_back('/');
96*6777b538SAndroid Build Coastguard Worker   } else {
97*6777b538SAndroid Build Coastguard Worker     // No path at all
98*6777b538SAndroid Build Coastguard Worker     new_parsed->path.reset();
99*6777b538SAndroid Build Coastguard Worker   }
100*6777b538SAndroid Build Coastguard Worker 
101*6777b538SAndroid Build Coastguard Worker   // Query
102*6777b538SAndroid Build Coastguard Worker   CanonicalizeQuery(source.query, parsed.query, query_converter,
103*6777b538SAndroid Build Coastguard Worker                     output, &new_parsed->query);
104*6777b538SAndroid Build Coastguard Worker 
105*6777b538SAndroid Build Coastguard Worker   // Ref: ignore failure for this, since the page can probably still be loaded.
106*6777b538SAndroid Build Coastguard Worker   CanonicalizeRef(source.ref, parsed.ref, output, &new_parsed->ref);
107*6777b538SAndroid Build Coastguard Worker 
108*6777b538SAndroid Build Coastguard Worker   // Carry over the flag for potentially dangling markup:
109*6777b538SAndroid Build Coastguard Worker   if (parsed.potentially_dangling_markup)
110*6777b538SAndroid Build Coastguard Worker     new_parsed->potentially_dangling_markup = true;
111*6777b538SAndroid Build Coastguard Worker 
112*6777b538SAndroid Build Coastguard Worker   return success;
113*6777b538SAndroid Build Coastguard Worker }
114*6777b538SAndroid Build Coastguard Worker 
115*6777b538SAndroid Build Coastguard Worker }  // namespace
116*6777b538SAndroid Build Coastguard Worker 
117*6777b538SAndroid Build Coastguard Worker // Returns the default port for the given canonical scheme, or PORT_UNSPECIFIED
118*6777b538SAndroid Build Coastguard Worker // if the scheme is unknown.
119*6777b538SAndroid Build Coastguard Worker //
120*6777b538SAndroid Build Coastguard Worker // Please keep blink::DefaultPortForProtocol and url::DefaultPortForProtocol in
121*6777b538SAndroid Build Coastguard Worker // sync.
DefaultPortForScheme(const char * scheme,int scheme_len)122*6777b538SAndroid Build Coastguard Worker int DefaultPortForScheme(const char* scheme, int scheme_len) {
123*6777b538SAndroid Build Coastguard Worker   int default_port = PORT_UNSPECIFIED;
124*6777b538SAndroid Build Coastguard Worker   switch (scheme_len) {
125*6777b538SAndroid Build Coastguard Worker     case 4:
126*6777b538SAndroid Build Coastguard Worker       if (!strncmp(scheme, kHttpScheme, scheme_len))
127*6777b538SAndroid Build Coastguard Worker         default_port = 80;
128*6777b538SAndroid Build Coastguard Worker       break;
129*6777b538SAndroid Build Coastguard Worker     case 5:
130*6777b538SAndroid Build Coastguard Worker       if (!strncmp(scheme, kHttpsScheme, scheme_len))
131*6777b538SAndroid Build Coastguard Worker         default_port = 443;
132*6777b538SAndroid Build Coastguard Worker       break;
133*6777b538SAndroid Build Coastguard Worker     case 3:
134*6777b538SAndroid Build Coastguard Worker       if (!strncmp(scheme, kFtpScheme, scheme_len))
135*6777b538SAndroid Build Coastguard Worker         default_port = 21;
136*6777b538SAndroid Build Coastguard Worker       else if (!strncmp(scheme, kWssScheme, scheme_len))
137*6777b538SAndroid Build Coastguard Worker         default_port = 443;
138*6777b538SAndroid Build Coastguard Worker       break;
139*6777b538SAndroid Build Coastguard Worker     case 2:
140*6777b538SAndroid Build Coastguard Worker       if (!strncmp(scheme, kWsScheme, scheme_len))
141*6777b538SAndroid Build Coastguard Worker         default_port = 80;
142*6777b538SAndroid Build Coastguard Worker       break;
143*6777b538SAndroid Build Coastguard Worker   }
144*6777b538SAndroid Build Coastguard Worker   return default_port;
145*6777b538SAndroid Build Coastguard Worker }
146*6777b538SAndroid Build Coastguard Worker 
CanonicalizeStandardURL(const char * spec,const Parsed & parsed,SchemeType scheme_type,CharsetConverter * query_converter,CanonOutput * output,Parsed * new_parsed)147*6777b538SAndroid Build Coastguard Worker bool CanonicalizeStandardURL(const char* spec,
148*6777b538SAndroid Build Coastguard Worker                              const Parsed& parsed,
149*6777b538SAndroid Build Coastguard Worker                              SchemeType scheme_type,
150*6777b538SAndroid Build Coastguard Worker                              CharsetConverter* query_converter,
151*6777b538SAndroid Build Coastguard Worker                              CanonOutput* output,
152*6777b538SAndroid Build Coastguard Worker                              Parsed* new_parsed) {
153*6777b538SAndroid Build Coastguard Worker   return DoCanonicalizeStandardURL(URLComponentSource(spec), parsed,
154*6777b538SAndroid Build Coastguard Worker                                    scheme_type, query_converter, output,
155*6777b538SAndroid Build Coastguard Worker                                    new_parsed);
156*6777b538SAndroid Build Coastguard Worker }
157*6777b538SAndroid Build Coastguard Worker 
CanonicalizeStandardURL(const char16_t * spec,const Parsed & parsed,SchemeType scheme_type,CharsetConverter * query_converter,CanonOutput * output,Parsed * new_parsed)158*6777b538SAndroid Build Coastguard Worker bool CanonicalizeStandardURL(const char16_t* spec,
159*6777b538SAndroid Build Coastguard Worker                              const Parsed& parsed,
160*6777b538SAndroid Build Coastguard Worker                              SchemeType scheme_type,
161*6777b538SAndroid Build Coastguard Worker                              CharsetConverter* query_converter,
162*6777b538SAndroid Build Coastguard Worker                              CanonOutput* output,
163*6777b538SAndroid Build Coastguard Worker                              Parsed* new_parsed) {
164*6777b538SAndroid Build Coastguard Worker   return DoCanonicalizeStandardURL(URLComponentSource(spec), parsed,
165*6777b538SAndroid Build Coastguard Worker                                    scheme_type, query_converter, output,
166*6777b538SAndroid Build Coastguard Worker                                    new_parsed);
167*6777b538SAndroid Build Coastguard Worker }
168*6777b538SAndroid Build Coastguard Worker 
169*6777b538SAndroid Build Coastguard Worker // It might be nice in the future to optimize this so unchanged components don't
170*6777b538SAndroid Build Coastguard Worker // need to be recanonicalized. This is especially true since the common case for
171*6777b538SAndroid Build Coastguard Worker // ReplaceComponents is removing things we don't want, like reference fragments
172*6777b538SAndroid Build Coastguard Worker // and usernames. These cases can become more efficient if we can assume the
173*6777b538SAndroid Build Coastguard Worker // rest of the URL is OK with these removed (or only the modified parts
174*6777b538SAndroid Build Coastguard Worker // recanonicalized). This would be much more complex to implement, however.
175*6777b538SAndroid Build Coastguard Worker //
176*6777b538SAndroid Build Coastguard Worker // You would also need to update DoReplaceComponents in url_util.cc which
177*6777b538SAndroid Build Coastguard Worker // relies on this re-checking everything (see the comment there for why).
ReplaceStandardURL(const char * base,const Parsed & base_parsed,const Replacements<char> & replacements,SchemeType scheme_type,CharsetConverter * query_converter,CanonOutput * output,Parsed * new_parsed)178*6777b538SAndroid Build Coastguard Worker bool ReplaceStandardURL(const char* base,
179*6777b538SAndroid Build Coastguard Worker                         const Parsed& base_parsed,
180*6777b538SAndroid Build Coastguard Worker                         const Replacements<char>& replacements,
181*6777b538SAndroid Build Coastguard Worker                         SchemeType scheme_type,
182*6777b538SAndroid Build Coastguard Worker                         CharsetConverter* query_converter,
183*6777b538SAndroid Build Coastguard Worker                         CanonOutput* output,
184*6777b538SAndroid Build Coastguard Worker                         Parsed* new_parsed) {
185*6777b538SAndroid Build Coastguard Worker   URLComponentSource<char> source(base);
186*6777b538SAndroid Build Coastguard Worker   Parsed parsed(base_parsed);
187*6777b538SAndroid Build Coastguard Worker   SetupOverrideComponents(base, replacements, &source, &parsed);
188*6777b538SAndroid Build Coastguard Worker   return DoCanonicalizeStandardURL(source, parsed, scheme_type, query_converter,
189*6777b538SAndroid Build Coastguard Worker                                    output, new_parsed);
190*6777b538SAndroid Build Coastguard Worker }
191*6777b538SAndroid Build Coastguard Worker 
192*6777b538SAndroid Build Coastguard Worker // For 16-bit replacements, we turn all the replacements into UTF-8 so the
193*6777b538SAndroid Build Coastguard Worker // regular code path can be used.
ReplaceStandardURL(const char * base,const Parsed & base_parsed,const Replacements<char16_t> & replacements,SchemeType scheme_type,CharsetConverter * query_converter,CanonOutput * output,Parsed * new_parsed)194*6777b538SAndroid Build Coastguard Worker bool ReplaceStandardURL(const char* base,
195*6777b538SAndroid Build Coastguard Worker                         const Parsed& base_parsed,
196*6777b538SAndroid Build Coastguard Worker                         const Replacements<char16_t>& replacements,
197*6777b538SAndroid Build Coastguard Worker                         SchemeType scheme_type,
198*6777b538SAndroid Build Coastguard Worker                         CharsetConverter* query_converter,
199*6777b538SAndroid Build Coastguard Worker                         CanonOutput* output,
200*6777b538SAndroid Build Coastguard Worker                         Parsed* new_parsed) {
201*6777b538SAndroid Build Coastguard Worker   RawCanonOutput<1024> utf8;
202*6777b538SAndroid Build Coastguard Worker   URLComponentSource<char> source(base);
203*6777b538SAndroid Build Coastguard Worker   Parsed parsed(base_parsed);
204*6777b538SAndroid Build Coastguard Worker   SetupUTF16OverrideComponents(base, replacements, &utf8, &source, &parsed);
205*6777b538SAndroid Build Coastguard Worker   return DoCanonicalizeStandardURL(source, parsed, scheme_type, query_converter,
206*6777b538SAndroid Build Coastguard Worker                                    output, new_parsed);
207*6777b538SAndroid Build Coastguard Worker }
208*6777b538SAndroid Build Coastguard Worker 
209*6777b538SAndroid Build Coastguard Worker }  // namespace url
210