xref: /aosp_15_r20/external/google-breakpad/src/processor/tokenize.cc (revision 9712c20fc9bbfbac4935993a2ca0b3958c5adad2)
1*9712c20fSFrederick Mayle // Copyright 2010 Google LLC
2*9712c20fSFrederick Mayle //
3*9712c20fSFrederick Mayle // Redistribution and use in source and binary forms, with or without
4*9712c20fSFrederick Mayle // modification, are permitted provided that the following conditions are
5*9712c20fSFrederick Mayle // met:
6*9712c20fSFrederick Mayle //
7*9712c20fSFrederick Mayle //     * Redistributions of source code must retain the above copyright
8*9712c20fSFrederick Mayle // notice, this list of conditions and the following disclaimer.
9*9712c20fSFrederick Mayle //     * Redistributions in binary form must reproduce the above
10*9712c20fSFrederick Mayle // copyright notice, this list of conditions and the following disclaimer
11*9712c20fSFrederick Mayle // in the documentation and/or other materials provided with the
12*9712c20fSFrederick Mayle // distribution.
13*9712c20fSFrederick Mayle //     * Neither the name of Google LLC nor the names of its
14*9712c20fSFrederick Mayle // contributors may be used to endorse or promote products derived from
15*9712c20fSFrederick Mayle // this software without specific prior written permission.
16*9712c20fSFrederick Mayle //
17*9712c20fSFrederick Mayle // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18*9712c20fSFrederick Mayle // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19*9712c20fSFrederick Mayle // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20*9712c20fSFrederick Mayle // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21*9712c20fSFrederick Mayle // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22*9712c20fSFrederick Mayle // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23*9712c20fSFrederick Mayle // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24*9712c20fSFrederick Mayle // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25*9712c20fSFrederick Mayle // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26*9712c20fSFrederick Mayle // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27*9712c20fSFrederick Mayle // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28*9712c20fSFrederick Mayle 
29*9712c20fSFrederick Mayle #ifdef HAVE_CONFIG_H
30*9712c20fSFrederick Mayle #include <config.h>  // Must come first
31*9712c20fSFrederick Mayle #endif
32*9712c20fSFrederick Mayle 
33*9712c20fSFrederick Mayle #include <string.h>
34*9712c20fSFrederick Mayle 
35*9712c20fSFrederick Mayle #include <string>
36*9712c20fSFrederick Mayle #include <vector>
37*9712c20fSFrederick Mayle 
38*9712c20fSFrederick Mayle #include "common/using_std_string.h"
39*9712c20fSFrederick Mayle 
40*9712c20fSFrederick Mayle namespace google_breakpad {
41*9712c20fSFrederick Mayle 
42*9712c20fSFrederick Mayle #ifdef _MSC_VER
43*9712c20fSFrederick Mayle #define strtok_r strtok_s
44*9712c20fSFrederick Mayle #endif
45*9712c20fSFrederick Mayle 
46*9712c20fSFrederick Mayle using std::vector;
47*9712c20fSFrederick Mayle 
Tokenize(char * line,const char * separators,int max_tokens,vector<char * > * tokens)48*9712c20fSFrederick Mayle bool Tokenize(char* line,
49*9712c20fSFrederick Mayle               const char* separators,
50*9712c20fSFrederick Mayle               int max_tokens,
51*9712c20fSFrederick Mayle               vector<char*>* tokens) {
52*9712c20fSFrederick Mayle   tokens->clear();
53*9712c20fSFrederick Mayle   tokens->reserve(max_tokens);
54*9712c20fSFrederick Mayle 
55*9712c20fSFrederick Mayle   int remaining = max_tokens;
56*9712c20fSFrederick Mayle 
57*9712c20fSFrederick Mayle   // Split tokens on the separator character.
58*9712c20fSFrederick Mayle   // strip them out before exhausting max_tokens.
59*9712c20fSFrederick Mayle   char* save_ptr;
60*9712c20fSFrederick Mayle   char* token = strtok_r(line, separators, &save_ptr);
61*9712c20fSFrederick Mayle   while (token && --remaining > 0) {
62*9712c20fSFrederick Mayle     tokens->push_back(token);
63*9712c20fSFrederick Mayle     if (remaining > 1)
64*9712c20fSFrederick Mayle       token = strtok_r(NULL, separators, &save_ptr);
65*9712c20fSFrederick Mayle   }
66*9712c20fSFrederick Mayle 
67*9712c20fSFrederick Mayle   // If there's anything left, just add it as a single token.
68*9712c20fSFrederick Mayle   if (remaining == 0 && (token = strtok_r(NULL, "\r\n", &save_ptr))) {
69*9712c20fSFrederick Mayle     tokens->push_back(token);
70*9712c20fSFrederick Mayle   }
71*9712c20fSFrederick Mayle 
72*9712c20fSFrederick Mayle   return tokens->size() == static_cast<unsigned int>(max_tokens);
73*9712c20fSFrederick Mayle }
74*9712c20fSFrederick Mayle 
StringToVector(const string & str,vector<char> & vec)75*9712c20fSFrederick Mayle void StringToVector(const string& str, vector<char>& vec) {
76*9712c20fSFrederick Mayle   vec.resize(str.length() + 1);
77*9712c20fSFrederick Mayle   std::copy(str.begin(), str.end(), vec.begin());
78*9712c20fSFrederick Mayle   vec[str.length()] = '\0';
79*9712c20fSFrederick Mayle }
80*9712c20fSFrederick Mayle 
81*9712c20fSFrederick Mayle } // namespace google_breakpad
82