You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
56 lines
2.0 KiB
C++
56 lines
2.0 KiB
C++
/************************************************************************
|
|
The zlib/libpng License
|
|
|
|
Copyright (c) 2006 Joerg Wiedenmann
|
|
|
|
This software is provided 'as-is', without any express or implied warranty.
|
|
In no event will the authors be held liable for any damages arising from
|
|
the use of this software.
|
|
|
|
Permission is granted to anyone to use this software for any purpose,
|
|
including commercial applications, and to alter it and redistribute it
|
|
freely, subject to the following restrictions:
|
|
|
|
1. The origin of this software must not be misrepresented;
|
|
you must not claim that you wrote the original software.
|
|
If you use this software in a product, an acknowledgment
|
|
in the product documentation would be appreciated but is
|
|
not required.
|
|
|
|
2. Altered source versions must be plainly marked as such,
|
|
and must not be misrepresented as being the original software.
|
|
|
|
3. This notice may not be removed or altered from any source distribution.
|
|
|
|
***********************************************************************/
|
|
|
|
/********************************************************************
|
|
created: 2006-01-28
|
|
filename: tokenizer.cpp
|
|
author: Jörg Wiedenmann
|
|
|
|
purpose: A tokenizer function which provides a very
|
|
customizable way of breaking up strings.
|
|
*********************************************************************/
|
|
|
|
#include <vector>
|
|
#include <string>
|
|
using namespace std;
|
|
|
|
// Function to break up a string into tokens
|
|
//
|
|
// Parameters:
|
|
//-----------
|
|
// str = the input string that will be tokenized
|
|
// result = the tokens for str
|
|
// delimiters = the delimiter characters
|
|
// delimiters preserve = same as above, but the delimiter characters
|
|
// will be put into the result as a token
|
|
// quote = characters to protect the enclosed characters
|
|
// esc = characters to protect a single character
|
|
//
|
|
|
|
void tokenize ( const string& str, vector<string>& result,
|
|
const string& delimiters, const string& delimiters_preserve = "",
|
|
const string& quote = "\"", const string& esc = "\\" );
|