added: functions for dealing with white characters:
bool IsWhite(wchar_t c, bool check_additional_chars, bool treat_new_line_as_white) (checking unicode white characters too)
CharType * SkipWhite(CharType * str, bool check_additional_chars = true, bool treat_new_line_as_white = true)
IsDigit(wchar_t c, int base, int * digit)
added: functions to converting from a string to an integer:
unsigned long long Toull(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long long Toll(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned long Toul(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned int Toui(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long Tol(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
int Toi(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
changed: some work in Space (new Api)
now Text() methods returns std::wstring by value (before they were returned by reference)
added std::wstring & TextRef() methods
added unsigned int UInt(), unsigned long ULong() and LongLong() and ULongLong()
GetValue() renamed to GetFirstValue()
AText() renamed to TextA() and they return std::string by value now
git-svn-id: svn://ttmath.org/publicrep/pikotools/trunk@1066 e52654a7-88a9-db11-a3e9-0013d4bc506e
2017-12-05 17:32:21 +01:00
|
|
|
/*
|
|
|
|
* This file is a part of PikoTools
|
|
|
|
* and is distributed under the (new) BSD licence.
|
|
|
|
* Author: Tomasz Sowa <t.sowa@ttmath.org>
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
2021-10-12 19:53:11 +02:00
|
|
|
* Copyright (c) 2017-2021, Tomasz Sowa
|
added: functions for dealing with white characters:
bool IsWhite(wchar_t c, bool check_additional_chars, bool treat_new_line_as_white) (checking unicode white characters too)
CharType * SkipWhite(CharType * str, bool check_additional_chars = true, bool treat_new_line_as_white = true)
IsDigit(wchar_t c, int base, int * digit)
added: functions to converting from a string to an integer:
unsigned long long Toull(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long long Toll(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned long Toul(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned int Toui(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long Tol(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
int Toi(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
changed: some work in Space (new Api)
now Text() methods returns std::wstring by value (before they were returned by reference)
added std::wstring & TextRef() methods
added unsigned int UInt(), unsigned long ULong() and LongLong() and ULongLong()
GetValue() renamed to GetFirstValue()
AText() renamed to TextA() and they return std::string by value now
git-svn-id: svn://ttmath.org/publicrep/pikotools/trunk@1066 e52654a7-88a9-db11-a3e9-0013d4bc506e
2017-12-05 17:32:21 +01:00
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions are met:
|
|
|
|
*
|
|
|
|
* * Redistributions of source code must retain the above copyright notice,
|
|
|
|
* this list of conditions and the following disclaimer.
|
|
|
|
*
|
|
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
|
|
* documentation and/or other materials provided with the distribution.
|
|
|
|
*
|
|
|
|
* * Neither the name Tomasz Sowa nor the names of contributors to this
|
|
|
|
* project may be used to endorse or promote products derived
|
|
|
|
* from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
|
|
* AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
|
|
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
|
|
* ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
|
|
* LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
|
|
* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
|
|
* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
|
|
* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
|
|
* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
|
|
|
|
* THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef headerfile_picotools_convert_misc
|
|
|
|
#define headerfile_picotools_convert_misc
|
|
|
|
|
|
|
|
#include <limits>
|
|
|
|
#include "text.h"
|
2021-10-12 19:53:11 +02:00
|
|
|
#include "textstream/stream.h"
|
|
|
|
#include "textstream/types.h"
|
|
|
|
#include "utf8/utf8_stream.h"
|
added: functions for dealing with white characters:
bool IsWhite(wchar_t c, bool check_additional_chars, bool treat_new_line_as_white) (checking unicode white characters too)
CharType * SkipWhite(CharType * str, bool check_additional_chars = true, bool treat_new_line_as_white = true)
IsDigit(wchar_t c, int base, int * digit)
added: functions to converting from a string to an integer:
unsigned long long Toull(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long long Toll(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned long Toul(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned int Toui(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long Tol(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
int Toi(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
changed: some work in Space (new Api)
now Text() methods returns std::wstring by value (before they were returned by reference)
added std::wstring & TextRef() methods
added unsigned int UInt(), unsigned long ULong() and LongLong() and ULongLong()
GetValue() renamed to GetFirstValue()
AText() renamed to TextA() and they return std::string by value now
git-svn-id: svn://ttmath.org/publicrep/pikotools/trunk@1066 e52654a7-88a9-db11-a3e9-0013d4bc506e
2017-12-05 17:32:21 +01:00
|
|
|
|
|
|
|
|
2021-05-20 16:11:12 +02:00
|
|
|
namespace pt
|
added: functions for dealing with white characters:
bool IsWhite(wchar_t c, bool check_additional_chars, bool treat_new_line_as_white) (checking unicode white characters too)
CharType * SkipWhite(CharType * str, bool check_additional_chars = true, bool treat_new_line_as_white = true)
IsDigit(wchar_t c, int base, int * digit)
added: functions to converting from a string to an integer:
unsigned long long Toull(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long long Toll(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned long Toul(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned int Toui(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long Tol(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
int Toi(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
changed: some work in Space (new Api)
now Text() methods returns std::wstring by value (before they were returned by reference)
added std::wstring & TextRef() methods
added unsigned int UInt(), unsigned long ULong() and LongLong() and ULongLong()
GetValue() renamed to GetFirstValue()
AText() renamed to TextA() and they return std::string by value now
git-svn-id: svn://ttmath.org/publicrep/pikotools/trunk@1066 e52654a7-88a9-db11-a3e9-0013d4bc506e
2017-12-05 17:32:21 +01:00
|
|
|
{
|
|
|
|
|
|
|
|
void SetOverflow(bool * was_overflow, bool val);
|
|
|
|
|
2021-10-12 19:53:11 +02:00
|
|
|
void esc_to_json(char val, Stream & out);
|
|
|
|
void esc_to_json(wchar_t val, Stream & out);
|
|
|
|
void esc_to_json(const char * c, pt::Stream & out);
|
|
|
|
void esc_to_json(const char * c, std::size_t len, Stream & out);
|
|
|
|
void esc_to_json(const wchar_t * c, Stream & out);
|
|
|
|
void esc_to_json(const wchar_t * c, size_t len, pt::Stream & out);
|
|
|
|
void esc_to_json(const std::string & in, Stream & out);
|
|
|
|
void esc_to_json(const std::wstring & in, Stream & out);
|
|
|
|
|
|
|
|
void esc_to_xml(char c, pt::Stream & out);
|
|
|
|
void esc_to_xml(wchar_t c, pt::Stream & out);
|
|
|
|
void esc_to_xml(const char * c, pt::Stream & out);
|
|
|
|
void esc_to_xml(const char * c, std::size_t len, pt::Stream & out);
|
|
|
|
void esc_to_xml(const wchar_t * c, pt::Stream & out);
|
|
|
|
void esc_to_xml(const wchar_t * c, size_t len, pt::Stream & out);
|
|
|
|
void esc_to_xml(const std::string & in, Stream & out);
|
|
|
|
void esc_to_xml(const std::wstring & in, Stream & out);
|
|
|
|
|
|
|
|
void esc_to_csv(char c, pt::Stream & out);
|
|
|
|
void esc_to_csv(wchar_t val, Stream & out);
|
|
|
|
void esc_to_csv(const char * c, std::size_t len, Stream & out);
|
|
|
|
void esc_to_csv(const char * c, pt::Stream & out);
|
|
|
|
void esc_to_csv(const char * c, std::size_t len, pt::Stream & out);
|
|
|
|
void esc_to_csv(const wchar_t * c, pt::Stream & out);
|
|
|
|
void esc_to_csv(const wchar_t * c, size_t len, pt::Stream & out);
|
|
|
|
void esc_to_csv(const std::string & in, Stream & out);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
template<typename StreamType>
|
|
|
|
void esc_to_json(const StreamType & in, Stream & out)
|
|
|
|
{
|
|
|
|
char utf8_buf[10];
|
|
|
|
std::size_t utf8_buf_len = sizeof(utf8_buf) / sizeof(char);
|
|
|
|
typename StreamType::const_iterator i = in.begin();
|
|
|
|
typename StreamType::const_iterator end = in.end();
|
|
|
|
int res;
|
|
|
|
bool correct;
|
|
|
|
|
|
|
|
for( ; i != end ; ++i)
|
|
|
|
{
|
|
|
|
if( in.is_wchar_stream() && out.is_char_stream() )
|
|
|
|
{
|
|
|
|
std::size_t len = int_to_utf8(static_cast<int>(*i), utf8_buf, utf8_buf_len);
|
|
|
|
esc_to_json(utf8_buf, len, out);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
if( in.is_char_stream() && out.is_wchar_stream() )
|
|
|
|
{
|
|
|
|
utf8_to_int(i, end, res, correct);
|
|
|
|
|
|
|
|
if( correct )
|
|
|
|
esc_to_json(static_cast<wchar_t>(res), out); // IMPROVEME no surrogate pair used here (if sizeof(wchar_t) == 2)
|
|
|
|
|
|
|
|
// put replacement char if not correct?
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
esc_to_json(static_cast<wchar_t>(*i), out);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
template<typename StreamType>
|
|
|
|
void esc_to_xml(const StreamType & in, Stream & out)
|
|
|
|
{
|
|
|
|
char utf8_buf[10];
|
|
|
|
std::size_t utf8_buf_len = sizeof(utf8_buf) / sizeof(char);
|
|
|
|
typename StreamType::const_iterator i = in.begin();
|
|
|
|
typename StreamType::const_iterator end = in.end();
|
|
|
|
int res;
|
|
|
|
bool correct;
|
|
|
|
|
|
|
|
for( ; i != end ; ++i)
|
|
|
|
{
|
|
|
|
if( in.is_wchar_stream() && out.is_char_stream() )
|
|
|
|
{
|
|
|
|
std::size_t len = int_to_utf8(static_cast<int>(*i), utf8_buf, utf8_buf_len);
|
|
|
|
esc_to_xml(utf8_buf, len, out);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
if( in.is_char_stream() && out.is_wchar_stream() )
|
|
|
|
{
|
|
|
|
utf8_to_int(i, end, res, correct);
|
|
|
|
|
|
|
|
if( correct )
|
|
|
|
esc_to_xml(static_cast<wchar_t>(res), out); // IMPROVEME no surrogate pair used here (if sizeof(wchar_t) == 2)
|
|
|
|
|
|
|
|
// put replacement char if not correct?
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
esc_to_xml(static_cast<wchar_t>(*i), out);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
template<typename StreamType>
|
|
|
|
void esc_to_csv(const StreamType & in, Stream & out)
|
|
|
|
{
|
|
|
|
char utf8_buf[10];
|
|
|
|
std::size_t utf8_buf_len = sizeof(utf8_buf) / sizeof(char);
|
|
|
|
typename StreamType::const_iterator i = in.begin();
|
|
|
|
typename StreamType::const_iterator end = in.end();
|
|
|
|
int res;
|
|
|
|
bool correct;
|
|
|
|
|
|
|
|
for( ; i != end ; ++i)
|
|
|
|
{
|
|
|
|
if( in.is_wchar_stream() && out.is_char_stream() )
|
|
|
|
{
|
|
|
|
std::size_t len = int_to_utf8(static_cast<int>(*i), utf8_buf, utf8_buf_len);
|
|
|
|
esc_to_csv(utf8_buf, len, out);
|
|
|
|
}
|
|
|
|
else
|
|
|
|
if( in.is_char_stream() && out.is_wchar_stream() )
|
|
|
|
{
|
|
|
|
utf8_to_int(i, end, res, correct);
|
|
|
|
|
|
|
|
if( correct )
|
|
|
|
esc_to_csv(static_cast<wchar_t>(res), out); // IMPROVEME no surrogate pair used here (if sizeof(wchar_t) == 2)
|
|
|
|
|
|
|
|
// put replacement char if not correct?
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
esc_to_csv(static_cast<wchar_t>(*i), out);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
added: functions for dealing with white characters:
bool IsWhite(wchar_t c, bool check_additional_chars, bool treat_new_line_as_white) (checking unicode white characters too)
CharType * SkipWhite(CharType * str, bool check_additional_chars = true, bool treat_new_line_as_white = true)
IsDigit(wchar_t c, int base, int * digit)
added: functions to converting from a string to an integer:
unsigned long long Toull(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long long Toll(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned long Toul(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
unsigned int Toui(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
long Tol(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
int Toi(const CharType * str, int base = 10, const CharType ** after_str = 0, bool * was_overflow = 0)
changed: some work in Space (new Api)
now Text() methods returns std::wstring by value (before they were returned by reference)
added std::wstring & TextRef() methods
added unsigned int UInt(), unsigned long ULong() and LongLong() and ULongLong()
GetValue() renamed to GetFirstValue()
AText() renamed to TextA() and they return std::string by value now
git-svn-id: svn://ttmath.org/publicrep/pikotools/trunk@1066 e52654a7-88a9-db11-a3e9-0013d4bc506e
2017-12-05 17:32:21 +01:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endif
|
|
|
|
|