From e0c6872cf40896c7be36b11dcc744620f10adf1d Mon Sep 17 00:00:00 2001 From: Norbert Preining Date: Mon, 2 Sep 2019 13:46:59 +0900 Subject: Initial commit --- support/extractpdfmark/src/utf8.cc | 73 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) create mode 100644 support/extractpdfmark/src/utf8.cc (limited to 'support/extractpdfmark/src/utf8.cc') diff --git a/support/extractpdfmark/src/utf8.cc b/support/extractpdfmark/src/utf8.cc new file mode 100644 index 0000000000..b58f1c0fe5 --- /dev/null +++ b/support/extractpdfmark/src/utf8.cc @@ -0,0 +1,73 @@ +// This file is part of Extract PDFmark. +// +// Copyright (C) 2016 Masamichi Hosoda +// +// Extract PDFmark is free software: you can redistribute it and/or modify +// it under the terms of the GNU General Public License as published by +// the Free Software Foundation, either version 3 of the License, or +// (at your option) any later version. +// +// Extract PDFmark is distributed in the hope that it will be useful, +// but WITHOUT ANY WARRANTY; without even the implied warranty of +// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +// GNU General Public License for more details. +// +// You should have received a copy of the GNU General Public License +// along with Extract PDFmark. If not, see . + +#include "config.h" + +#include "utf8.hh" + +#ifdef USE_CODECVT +#include +#include +#endif + +#include + +#ifdef USE_ICONV +#include "iconv_wrapper.hh" +#endif + +#ifdef USE_CODECVT + +bool is_utf8 (const std::string &str) +{ + std::codecvt_utf8 cvt; + auto mb {std::mbstate_t ()}; + return (cvt.length (mb, &str.front (), &str.front () + str.length (), + std::string::npos) + == str.length ()); +} + +#else // USE_CODECVT + +#ifdef USE_ICONV + +bool is_utf8 (const std::string &str) +{ + try + { + iconv_wrapper::iconv cvt8to16 {"UTF-8", "UTF-16"}; + std::string utf16 {cvt8to16.convert (str)}; + iconv_wrapper::iconv cvt16to8 {"UTF-16", "UTF-8"}; + std::string utf8 {cvt16to8.convert (utf16)}; + return (str == utf8); + } + catch (std::system_error &error) + { + return false; + } + return false; +} + +#else // USE_ICONV + +bool is_utf8 (const std::string &str) +{ + return false; +} + +#endif // USE_ICONV +#endif // USE_CODECVT -- cgit v1.2.3