utf8helper.h

Go to the documentation of this file.

/*
  This source is part of the libosmscout library
  Copyright (C) 2021  Jean-Luc Barriere
 
  This library is free software; you can redistribute it and/or
  modify it under the terms of the GNU Lesser General Public
  License as published by the Free Software Foundation; either
  version 2.1 of the License, or (at your option) any later version.
 
  This library is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  Lesser General Public License for more details.
 
  You should have received a copy of the GNU Lesser General Public
  License along with this library; if not, write to the Free Software
  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307  USA
*/
 
#ifndef UTF8HELPER_H
#define UTF8HELPER_H
 
#include <osmscout/util/utf8helper_charmap.h>
 
#include <string>
#include <vector>
 
namespace utf8helper
{
 
extern std::string UTF8ToUpper(const std::string& text);
 
extern std::string UTF8ToLower(const std::string& text);
 
extern std::string UTF8Normalize(const std::string& text);
 
extern std::string UTF8Capitalize(const std::string& text);
 
extern std::string UTF8Transliterate(const std::string& text);

using Transform = codepoint (*)(const character*, int context);
 
extern codepoint TransformNop(const character*, int);
extern codepoint TransformUpper(const character*, int);
extern codepoint TransformLower(const character*, int);
extern codepoint TransformCapitalize(const character*, int);
extern codepoint TransformNormalize(const character*, int);
extern codepoint TransformTransliterate(const character*, int);

struct Parser {
  enum Exit { Done = 0, Continue, Error };
  utf8helper::Transform func;
  Exit (*run)(Parser*, byte);
  int context;
  byte b[3];
  char u_size;
  codepoint u;
  explicit Parser(utf8helper::Transform func);
  Parser(const Parser&) = default;
  void Reset();
};
 
 
class UTF8String {
  using storage_type = std::vector<codepoint>;
public:
  UTF8String();

  explicit UTF8String(const std::string& text);

  explicit UTF8String(utf8helper::Transform);

  UTF8String(const std::string& text, utf8helper::Transform);
 
  UTF8String(const UTF8String&) = default;

  bool Empty() const { return store.empty(); }

  size_t Size() const { return store.size(); }

  size_t RawSize() const { return rawSize; }

  void Reserve(size_t sz) { store.reserve(sz); }

  void Clear();

  void WriteByte(char cc);

  UTF8String& operator<<(char cc) {
    WriteByte(cc);
    return *this;
  }

  codepoint operator[](size_t pos) const { return store[pos]; }

  const storage_type& Data() const { return store; }

  bool Remove(size_t pos, size_t n = 1);

  bool Insert(size_t pos, codepoint u, utf8helper::Transform func = utf8helper::TransformNop);

  size_t Insert(size_t pos, const storage_type& data, utf8helper::Transform func = utf8helper::TransformNop);

  UTF8String& Append(codepoint u, utf8helper::Transform func = utf8helper::TransformNop);

  UTF8String& Append(const storage_type& data, utf8helper::Transform func = utf8helper::TransformNop);

  UTF8String& Transform(utf8helper::Transform);

  UTF8String& Transform(const std::string& text, utf8helper::Transform);

  std::string ToStdString() const;

  std::string Substr(size_t pos, size_t n = (-1)) const;
 
private:
  Parser parser;
  storage_type store;
  size_t rawSize;
};
 
}
 
#endif // UTF8HELPER_H