1 files changed, 67 insertions, 0 deletions

diff --git a/src/common/utf8.h b/src/common/utf8.h
new file mode 100644
index 000000000..36cf75713
--- /dev/null
+++ b/src/common/utf8.h
@@ -0,0 +1,67 @@
+/*
+  Basic UTF-8 manipulation routines
+  by Jeff Bezanson
+  placed in the public domain Fall 2005
+
+  This code is designed to provide the utilities you need to manipulate
+  UTF-8 as an internal string encoding. These functions do not perform the
+  error checking normally needed when handling UTF-8 data, so if you happen
+  to be from the Unicode Consortium you will want to flay me alive.
+  I do this because error checking can be performed at the boundaries (I/O),
+  with these routines reserved for higher performance on data known to be
+  valid.
+*/
+
+// Further modified, and C++ stuff added, by hrydgard@gmail.com.
+
+#pragma once
+
+#include "common_types.h"
+#include <string>
+
+u32 u8_nextchar(const char *s, int *i);
+int u8_wc_toutf8(char *dest, u32 ch);
+int u8_strlen(const char *s);
+
+class UTF8 {
+public:
+    static const u32 INVALID = (u32)-1;
+    UTF8(const char *c) : c_(c), index_(0) {}
+    bool end() const { return c_[index_] == 0; }
+    u32 next() {
+        return u8_nextchar(c_, &index_);
+    }
+    u32 peek() {
+        int tempIndex = index_;
+        return u8_nextchar(c_, &tempIndex);
+    }
+    int length() const {
+        return u8_strlen(c_);
+    }
+    int byteIndex() const {
+        return index_;
+    }
+    static int encode(char *dest, u32 ch) {
+        return u8_wc_toutf8(dest, ch);
+    }
+
+private:
+    const char *c_;
+    int index_;
+};
+
+int UTF8StringNonASCIICount(const char *utf8string);
+
+bool UTF8StringHasNonASCII(const char *utf8string);
+
+
+// UTF8 to Win32 UTF-16
+// Should be used when calling Win32 api calls
+#ifdef _WIN32
+
+std::string ConvertWStringToUTF8(const std::wstring &wstr);
+std::string ConvertWStringToUTF8(const wchar_t *wstr);
+void ConvertUTF8ToWString(wchar_t *dest, size_t destSize, const std::string &source);
+std::wstring ConvertUTF8ToWString(const std::string &source);
+
+#endif
\ No newline at end of file