First commit.

DictionaryParser.cpp

@@ -0,0 +1,222 @@
+// THIS CODE AND INFORMATION IS PROVIDED "AS IS" WITHOUT WARRANTY OF
+// ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING BUT NOT LIMITED TO
+// THE IMPLIED WARRANTIES OF MERCHANTABILITY AND/OR FITNESS FOR A
+// PARTICULAR PURPOSE.
+//
+// Copyright (c) Microsoft Corporation. All rights reserved
+
+#include "Private.h"
+#include "DictionaryParser.h"
+#include "SampleIMEBaseStructure.h"
+
+//---------------------------------------------------------------------
+//
+// ctor
+//
+//---------------------------------------------------------------------
+
+CDictionaryParser::CDictionaryParser(LCID locale)
+{
+    _locale = locale;
+}
+
+//---------------------------------------------------------------------
+//
+// dtor
+//
+//---------------------------------------------------------------------
+
+CDictionaryParser::~CDictionaryParser()
+{
+}
+
+//---------------------------------------------------------------------
+//
+// ParseLine
+//
+// dwBufLen - in character count
+//
+//---------------------------------------------------------------------
+
+BOOL CDictionaryParser::ParseLine(_In_reads_(dwBufLen) LPCWSTR pwszBuffer, DWORD_PTR dwBufLen, _Out_ CParserStringRange *psrgKeyword, _Inout_opt_ CSampleImeArray<CParserStringRange> *pValue)
+{
+    LPCWSTR pwszKeyWordDelimiter = nullptr;
+    pwszKeyWordDelimiter = GetToken(pwszBuffer, dwBufLen, Global::KeywordDelimiter, psrgKeyword);
+    if (!(pwszKeyWordDelimiter))
+    {
+        return FALSE;    // End of file
+    }
+
+    dwBufLen -= (pwszKeyWordDelimiter - pwszBuffer);
+    pwszBuffer = pwszKeyWordDelimiter + 1;
+    dwBufLen--;
+
+    // Get value.
+    if (pValue)
+    {
+        if (dwBufLen)
+        {
+            CParserStringRange* psrgValue = pValue->Append();
+            if (!psrgValue)
+            {
+                return FALSE;
+            }
+            psrgValue->Set(pwszBuffer, dwBufLen);
+            RemoveWhiteSpaceFromBegin(psrgValue);
+            RemoveWhiteSpaceFromEnd(psrgValue);
+            RemoveStringDelimiter(psrgValue);
+        }
+    }
+
+    return TRUE;
+}
+
+//---------------------------------------------------------------------
+//
+// GetToken
+//
+// dwBufLen - in character count
+//
+// return   - pointer of delimiter which specified chDelimiter
+//
+//---------------------------------------------------------------------
+_Ret_maybenull_
+LPCWSTR CDictionaryParser::GetToken(_In_reads_(dwBufLen) LPCWSTR pwszBuffer, DWORD_PTR dwBufLen, _In_ const WCHAR chDelimiter, _Out_ CParserStringRange *psrgValue)
+{
+    WCHAR ch = '\0';
+
+    psrgValue->Set(pwszBuffer, dwBufLen);
+
+    ch = *pwszBuffer;
+    while ((ch) && (ch != chDelimiter) && dwBufLen)
+    {
+        dwBufLen--;
+        pwszBuffer++;
+
+        if (ch == Global::StringDelimiter)
+        {
+            while (*pwszBuffer && (*pwszBuffer != Global::StringDelimiter) && dwBufLen)
+            {
+                dwBufLen--;
+                pwszBuffer++;
+            }
+            if (*pwszBuffer && dwBufLen)
+            {
+                dwBufLen--;
+                pwszBuffer++;
+            }
+            else
+            {
+                return nullptr;
+            }
+        }
+        ch = *pwszBuffer;
+    }
+
+    if (*pwszBuffer && dwBufLen)
+    {
+        LPCWSTR pwszStart = psrgValue->Get();
+
+        psrgValue->Set(pwszStart, pwszBuffer - pwszStart);
+
+        RemoveWhiteSpaceFromBegin(psrgValue);
+        RemoveWhiteSpaceFromEnd(psrgValue);
+        RemoveStringDelimiter(psrgValue);
+
+        return pwszBuffer;
+    }
+
+    RemoveWhiteSpaceFromBegin(psrgValue);
+    RemoveWhiteSpaceFromEnd(psrgValue);
+    RemoveStringDelimiter(psrgValue);
+
+    return nullptr;
+}
+
+//---------------------------------------------------------------------
+//
+// RemoveWhiteSpaceFromBegin
+// RemoveWhiteSpaceFromEnd
+// RemoveStringDelimiter
+//
+//---------------------------------------------------------------------
+
+BOOL CDictionaryParser::RemoveWhiteSpaceFromBegin(_Inout_opt_ CStringRange *pString)
+{
+    DWORD_PTR dwIndexTrace = 0;  // in char
+
+    if (pString == nullptr)
+    {
+        return FALSE;
+    }
+
+    if (SkipWhiteSpace(_locale, pString->Get(), pString->GetLength(), &dwIndexTrace) != S_OK)
+    {
+        return FALSE;
+    }
+
+    pString->Set(pString->Get() + dwIndexTrace, pString->GetLength() - dwIndexTrace);
+    return TRUE;
+}
+
+BOOL CDictionaryParser::RemoveWhiteSpaceFromEnd(_Inout_opt_ CStringRange *pString)
+{
+    if (pString == nullptr)
+    {
+        return FALSE;
+    }
+
+    DWORD_PTR dwTotalBufLen = pString->GetLength();
+    LPCWSTR pwszEnd = pString->Get() + dwTotalBufLen - 1;
+
+    while (dwTotalBufLen && (IsSpace(_locale, *pwszEnd) || *pwszEnd == L'\r' || *pwszEnd == L'\n'))
+    {
+        pwszEnd--;
+        dwTotalBufLen--;
+    }
+
+    pString->Set(pString->Get(), dwTotalBufLen);
+    return TRUE;
+}
+
+BOOL CDictionaryParser::RemoveStringDelimiter(_Inout_opt_ CStringRange *pString)
+{
+    if (pString == nullptr)
+    {
+        return FALSE;
+    }
+
+    if (pString->GetLength() >= 2)
+    {
+        if ((*pString->Get() == Global::StringDelimiter) && (*(pString->Get()+pString->GetLength()-1) == Global::StringDelimiter))
+        {
+            pString->Set(pString->Get()+1, pString->GetLength()-2);
+            return TRUE;
+        }
+    }
+
+    return FALSE;
+}
+
+//---------------------------------------------------------------------
+//
+// GetOneLine
+//
+// dwBufLen - in character count
+//
+//---------------------------------------------------------------------
+
+DWORD_PTR CDictionaryParser::GetOneLine(_In_z_ LPCWSTR pwszBuffer, DWORD_PTR dwBufLen)
+{
+    DWORD_PTR dwIndexTrace = 0;     // in char
+
+    if (FAILED(FindChar(L'\r', pwszBuffer, dwBufLen, &dwIndexTrace)))
+    {
+        if (FAILED(FindChar(L'\0', pwszBuffer, dwBufLen, &dwIndexTrace)))
+        {
+            return dwBufLen;
+        }
+    }
+
+    return dwIndexTrace;
+}