572 lines
18 KiB
C
572 lines
18 KiB
C
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
|
|
/*************************************************************************
|
|
*
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
*
|
|
* Copyright 2000, 2010 Oracle and/or its affiliates.
|
|
*
|
|
* OpenOffice.org - a multi-platform office productivity suite
|
|
*
|
|
* This file is part of OpenOffice.org.
|
|
*
|
|
* OpenOffice.org is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Lesser General Public License version 3
|
|
* only, as published by the Free Software Foundation.
|
|
*
|
|
* OpenOffice.org is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License version 3 for more details
|
|
* (a copy is included in the LICENSE file that accompanied this code).
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* version 3 along with OpenOffice.org. If not, see
|
|
* <http://www.openoffice.org/license.html>
|
|
* for a copy of the LGPLv3 License.
|
|
*
|
|
************************************************************************/
|
|
|
|
#include "convertiso2022jp.h"
|
|
#include "context.h"
|
|
#include "converter.h"
|
|
#include "tenchelp.h"
|
|
#include "unichars.h"
|
|
#include "rtl/alloc.h"
|
|
#include "rtl/textcvt.h"
|
|
#include "sal/types.h"
|
|
|
|
typedef enum /* order is important: */
|
|
{
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_JIS_ROMAN,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208_2,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_LPAREN,
|
|
IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_DOLLAR
|
|
} ImplIso2022JpToUnicodeState;
|
|
|
|
typedef struct
|
|
{
|
|
ImplIso2022JpToUnicodeState m_eState;
|
|
sal_uInt32 m_nRow;
|
|
} ImplIso2022JpToUnicodeContext;
|
|
|
|
typedef struct
|
|
{
|
|
sal_Unicode m_nHighSurrogate;
|
|
sal_Bool m_b0208;
|
|
} ImplUnicodeToIso2022JpContext;
|
|
|
|
void * ImplCreateIso2022JpToUnicodeContext(void)
|
|
{
|
|
void * pContext
|
|
= rtl_allocateMemory(sizeof (ImplIso2022JpToUnicodeContext));
|
|
((ImplIso2022JpToUnicodeContext *) pContext)->m_eState
|
|
= IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
return pContext;
|
|
}
|
|
|
|
void ImplResetIso2022JpToUnicodeContext(void * pContext)
|
|
{
|
|
if (pContext)
|
|
((ImplIso2022JpToUnicodeContext *) pContext)->m_eState
|
|
= IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
}
|
|
|
|
sal_Size ImplConvertIso2022JpToUnicode(ImplTextConverterData const * pData,
|
|
void * pContext,
|
|
sal_Char const * pSrcBuf,
|
|
sal_Size nSrcBytes,
|
|
sal_Unicode * pDestBuf,
|
|
sal_Size nDestChars,
|
|
sal_uInt32 nFlags,
|
|
sal_uInt32 * pInfo,
|
|
sal_Size * pSrcCvtBytes)
|
|
{
|
|
ImplDBCSToUniLeadTab const * pJisX0208Data
|
|
= ((ImplIso2022JpConverterData const *) pData)->
|
|
m_pJisX0208ToUnicodeData;
|
|
ImplIso2022JpToUnicodeState eState
|
|
= IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
sal_uInt32 nRow = 0;
|
|
sal_uInt32 nInfo = 0;
|
|
sal_Size nConverted = 0;
|
|
sal_Unicode * pDestBufPtr = pDestBuf;
|
|
sal_Unicode * pDestBufEnd = pDestBuf + nDestChars;
|
|
|
|
if (pContext)
|
|
{
|
|
eState = ((ImplIso2022JpToUnicodeContext *) pContext)->m_eState;
|
|
nRow = ((ImplIso2022JpToUnicodeContext *) pContext)->m_nRow;
|
|
}
|
|
|
|
for (; nConverted < nSrcBytes; ++nConverted)
|
|
{
|
|
sal_Bool bUndefined = sal_True;
|
|
sal_uInt32 nChar = *(sal_uChar const *) pSrcBuf++;
|
|
switch (eState)
|
|
{
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII:
|
|
if (nChar == 0x1B) /* ESC */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC;
|
|
else if (nChar < 0x80)
|
|
if (pDestBufPtr != pDestBufEnd)
|
|
*pDestBufPtr++ = (sal_Unicode) nChar;
|
|
else
|
|
goto no_output;
|
|
else
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_JIS_ROMAN:
|
|
if (nChar == 0x1B) /* ESC */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC;
|
|
else if (nChar < 0x80)
|
|
if (pDestBufPtr != pDestBufEnd)
|
|
{
|
|
switch (nChar)
|
|
{
|
|
case 0x5C: /* \ */
|
|
nChar = 0xA5; /* YEN SIGN */
|
|
break;
|
|
|
|
case 0x7E: /* ~ */
|
|
nChar = 0xAF; /* MACRON */
|
|
break;
|
|
}
|
|
*pDestBufPtr++ = (sal_Unicode) nChar;
|
|
}
|
|
else
|
|
goto no_output;
|
|
else
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208:
|
|
if (nChar == 0x1B) /* ESC */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC;
|
|
else if (nChar >= 0x21 && nChar <= 0x7E)
|
|
{
|
|
nRow = nChar;
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208_2;
|
|
}
|
|
else
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208_2:
|
|
if (nChar >= 0x21 && nChar <= 0x7E)
|
|
{
|
|
sal_uInt16 nUnicode = 0;
|
|
sal_uInt32 nFirst = pJisX0208Data[nRow].mnTrailStart;
|
|
if (nChar >= nFirst
|
|
&& nChar <= pJisX0208Data[nRow].mnTrailEnd)
|
|
nUnicode = pJisX0208Data[nRow].
|
|
mpToUniTrailTab[nChar - nFirst];
|
|
if (nUnicode != 0)
|
|
if (pDestBufPtr != pDestBufEnd)
|
|
{
|
|
*pDestBufPtr++ = (sal_Unicode) nUnicode;
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208;
|
|
}
|
|
else
|
|
goto no_output;
|
|
else
|
|
goto bad_input;
|
|
}
|
|
else
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC:
|
|
switch (nChar)
|
|
{
|
|
case 0x24: /* $ */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_DOLLAR;
|
|
break;
|
|
|
|
case 0x28: /* ( */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_LPAREN;
|
|
break;
|
|
|
|
default:
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_LPAREN:
|
|
switch (nChar)
|
|
{
|
|
case 0x42: /* A */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
break;
|
|
|
|
case 0x4A: /* J */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_JIS_ROMAN;
|
|
break;
|
|
|
|
default:
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
|
|
case IMPL_ISO_2022_JP_TO_UNICODE_STATE_ESC_DOLLAR:
|
|
switch (nChar)
|
|
{
|
|
case 0x40: /* @ */
|
|
case 0x42: /* B */
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208;
|
|
break;
|
|
|
|
default:
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
break;
|
|
}
|
|
continue;
|
|
|
|
bad_input:
|
|
switch (ImplHandleBadInputTextToUnicodeConversion(
|
|
bUndefined, sal_True, 0, nFlags, &pDestBufPtr, pDestBufEnd,
|
|
&nInfo))
|
|
{
|
|
case IMPL_BAD_INPUT_STOP:
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
break;
|
|
|
|
case IMPL_BAD_INPUT_CONTINUE:
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
continue;
|
|
|
|
case IMPL_BAD_INPUT_NO_OUTPUT:
|
|
goto no_output;
|
|
}
|
|
break;
|
|
|
|
no_output:
|
|
--pSrcBuf;
|
|
nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL;
|
|
break;
|
|
}
|
|
|
|
if (eState > IMPL_ISO_2022_JP_TO_UNICODE_STATE_0208
|
|
&& (nInfo & (RTL_TEXTTOUNICODE_INFO_ERROR
|
|
| RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL))
|
|
== 0)
|
|
{
|
|
if ((nFlags & RTL_TEXTTOUNICODE_FLAGS_FLUSH) == 0)
|
|
nInfo |= RTL_TEXTTOUNICODE_INFO_SRCBUFFERTOSMALL;
|
|
else
|
|
switch (ImplHandleBadInputTextToUnicodeConversion(
|
|
sal_False, sal_True, 0, nFlags, &pDestBufPtr, pDestBufEnd,
|
|
&nInfo))
|
|
{
|
|
case IMPL_BAD_INPUT_STOP:
|
|
case IMPL_BAD_INPUT_CONTINUE:
|
|
eState = IMPL_ISO_2022_JP_TO_UNICODE_STATE_ASCII;
|
|
break;
|
|
|
|
case IMPL_BAD_INPUT_NO_OUTPUT:
|
|
nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (pContext)
|
|
{
|
|
((ImplIso2022JpToUnicodeContext *) pContext)->m_eState = eState;
|
|
((ImplIso2022JpToUnicodeContext *) pContext)->m_nRow = nRow;
|
|
}
|
|
if (pInfo)
|
|
*pInfo = nInfo;
|
|
if (pSrcCvtBytes)
|
|
*pSrcCvtBytes = nConverted;
|
|
|
|
return pDestBufPtr - pDestBuf;
|
|
}
|
|
|
|
void * ImplCreateUnicodeToIso2022JpContext(void)
|
|
{
|
|
void * pContext
|
|
= rtl_allocateMemory(sizeof (ImplUnicodeToIso2022JpContext));
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_nHighSurrogate = 0;
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_b0208 = sal_False;
|
|
return pContext;
|
|
}
|
|
|
|
void ImplResetUnicodeToIso2022JpContext(void * pContext)
|
|
{
|
|
if (pContext)
|
|
{
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_nHighSurrogate = 0;
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_b0208 = sal_False;
|
|
}
|
|
}
|
|
|
|
sal_Size ImplConvertUnicodeToIso2022Jp(ImplTextConverterData const * pData,
|
|
void * pContext,
|
|
sal_Unicode const * pSrcBuf,
|
|
sal_Size nSrcChars,
|
|
sal_Char * pDestBuf,
|
|
sal_Size nDestBytes,
|
|
sal_uInt32 nFlags,
|
|
sal_uInt32 * pInfo,
|
|
sal_Size * pSrcCvtChars)
|
|
{
|
|
ImplUniToDBCSHighTab const * pJisX0208Data
|
|
= ((ImplIso2022JpConverterData const *) pData)->
|
|
m_pUnicodeToJisX0208Data;
|
|
sal_Unicode nHighSurrogate = 0;
|
|
sal_Bool b0208 = sal_False;
|
|
sal_uInt32 nInfo = 0;
|
|
sal_Size nConverted = 0;
|
|
sal_Char * pDestBufPtr = pDestBuf;
|
|
sal_Char * pDestBufEnd = pDestBuf + nDestBytes;
|
|
sal_Bool bWritten;
|
|
|
|
if (pContext)
|
|
{
|
|
nHighSurrogate
|
|
= ((ImplUnicodeToIso2022JpContext *) pContext)->m_nHighSurrogate;
|
|
b0208 = ((ImplUnicodeToIso2022JpContext *) pContext)->m_b0208;
|
|
}
|
|
|
|
for (; nConverted < nSrcChars; ++nConverted)
|
|
{
|
|
sal_Bool bUndefined = sal_True;
|
|
sal_uInt32 nChar = *pSrcBuf++;
|
|
if (nHighSurrogate == 0)
|
|
{
|
|
if (ImplIsHighSurrogate(nChar))
|
|
{
|
|
nHighSurrogate = (sal_Unicode) nChar;
|
|
continue;
|
|
}
|
|
}
|
|
else if (ImplIsLowSurrogate(nChar))
|
|
nChar = ImplCombineSurrogates(nHighSurrogate, nChar);
|
|
else
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
|
|
if (ImplIsLowSurrogate(nChar) || ImplIsNoncharacter(nChar))
|
|
{
|
|
bUndefined = sal_False;
|
|
goto bad_input;
|
|
}
|
|
|
|
if (nChar == 0x0A || nChar == 0x0D) /* LF, CR */
|
|
{
|
|
if (b0208)
|
|
{
|
|
if (pDestBufEnd - pDestBufPtr >= 3)
|
|
{
|
|
*pDestBufPtr++ = 0x1B; /* ESC */
|
|
*pDestBufPtr++ = 0x28; /* ( */
|
|
*pDestBufPtr++ = 0x42; /* B */
|
|
b0208 = sal_False;
|
|
}
|
|
else
|
|
goto no_output;
|
|
}
|
|
if (pDestBufPtr != pDestBufEnd)
|
|
*pDestBufPtr++ = (sal_Char) nChar;
|
|
else
|
|
goto no_output;
|
|
}
|
|
else if (nChar == 0x1B)
|
|
goto bad_input;
|
|
else if (nChar < 0x80)
|
|
{
|
|
if (b0208)
|
|
{
|
|
if (pDestBufEnd - pDestBufPtr >= 3)
|
|
{
|
|
*pDestBufPtr++ = 0x1B; /* ESC */
|
|
*pDestBufPtr++ = 0x28; /* ( */
|
|
*pDestBufPtr++ = 0x42; /* B */
|
|
b0208 = sal_False;
|
|
}
|
|
else
|
|
goto no_output;
|
|
}
|
|
if (pDestBufPtr != pDestBufEnd)
|
|
*pDestBufPtr++ = (sal_Char) nChar;
|
|
else
|
|
goto no_output;
|
|
}
|
|
else
|
|
{
|
|
sal_uInt16 nBytes = 0;
|
|
sal_uInt32 nIndex1 = nChar >> 8;
|
|
if (nIndex1 < 0x100)
|
|
{
|
|
sal_uInt32 nIndex2 = nChar & 0xFF;
|
|
sal_uInt32 nFirst = pJisX0208Data[nIndex1].mnLowStart;
|
|
if (nIndex2 >= nFirst
|
|
&& nIndex2 <= pJisX0208Data[nIndex1].mnLowEnd)
|
|
{
|
|
nBytes = pJisX0208Data[nIndex1].
|
|
mpToUniTrailTab[nIndex2 - nFirst];
|
|
if (nBytes == 0)
|
|
/* For some reason, the tables in tcvtjp4.tab do not
|
|
include these two conversions: */
|
|
switch (nChar)
|
|
{
|
|
case 0xA5: /* YEN SIGN */
|
|
nBytes = 0x216F;
|
|
break;
|
|
|
|
case 0xAF: /* MACRON */
|
|
nBytes = 0x2131;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
if (nBytes != 0)
|
|
{
|
|
if (!b0208)
|
|
{
|
|
if (pDestBufEnd - pDestBufPtr >= 3)
|
|
{
|
|
*pDestBufPtr++ = 0x1B; /* ESC */
|
|
*pDestBufPtr++ = 0x24; /* $ */
|
|
*pDestBufPtr++ = 0x42; /* B */
|
|
b0208 = sal_True;
|
|
}
|
|
else
|
|
goto no_output;
|
|
}
|
|
if (pDestBufEnd - pDestBufPtr >= 2)
|
|
{
|
|
*pDestBufPtr++ = (sal_Char) (nBytes >> 8);
|
|
*pDestBufPtr++ = (sal_Char) (nBytes & 0xFF);
|
|
}
|
|
else
|
|
goto no_output;
|
|
}
|
|
else
|
|
goto bad_input;
|
|
}
|
|
nHighSurrogate = 0;
|
|
continue;
|
|
|
|
bad_input:
|
|
switch (ImplHandleBadInputUnicodeToTextConversion(
|
|
bUndefined,
|
|
nChar,
|
|
nFlags,
|
|
&pDestBufPtr,
|
|
pDestBufEnd,
|
|
&nInfo,
|
|
"\x1B(B",
|
|
b0208 ? 3 : 0,
|
|
&bWritten))
|
|
{
|
|
case IMPL_BAD_INPUT_STOP:
|
|
nHighSurrogate = 0;
|
|
break;
|
|
|
|
case IMPL_BAD_INPUT_CONTINUE:
|
|
if (bWritten)
|
|
b0208 = sal_False;
|
|
nHighSurrogate = 0;
|
|
continue;
|
|
|
|
case IMPL_BAD_INPUT_NO_OUTPUT:
|
|
goto no_output;
|
|
}
|
|
break;
|
|
|
|
no_output:
|
|
--pSrcBuf;
|
|
nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
|
|
break;
|
|
}
|
|
|
|
if ((nInfo & (RTL_UNICODETOTEXT_INFO_ERROR
|
|
| RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL))
|
|
== 0)
|
|
{
|
|
sal_Bool bFlush = sal_True;
|
|
if (nHighSurrogate != 0)
|
|
{
|
|
if ((nFlags & RTL_UNICODETOTEXT_FLAGS_FLUSH) != 0)
|
|
nInfo |= RTL_UNICODETOTEXT_INFO_SRCBUFFERTOSMALL;
|
|
else
|
|
switch (ImplHandleBadInputUnicodeToTextConversion(
|
|
sal_False,
|
|
0,
|
|
nFlags,
|
|
&pDestBufPtr,
|
|
pDestBufEnd,
|
|
&nInfo,
|
|
"\x1B(B",
|
|
b0208 ? 3 : 0,
|
|
&bWritten))
|
|
{
|
|
case IMPL_BAD_INPUT_STOP:
|
|
nHighSurrogate = 0;
|
|
bFlush = sal_False;
|
|
break;
|
|
|
|
case IMPL_BAD_INPUT_CONTINUE:
|
|
if (bWritten)
|
|
b0208 = sal_False;
|
|
nHighSurrogate = 0;
|
|
break;
|
|
|
|
case IMPL_BAD_INPUT_NO_OUTPUT:
|
|
nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
|
|
break;
|
|
}
|
|
}
|
|
if (bFlush
|
|
&& b0208
|
|
&& (nFlags & RTL_UNICODETOTEXT_FLAGS_FLUSH) != 0)
|
|
{
|
|
if (pDestBufEnd - pDestBufPtr >= 3)
|
|
{
|
|
*pDestBufPtr++ = 0x1B; /* ESC */
|
|
*pDestBufPtr++ = 0x28; /* ( */
|
|
*pDestBufPtr++ = 0x42; /* B */
|
|
b0208 = sal_False;
|
|
}
|
|
else
|
|
nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL;
|
|
}
|
|
}
|
|
|
|
if (pContext)
|
|
{
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_nHighSurrogate
|
|
= nHighSurrogate;
|
|
((ImplUnicodeToIso2022JpContext *) pContext)->m_b0208 = b0208;
|
|
}
|
|
if (pInfo)
|
|
*pInfo = nInfo;
|
|
if (pSrcCvtChars)
|
|
*pSrcCvtChars = nConverted;
|
|
|
|
return pDestBufPtr - pDestBuf;
|
|
}
|
|
|
|
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */
|