/************************************************************************* * * $RCSfile: convertbig5hkscs.c,v $ * * $Revision: 1.3 $ * * last change: $Author: hr $ $Date: 2004-02-04 13:50:18 $ * * The Contents of this file are made available subject to the terms of * either of the following licenses * * - GNU Lesser General Public License Version 2.1 * - Sun Industry Standards Source License Version 1.1 * * Sun Microsystems Inc., October, 2000 * * GNU Lesser General Public License Version 2.1 * ============================================= * Copyright 2000 by Sun Microsystems, Inc. * 901 San Antonio Road, Palo Alto, CA 94303, USA * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License version 2.1, as published by the Free Software Foundation. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with this library; if not, write to the Free Software * Foundation, Inc., 59 Temple Place, Suite 330, Boston, * MA 02111-1307 USA * * * Sun Industry Standards Source License Version 1.1 * ================================================= * The contents of this file are subject to the Sun Industry Standards * Source License Version 1.1 (the "License"); You may not use this file * except in compliance with the License. You may obtain a copy of the * License at http://www.openoffice.org/license.html. * * Software provided under this License is provided on an "AS IS" basis, * WITHOUT WARRUNTY OF ANY KIND, EITHER EXPRESS OR IMPLIED, INCLUDING, * WITHOUT LIMITATION, WARRUNTIES THAT THE SOFTWARE IS FREE OF DEFECTS, * MERCHANTABLE, FIT FOR A PARTICULAR PURPOSE, OR NON-INFRINGING. * See the License for the specific provisions governing your rights and * obligations concerning the Software. * * The Initial Developer of the Original Code is: Sun Microsystems, Inc.. * * Copyright: 2000 by Sun Microsystems, Inc. * * All Rights Reserved. * * Contributor(s): _______________________________________ * * ************************************************************************/ #ifndef INCLUDED_RTL_TEXTENC_CONVERTBIG5HKSCS_H #include "convertbig5hkscs.h" #endif #ifndef INCLUDED_RTL_TEXTENC_CONTEXT_H #include "context.h" #endif #ifndef INCLUDED_RTL_TEXTENC_CONVERTER_H #include "converter.h" #endif #ifndef INCLUDED_RTL_TEXTENC_TENCHELP_H #include "tenchelp.h" #endif #ifndef INCLUDED_RTL_TEXTENC_UNICHARS_H #include "unichars.h" #endif #ifndef _OSL_DIAGNOSE_H_ #include "osl/diagnose.h" #endif #ifndef _RTL_ALLOC_H_ #include "rtl/alloc.h" #endif #ifndef _RTL_TEXTCVT_H #include "rtl/textcvt.h" #endif #ifndef _SAL_TYPES_H_ #include "sal/types.h" #endif typedef struct { sal_Int32 m_nRow; /* 0--255; 0 means none */ } ImplBig5HkscsToUnicodeContext; void * ImplCreateBig5HkscsToUnicodeContext(void) { void * pContext = rtl_allocateMemory(sizeof (ImplBig5HkscsToUnicodeContext)); ((ImplBig5HkscsToUnicodeContext *) pContext)->m_nRow = 0; return pContext; } void ImplResetBig5HkscsToUnicodeContext(void * pContext) { if (pContext) ((ImplBig5HkscsToUnicodeContext *) pContext)->m_nRow = 0; } sal_Size ImplConvertBig5HkscsToUnicode(ImplTextConverterData const * pData, void * pContext, sal_Char const * pSrcBuf, sal_Size nSrcBytes, sal_Unicode * pDestBuf, sal_Size nDestChars, sal_uInt32 nFlags, sal_uInt32 * pInfo, sal_Size * pSrcCvtBytes) { sal_uInt16 const * pBig5Hkscs2001Data = ((ImplBig5HkscsConverterData const *) pData)-> m_pBig5Hkscs2001ToUnicodeData; sal_Int32 const * pBig5Hkscs2001RowOffsets = ((ImplBig5HkscsConverterData const *) pData)-> m_pBig5Hkscs2001ToUnicodeRowOffsets; ImplDBCSToUniLeadTab const * pBig5Data = ((ImplBig5HkscsConverterData const *) pData)-> m_pBig5ToUnicodeData; sal_Int32 nRow = 0; sal_uInt32 nInfo = 0; sal_Size nConverted = 0; sal_Unicode * pDestBufPtr = pDestBuf; sal_Unicode * pDestBufEnd = pDestBuf + nDestChars; if (pContext) nRow = ((ImplBig5HkscsToUnicodeContext *) pContext)->m_nRow; for (; nConverted < nSrcBytes; ++nConverted) { sal_Bool bUndefined = sal_True; sal_uInt32 nChar = *((sal_uChar const *) pSrcBuf)++; if (nRow == 0) if (nChar < 0x80) if (pDestBufPtr != pDestBufEnd) *pDestBufPtr++ = (sal_Unicode) nChar; else goto no_output; else if (nChar >= 0x81 && nChar <= 0xFE) nRow = nChar; else { bUndefined = sal_False; goto bad_input; } else if (nChar >= 0x40 && nChar <= 0x7E || nChar >= 0xA1 && nChar <= 0xFE) { sal_uInt32 nUnicode = 0xFFFF; sal_Int32 nOffset = pBig5Hkscs2001RowOffsets[nRow]; sal_uInt32 nFirst=0; sal_uInt32 nLast=0; if (nOffset != -1) { sal_uInt32 nFirstLast = pBig5Hkscs2001Data[nOffset++]; nFirst = nFirstLast & 0xFF; nLast = nFirstLast >> 8; if (nChar >= nFirst && nChar <= nLast) nUnicode = pBig5Hkscs2001Data[nOffset + (nChar - nFirst)]; } if (nUnicode == 0xFFFF) { sal_uInt32 nFirst = pBig5Data[nRow].mnTrailStart; if (nChar >= nFirst && nChar <= pBig5Data[nRow].mnTrailEnd) { nUnicode = pBig5Data[nRow].mpToUniTrailTab[nChar - nFirst]; if (nUnicode == 0) nUnicode = 0xFFFF; OSL_VERIFY(!ImplIsHighSurrogate(nUnicode)); } } if (nUnicode == 0xFFFF) { ImplDBCSEUDCData const * p = ((ImplBig5HkscsConverterData const *) pData)-> m_pEudcData; sal_uInt32 nCount = ((ImplBig5HkscsConverterData const *) pData)-> m_nEudcCount; sal_uInt32 i; for (i = 0; i < nCount; ++i) { if (nRow >= p->mnLeadStart && nRow <= p->mnLeadEnd) { if (nChar < p->mnTrail1Start) break; if (nChar <= p->mnTrail1End) { nUnicode = p->mnUniStart + (nRow - p->mnLeadStart) * p->mnTrailRangeCount + (nChar - p->mnTrail1Start); break; } if (p->mnTrailCount < 2 || nChar < p->mnTrail2Start) break; if (nChar <= p->mnTrail2End) { nUnicode = p->mnUniStart + (nRow - p->mnLeadStart) * p->mnTrailRangeCount + (nChar - p->mnTrail2Start) + (p->mnTrail1End - p->mnTrail1Start + 1); break; } if (p->mnTrailCount < 3 || nChar < p->mnTrail3Start) break; if (nChar <= p->mnTrail3End) { nUnicode = p->mnUniStart + (nRow - p->mnLeadStart) * p->mnTrailRangeCount + (nChar - p->mnTrail3Start) + (p->mnTrail1End - p->mnTrail1Start + 1) + (p->mnTrail2End - p->mnTrail2Start + 1); break; } break; } ++p; } OSL_VERIFY(!ImplIsHighSurrogate(nUnicode)); } if (nUnicode == 0xFFFF) goto bad_input; if (ImplIsHighSurrogate(nUnicode)) if (pDestBufEnd - pDestBufPtr >= 2) { nOffset += nLast - nFirst + 1; nFirst = pBig5Hkscs2001Data[nOffset++]; *pDestBufPtr++ = (sal_Unicode) nUnicode; *pDestBufPtr++ = (sal_Unicode) pBig5Hkscs2001Data[ nOffset + (nChar - nFirst)]; } else goto no_output; else if (pDestBufPtr != pDestBufEnd) *pDestBufPtr++ = (sal_Unicode) nUnicode; else goto no_output; nRow = 0; } else { bUndefined = sal_False; goto bad_input; } continue; bad_input: switch (ImplHandleBadInputMbTextToUnicodeConversion(bUndefined, nFlags, &pDestBufPtr, pDestBufEnd, &nInfo)) { case IMPL_BAD_INPUT_STOP: nRow = 0; break; case IMPL_BAD_INPUT_CONTINUE: nRow = 0; continue; case IMPL_BAD_INPUT_NO_OUTPUT: goto no_output; } break; no_output: --pSrcBuf; nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL; break; } if (nRow != 0 && (nInfo & (RTL_TEXTTOUNICODE_INFO_ERROR | RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL)) == 0) if ((nFlags & RTL_TEXTTOUNICODE_FLAGS_FLUSH) == 0) nInfo |= RTL_TEXTTOUNICODE_INFO_SRCBUFFERTOSMALL; else switch (ImplHandleBadInputMbTextToUnicodeConversion(sal_False, nFlags, &pDestBufPtr, pDestBufEnd, &nInfo)) { case IMPL_BAD_INPUT_STOP: case IMPL_BAD_INPUT_CONTINUE: nRow = 0; break; case IMPL_BAD_INPUT_NO_OUTPUT: nInfo |= RTL_TEXTTOUNICODE_INFO_DESTBUFFERTOSMALL; break; } if (pContext) ((ImplBig5HkscsToUnicodeContext *) pContext)->m_nRow = nRow; if (pInfo) *pInfo = nInfo; if (pSrcCvtBytes) *pSrcCvtBytes = nConverted; return pDestBufPtr - pDestBuf; } sal_Size ImplConvertUnicodeToBig5Hkscs(ImplTextConverterData const * pData, void * pContext, sal_Unicode const * pSrcBuf, sal_Size nSrcChars, sal_Char * pDestBuf, sal_Size nDestBytes, sal_uInt32 nFlags, sal_uInt32 * pInfo, sal_Size * pSrcCvtChars) { sal_uInt16 const * pBig5Hkscs2001Data = ((ImplBig5HkscsConverterData const *) pData)-> m_pUnicodeToBig5Hkscs2001Data; sal_Int32 const * pBig5Hkscs2001PageOffsets = ((ImplBig5HkscsConverterData const *) pData)-> m_pUnicodeToBig5Hkscs2001PageOffsets; sal_Int32 const * pBig5Hkscs2001PlaneOffsets = ((ImplBig5HkscsConverterData const *) pData)-> m_pUnicodeToBig5Hkscs2001PlaneOffsets; ImplUniToDBCSHighTab const * pBig5Data = ((ImplBig5HkscsConverterData const *) pData)-> m_pUnicodeToBig5Data; sal_Unicode nHighSurrogate = 0; sal_uInt32 nInfo = 0; sal_Size nConverted = 0; sal_Char * pDestBufPtr = pDestBuf; sal_Char * pDestBufEnd = pDestBuf + nDestBytes; if (pContext) nHighSurrogate = ((ImplUnicodeToTextContext *) pContext)->m_nHighSurrogate; for (; nConverted < nSrcChars; ++nConverted) { sal_Bool bUndefined = sal_True; sal_uInt32 nChar = *pSrcBuf++; if (nHighSurrogate == 0) { if (ImplIsHighSurrogate(nChar)) { nHighSurrogate = (sal_Unicode) nChar; continue; } } else if (ImplIsLowSurrogate(nChar)) nChar = ImplCombineSurrogates(nHighSurrogate, nChar); else { bUndefined = sal_False; goto bad_input; } if (ImplIsLowSurrogate(nChar) || ImplIsNoncharacter(nChar)) { bUndefined = sal_False; goto bad_input; } if (nChar < 0x80) if (pDestBufPtr != pDestBufEnd) *pDestBufPtr++ = (sal_Char) nChar; else goto no_output; else { sal_uInt32 nBytes = 0; sal_Int32 nOffset = pBig5Hkscs2001PlaneOffsets[nChar >> 16]; if (nOffset != -1) { nOffset = pBig5Hkscs2001PageOffsets[nOffset + ((nChar & 0xFF00) >> 8)]; if (nOffset != -1) { sal_uInt32 nFirstLast = pBig5Hkscs2001Data[nOffset++]; sal_uInt32 nFirst = nFirstLast & 0xFF; sal_uInt32 nLast = nFirstLast >> 8; sal_uInt32 nIndex = nChar & 0xFF; if (nIndex >= nFirst && nIndex <= nLast) { nBytes = pBig5Hkscs2001Data[nOffset + (nIndex - nFirst)]; } } } if (nBytes == 0) { sal_uInt32 nIndex1 = nChar >> 8; if (nIndex1 < 0x100) { sal_uInt32 nIndex2 = nChar & 0xFF; sal_uInt32 nFirst = pBig5Data[nIndex1].mnLowStart; if (nIndex2 >= nFirst && nIndex2 <= pBig5Data[nIndex1].mnLowEnd) nBytes = pBig5Data[nIndex1]. mpToUniTrailTab[nIndex2 - nFirst]; } } if (nBytes == 0) { ImplDBCSEUDCData const * p = ((ImplBig5HkscsConverterData const *) pData)-> m_pEudcData; sal_uInt32 nCount = ((ImplBig5HkscsConverterData const *) pData)-> m_nEudcCount; sal_uInt32 i; for (i = 0; i < nCount; ++i) { if (nChar >= p->mnUniStart && nChar <= p->mnUniEnd) { sal_uInt32 nIndex = nChar - p->mnUniStart; sal_uInt32 nLeadOff = nIndex / p->mnTrailRangeCount; sal_uInt32 nTrailOff = nIndex % p->mnTrailRangeCount; sal_uInt32 nSize; nBytes = (p->mnLeadStart + nLeadOff) << 8; nSize = p->mnTrail1End - p->mnTrail1Start + 1; if (nTrailOff < nSize) { nBytes |= p->mnTrail1Start + nTrailOff; break; } nTrailOff -= nSize; nSize = p->mnTrail2End - p->mnTrail2Start + 1; if (nTrailOff < nSize) { nBytes |= p->mnTrail2Start + nTrailOff; break; } nTrailOff -= nSize; nBytes |= p->mnTrail3Start + nTrailOff; break; } ++p; } } if (nBytes == 0) goto bad_input; if (pDestBufEnd - pDestBufPtr >= 2) { *pDestBufPtr++ = (sal_Char) (nBytes >> 8); *pDestBufPtr++ = (sal_Char) (nBytes & 0xFF); } else goto no_output; } nHighSurrogate = 0; continue; bad_input: switch (ImplHandleBadInputUnicodeToTextConversion(bUndefined, nChar, nFlags, &pDestBufPtr, pDestBufEnd, &nInfo, NULL, 0, NULL)) { case IMPL_BAD_INPUT_STOP: nHighSurrogate = 0; break; case IMPL_BAD_INPUT_CONTINUE: nHighSurrogate = 0; continue; case IMPL_BAD_INPUT_NO_OUTPUT: goto no_output; } break; no_output: --pSrcBuf; nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL; break; } if (nHighSurrogate != 0 && (nInfo & (RTL_UNICODETOTEXT_INFO_ERROR | RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL)) == 0) if ((nFlags & RTL_UNICODETOTEXT_FLAGS_FLUSH) != 0) nInfo |= RTL_UNICODETOTEXT_INFO_SRCBUFFERTOSMALL; else switch (ImplHandleBadInputUnicodeToTextConversion(sal_False, 0, nFlags, &pDestBufPtr, pDestBufEnd, &nInfo, NULL, 0, NULL)) { case IMPL_BAD_INPUT_STOP: case IMPL_BAD_INPUT_CONTINUE: nHighSurrogate = 0; break; case IMPL_BAD_INPUT_NO_OUTPUT: nInfo |= RTL_UNICODETOTEXT_INFO_DESTBUFFERTOSMALL; break; } if (pContext) ((ImplUnicodeToTextContext *) pContext)->m_nHighSurrogate = nHighSurrogate; if (pInfo) *pInfo = nInfo; if (pSrcCvtChars) *pSrcCvtChars = nConverted; return pDestBufPtr - pDestBuf; }