507 lines
15 KiB
C++
507 lines
15 KiB
C++
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
|
|
/*************************************************************************
|
|
*
|
|
* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
|
|
*
|
|
* Copyright 2000, 2010 Oracle and/or its affiliates.
|
|
*
|
|
* OpenOffice.org - a multi-platform office productivity suite
|
|
*
|
|
* This file is part of OpenOffice.org.
|
|
*
|
|
* OpenOffice.org is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU Lesser General Public License version 3
|
|
* only, as published by the Free Software Foundation.
|
|
*
|
|
* OpenOffice.org is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU Lesser General Public License version 3 for more details
|
|
* (a copy is included in the LICENSE file that accompanied this code).
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public License
|
|
* version 3 along with OpenOffice.org. If not, see
|
|
* <http://www.openoffice.org/license.html>
|
|
* for a copy of the LGPLv3 License.
|
|
*
|
|
************************************************************************/
|
|
|
|
#ifndef _EXPORT_HXX
|
|
#define _EXPORT_HXX
|
|
|
|
#include "sal/config.h"
|
|
|
|
#include <cstddef>
|
|
#include <fstream>
|
|
|
|
#ifndef L10NTOOLS_DIRECTORY_HXX
|
|
#define L10NTOOLS_DIRECTORY_HXX
|
|
#include <l10ntools/directory.hxx>
|
|
#endif
|
|
|
|
#include <osl/file.hxx>
|
|
#include <osl/file.h>
|
|
|
|
#include <boost/unordered_map.hpp>
|
|
#include <iterator> /* std::iterator*/
|
|
#include <set> /* std::set*/
|
|
#include <vector> /* std::vector*/
|
|
#include <queue>
|
|
#include <string>
|
|
|
|
#include <unistd.h>
|
|
#ifdef WNT
|
|
#include <direct.h>
|
|
#endif
|
|
|
|
#define NO_TRANSLATE_ISO "x-no-translate"
|
|
|
|
class PFormEntrys;
|
|
class MergeData;
|
|
|
|
typedef boost::unordered_map<rtl::OString, rtl::OString, rtl::OStringHash>
|
|
OStringHashMap;
|
|
|
|
typedef boost::unordered_map<rtl::OString, bool, rtl::OStringHash>
|
|
OStringBoolHashMap;
|
|
|
|
typedef boost::unordered_map<rtl::OString, PFormEntrys*, rtl::OStringHash>
|
|
PFormEntrysHashMap;
|
|
|
|
typedef boost::unordered_map<rtl::OString, MergeData*, rtl::OStringHash>
|
|
MergeDataHashMap;
|
|
|
|
#define SOURCE_LANGUAGE rtl::OString(RTL_CONSTASCII_STRINGPARAM("en-US"))
|
|
#define X_COMMENT rtl::OString(RTL_CONSTASCII_STRINGPARAM("x-comment"))
|
|
#define LIST_REFID "LIST_REFID"
|
|
|
|
typedef OStringHashMap ExportListEntry;
|
|
typedef ::std::vector< ExportListEntry* > ExportListBase;
|
|
|
|
//
|
|
// class ExportList
|
|
//
|
|
|
|
class ExportList
|
|
{
|
|
private:
|
|
ExportListBase maList;
|
|
std::size_t nSourceLanguageListEntryCount;
|
|
|
|
public:
|
|
ExportList() { nSourceLanguageListEntryCount = 0; }
|
|
std::size_t GetSourceLanguageListEntryCount() { return nSourceLanguageListEntryCount; }
|
|
void NewSourceLanguageListEntry() { nSourceLanguageListEntryCount++; }
|
|
size_t size() const { return maList.size(); }
|
|
void push_back( ExportListEntry* item ) { maList.push_back( item ); }
|
|
|
|
ExportListEntry* operator [] ( size_t i )
|
|
{
|
|
return ( i < maList.size() ) ? maList[ i ] : NULL;
|
|
}
|
|
};
|
|
|
|
#define REFID_NONE 0xFFFF
|
|
|
|
//
|
|
// struct ResData
|
|
//
|
|
|
|
/******************************************************************************
|
|
* Purpose: holds mandatory data to export a single res (used with ResStack)
|
|
******************************************************************************/
|
|
|
|
#define ID_LEVEL_NULL 0x0000
|
|
#define ID_LEVEL_AUTOID 0x0001
|
|
#define ID_LEVEL_TEXT 0x0002
|
|
#define ID_LEVEL_FIELDNAME 0x0003
|
|
#define ID_LEVEL_ACCESSPATH 0x0004
|
|
#define ID_LEVEL_IDENTIFIER 0x0005
|
|
#define ID_LEVEL_LISTINDEX 0x0006
|
|
|
|
class ResData
|
|
{
|
|
public:
|
|
~ResData();
|
|
sal_Bool SetId(const rtl::OString &rId, sal_uInt16 nLevel);
|
|
|
|
sal_Int32 nWidth;
|
|
sal_uInt16 nChildIndex;
|
|
sal_uInt16 nIdLevel;
|
|
sal_Bool bChild;
|
|
sal_Bool bChildWithText;
|
|
|
|
sal_Bool bText;
|
|
sal_Bool bHelpText;
|
|
sal_Bool bQuickHelpText;
|
|
sal_Bool bTitle;
|
|
sal_Bool bList;
|
|
|
|
sal_Bool bRestMerged;
|
|
|
|
rtl::OString sResTyp;
|
|
rtl::OString sId;
|
|
rtl::OString sGId;
|
|
rtl::OString sHelpId;
|
|
rtl::OString sFilename;
|
|
|
|
OStringHashMap sText;
|
|
sal_uInt16 nTextRefId;
|
|
|
|
OStringHashMap sHelpText;
|
|
sal_uInt16 nHelpTextRefId;
|
|
|
|
OStringHashMap sQuickHelpText;
|
|
sal_uInt16 nQuickHelpTextRefId;
|
|
|
|
OStringHashMap sTitle;
|
|
sal_uInt16 nTitleRefId;
|
|
|
|
rtl::OString sTextTyp;
|
|
|
|
ExportList *pStringList;
|
|
ExportList *pUIEntries;
|
|
ExportList *pItemList;
|
|
ExportList *pFilterList;
|
|
ExportList *pPairedList;
|
|
|
|
rtl::OString sPForm;
|
|
|
|
ResData(const rtl::OString &rPF, const rtl::OString &rGId)
|
|
:
|
|
nWidth( 0 ),
|
|
nChildIndex( 0 ),
|
|
nIdLevel( ID_LEVEL_NULL ),
|
|
bChild( sal_False ),
|
|
bChildWithText( sal_False ),
|
|
bText( sal_False ),
|
|
bHelpText( sal_False ),
|
|
bQuickHelpText( sal_False ),
|
|
bTitle( sal_False ),
|
|
bList( sal_False ),
|
|
bRestMerged( sal_False ),
|
|
sGId( rGId ),
|
|
nTextRefId( REFID_NONE ),
|
|
nHelpTextRefId( REFID_NONE ),
|
|
nQuickHelpTextRefId( REFID_NONE ),
|
|
nTitleRefId( REFID_NONE ),
|
|
sTextTyp( "Text" ),
|
|
pStringList( NULL ),
|
|
pUIEntries( NULL ),
|
|
pItemList( NULL ),
|
|
pFilterList( NULL ),
|
|
pPairedList( NULL ),
|
|
sPForm( rPF )
|
|
{
|
|
sGId = sGId.replaceAll("\r", rtl::OString());
|
|
sPForm = sPForm.replaceAll("\r", rtl::OString());
|
|
}
|
|
|
|
ResData(const rtl::OString &rPF, const rtl::OString &rGId , const rtl::OString &rFilename)
|
|
:
|
|
nWidth( 0 ),
|
|
nChildIndex( 0 ),
|
|
nIdLevel( ID_LEVEL_NULL ),
|
|
bChild( sal_False ),
|
|
bChildWithText( sal_False ),
|
|
bText( sal_False ),
|
|
bHelpText( sal_False ),
|
|
bQuickHelpText( sal_False ),
|
|
bTitle( sal_False ),
|
|
bList( sal_False ),
|
|
bRestMerged( sal_False ),
|
|
sGId( rGId ),
|
|
sFilename( rFilename ),
|
|
nTextRefId( REFID_NONE ),
|
|
nHelpTextRefId( REFID_NONE ),
|
|
nQuickHelpTextRefId( REFID_NONE ),
|
|
nTitleRefId( REFID_NONE ),
|
|
sTextTyp( "Text" ),
|
|
pStringList( NULL ),
|
|
pUIEntries( NULL ),
|
|
pItemList( NULL ),
|
|
pFilterList( NULL ),
|
|
pPairedList( NULL ),
|
|
sPForm( rPF )
|
|
{
|
|
sGId = sGId.replaceAll("\r", rtl::OString());
|
|
sPForm = sPForm.replaceAll("\r", rtl::OString());
|
|
}
|
|
};
|
|
|
|
|
|
//
|
|
// class Export
|
|
//
|
|
|
|
/******************************************************************************
|
|
* Purpose: syntax check and export of *.src, called from lexer
|
|
******************************************************************************/
|
|
|
|
#define LIST_NON 0x0000
|
|
#define LIST_STRING 0x0001
|
|
#define LIST_FILTER 0x0002
|
|
#define LIST_ITEM 0x0004
|
|
#define LIST_PAIRED 0x0005
|
|
#define LIST_UIENTRIES 0x0008
|
|
#define STRING_TYP_TEXT 0x0010
|
|
#define STRING_TYP_HELPTEXT 0x0020
|
|
#define STRING_TYP_QUICKHELPTEXT 0x0040
|
|
#define STRING_TYP_TITLE 0x0080
|
|
|
|
#define MERGE_MODE_NORMAL 0x0000
|
|
#define MERGE_MODE_LIST 0x0001
|
|
|
|
typedef ::std::vector< ResData* > ResStack;
|
|
// forwards
|
|
class WordTransformer;
|
|
class ParserQueue;
|
|
|
|
class Export
|
|
{
|
|
private:
|
|
WordTransformer *pWordTransformer;
|
|
|
|
std::ofstream aOutput;
|
|
|
|
ResStack aResStack; // stack for parsing recursive
|
|
|
|
rtl::OString sActPForm; // hold cur. system
|
|
|
|
sal_Bool bDefine; // cur. res. in a define?
|
|
sal_Bool bNextMustBeDefineEOL; // define but no \ at lineend
|
|
std::size_t nLevel; // res. recursiv? how deep?
|
|
sal_uInt16 nList; // cur. res. is String- or FilterList
|
|
rtl::OString m_sListLang;
|
|
std::size_t nListIndex;
|
|
std::size_t nListLevel;
|
|
bool bSkipFile;
|
|
rtl::OString sProject;
|
|
rtl::OString sRoot;
|
|
sal_Bool bMergeMode;
|
|
rtl::OString sMergeSrc;
|
|
rtl::OString sLastListLine;
|
|
sal_Bool bError; // any errors while export?
|
|
sal_Bool bReadOver;
|
|
sal_Bool bDontWriteOutput;
|
|
rtl::OString sLastTextTyp;
|
|
static bool isInitialized;
|
|
rtl::OString sFilename;
|
|
|
|
|
|
public:
|
|
ParserQueue* pParseQueue; // public ?
|
|
static rtl::OString sLanguages; // public ?
|
|
static rtl::OString sForcedLanguages; // public ?
|
|
|
|
static void InitLanguages( bool bMergeMode = false );
|
|
static void InitForcedLanguages( bool bMergeMode = false );
|
|
static std::vector<rtl::OString> GetLanguages();
|
|
static std::vector<rtl::OString> GetForcedLanguages();
|
|
|
|
static void SetLanguages( std::vector<rtl::OString> val );
|
|
static void RemoveUTF8ByteOrderMarker( rtl::OString &rString );
|
|
static bool hasUTF8ByteOrderMarker( const rtl::OString &rString );
|
|
static rtl::OString QuoteHTML( rtl::OString const &rString );
|
|
|
|
static rtl::OString UnquoteHTML( rtl::OString const &rString );
|
|
|
|
static bool isSourceLanguage(const rtl::OString &rLanguage);
|
|
static bool isAllowed(const rtl::OString &rLanguage);
|
|
|
|
static void Languages( std::vector<rtl::OString>::const_iterator& begin , std::vector<rtl::OString>::const_iterator& end );
|
|
|
|
private:
|
|
static std::vector<rtl::OString> aLanguages;
|
|
static std::vector<rtl::OString> aForcedLanguages;
|
|
|
|
sal_Bool WriteData( ResData *pResData, sal_Bool bCreateNew = sal_False );// called befor dest. cur ResData
|
|
sal_Bool WriteExportList( ResData *pResData, ExportList *pExportList,
|
|
const rtl::OString &rTyp, sal_Bool bCreateNew = sal_False );
|
|
|
|
rtl::OString MergePairedList( rtl::OString const & sLine , rtl::OString const & sText );
|
|
|
|
rtl::OString FullId(); // creates cur. GID
|
|
|
|
rtl::OString GetPairedListID(const rtl::OString & rText);
|
|
rtl::OString GetPairedListString(const rtl::OString& rText);
|
|
rtl::OString StripList(const rtl::OString& rText);
|
|
|
|
void InsertListEntry(const rtl::OString &rText, const rtl::OString &rLine);
|
|
void CleanValue( rtl::OString &rValue );
|
|
rtl::OString GetText(const rtl::OString &rSource, int nToken);
|
|
|
|
sal_Bool PrepareTextToMerge(rtl::OString &rText, sal_uInt16 nTyp,
|
|
rtl::OString &rLangIndex, ResData *pResData);
|
|
void ResData2Output( PFormEntrys *pEntry, sal_uInt16 nType, const rtl::OString& rTextType );
|
|
void MergeRest( ResData *pResData, sal_uInt16 nMode = MERGE_MODE_NORMAL );
|
|
void ConvertMergeContent( rtl::OString &rText );
|
|
|
|
void WriteToMerged(const rtl::OString &rText , bool bSDFContent);
|
|
void SetChildWithText();
|
|
|
|
void CutComment( rtl::OString &rText );
|
|
|
|
public:
|
|
Export(const rtl::OString &rOutput);
|
|
Export(const rtl::OString &rMergeSource, const rtl::OString &rOutput);
|
|
~Export();
|
|
|
|
void Init();
|
|
int Execute( int nToken, const char * pToken ); // called from lexer
|
|
void SetError() { bError = sal_True; }
|
|
sal_Bool GetError() { return bError; }
|
|
};
|
|
|
|
|
|
//
|
|
// class PFormEntrys
|
|
//
|
|
|
|
/******************************************************************************
|
|
* Purpose: holds information of data to merge (one pform)
|
|
******************************************************************************/
|
|
|
|
class PFormEntrys
|
|
{
|
|
friend class MergeDataFile;
|
|
private:
|
|
rtl::OString data_; //TODO
|
|
rtl::OString sHelpText; // empty string
|
|
OStringHashMap sText;
|
|
OStringBoolHashMap bTextFirst;
|
|
OStringHashMap sQuickHelpText;
|
|
OStringBoolHashMap bQuickHelpTextFirst;
|
|
OStringHashMap sTitle;
|
|
OStringBoolHashMap bTitleFirst;
|
|
|
|
public:
|
|
PFormEntrys( const rtl::OString &rPForm ) : data_( rPForm ) {};
|
|
void InsertEntry(const rtl::OString &rId, const rtl::OString &rText,
|
|
const rtl::OString &rQuickHelpText, const rtl::OString &rTitle)
|
|
{
|
|
|
|
sText[ rId ] = rText;
|
|
bTextFirst[ rId ] = true;
|
|
sQuickHelpText[ rId ] = rQuickHelpText;
|
|
bQuickHelpTextFirst[ rId ] = true;
|
|
sTitle[ rId ] = rTitle;
|
|
bTitleFirst[ rId ] = true;
|
|
}
|
|
sal_Bool GetText( rtl::OString &rReturn, sal_uInt16 nTyp, const rtl::OString &nLangIndex, sal_Bool bDel = sal_False );
|
|
sal_Bool GetTransex3Text( rtl::OString &rReturn, sal_uInt16 nTyp, const rtl::OString &nLangIndex, sal_Bool bDel = sal_False );
|
|
|
|
};
|
|
|
|
//
|
|
// class MergeData
|
|
//
|
|
|
|
/******************************************************************************
|
|
* Purpose: holds information of data to merge (one ressource)
|
|
******************************************************************************/
|
|
|
|
class MergeDataFile;
|
|
|
|
class MergeData
|
|
{
|
|
friend class MergeDataFile;
|
|
private:
|
|
rtl::OString sTyp;
|
|
rtl::OString sGID;
|
|
rtl::OString sLID;
|
|
rtl::OString sFilename;
|
|
PFormEntrysHashMap aMap;
|
|
public:
|
|
MergeData( const rtl::OString &rTyp, const rtl::OString &rGID, const rtl::OString &rLID , const rtl::OString &rFilename )
|
|
: sTyp( rTyp ), sGID( rGID ), sLID( rLID ) , sFilename( rFilename ) {};
|
|
~MergeData();
|
|
PFormEntrys* GetPFormEntries();
|
|
|
|
void Insert( PFormEntrys* pfEntrys );
|
|
PFormEntrys* GetPFObject( const rtl::OString &rPFO );
|
|
|
|
sal_Bool operator==( ResData *pData );
|
|
};
|
|
|
|
//
|
|
// class MergeDataFile
|
|
//
|
|
|
|
/******************************************************************************
|
|
* Purpose: holds information of data to merge
|
|
******************************************************************************/
|
|
|
|
class MergeDataFile
|
|
{
|
|
private:
|
|
sal_Bool bErrorLog;
|
|
rtl::OString sErrorLog;
|
|
MergeDataHashMap aMap;
|
|
std::set<rtl::OString> aLanguageSet;
|
|
|
|
MergeData *GetMergeData( ResData *pResData , bool bCaseSensitve = false );
|
|
void InsertEntry(const rtl::OString &rTYP, const rtl::OString &rGID,
|
|
const rtl::OString &rLID, const rtl::OString &rPFO,
|
|
const rtl::OString &nLang, const rtl::OString &rTEXT,
|
|
const rtl::OString &rQHTEXT, const rtl::OString &rTITLE,
|
|
const rtl::OString &sFilename, bool bCaseSensitive);
|
|
public:
|
|
explicit MergeDataFile(const rtl::OString &rFileName,
|
|
const rtl::OString& rFile, bool bErrLog, bool bCaseSensitive = false);
|
|
~MergeDataFile();
|
|
|
|
|
|
std::vector<rtl::OString> GetLanguages();
|
|
|
|
PFormEntrys *GetPFormEntrys( ResData *pResData );
|
|
PFormEntrys *GetPFormEntrysCaseSensitive( ResData *pResData );
|
|
|
|
static rtl::OString CreateKey(const rtl::OString& rTYP, const rtl::OString& rGID,
|
|
const rtl::OString& rLID, const rtl::OString& rFilename , bool bCaseSensitive = false);
|
|
};
|
|
|
|
|
|
class QueueEntry
|
|
{
|
|
public:
|
|
QueueEntry(int nTypVal, const rtl::OString &rLineVal)
|
|
: nTyp(nTypVal), sLine(rLineVal)
|
|
{
|
|
}
|
|
int nTyp;
|
|
rtl::OString sLine;
|
|
};
|
|
|
|
class ParserQueue
|
|
{
|
|
public:
|
|
|
|
ParserQueue( Export& aExportObj );
|
|
~ParserQueue();
|
|
|
|
inline void Push( const QueueEntry& aEntry );
|
|
bool bCurrentIsM; // public ?
|
|
bool bNextIsM; // public ?
|
|
bool bLastWasM; // public ?
|
|
bool bMflag; // public ?
|
|
|
|
void Close();
|
|
private:
|
|
// Future / Next
|
|
std::queue<QueueEntry>* aQueueNext;
|
|
// Current
|
|
std::queue<QueueEntry>* aQueueCur;
|
|
// Ref
|
|
std::queue<QueueEntry>* aQref;
|
|
|
|
Export& aExport;
|
|
bool bStart;
|
|
bool bStartNext;
|
|
|
|
inline void Pop( std::queue<QueueEntry>& aQueue );
|
|
|
|
};
|
|
#endif
|
|
|
|
/* vim:set shiftwidth=4 softtabstop=4 expandtab: */
|