ICU 55.1  55.1
translit.h
Go to the documentation of this file.
1 /*
2 **********************************************************************
3 * Copyright (C) 1999-2014, International Business Machines
4 * Corporation and others. All Rights Reserved.
5 **********************************************************************
6 * Date Name Description
7 * 11/17/99 aliu Creation.
8 **********************************************************************
9 */
10 #ifndef TRANSLIT_H
11 #define TRANSLIT_H
12 
13 #include "unicode/utypes.h"
14 
20 #if !UCONFIG_NO_TRANSLITERATION
21 
22 #include "unicode/uobject.h"
23 #include "unicode/unistr.h"
24 #include "unicode/parseerr.h"
25 #include "unicode/utrans.h" // UTransPosition, UTransDirection
26 #include "unicode/strenum.h"
27 
29 
30 class UnicodeFilter;
31 class UnicodeSet;
32 class CompoundTransliterator;
33 class TransliteratorParser;
34 class NormalizationTransliterator;
35 class TransliteratorIDParser;
36 
242 
243 private:
244 
248  UnicodeString ID;
249 
256  UnicodeFilter* filter;
257 
258  int32_t maximumContextLength;
259 
260  public:
261 
267  union Token {
272  int32_t integer;
277  void* pointer;
278  };
279 
280 #ifndef U_HIDE_INTERNAL_API
281 
286  inline static Token integerToken(int32_t);
287 
293  inline static Token pointerToken(void*);
294 #endif /* U_HIDE_INTERNAL_API */
295 
311  typedef Transliterator* (U_EXPORT2 *Factory)(const UnicodeString& ID, Token context);
312 
313 protected:
314 
324  Transliterator(const UnicodeString& ID, UnicodeFilter* adoptedFilter);
325 
331 
337 
350  const UnicodeString* canon);
351 
352  friend class TransliteratorParser; // for parseID()
353  friend class TransliteratorIDParser; // for createBasicInstance()
354  friend class TransliteratorAlias; // for setID()
355 
356 public:
357 
362  virtual ~Transliterator();
363 
378  virtual Transliterator* clone() const;
379 
395  virtual int32_t transliterate(Replaceable& text,
396  int32_t start, int32_t limit) const;
397 
403  virtual void transliterate(Replaceable& text) const;
404 
469  virtual void transliterate(Replaceable& text, UTransPosition& index,
470  const UnicodeString& insertion,
471  UErrorCode& status) const;
472 
488  virtual void transliterate(Replaceable& text, UTransPosition& index,
489  UChar32 insertion,
490  UErrorCode& status) const;
491 
505  virtual void transliterate(Replaceable& text, UTransPosition& index,
506  UErrorCode& status) const;
507 
519  virtual void finishTransliteration(Replaceable& text,
520  UTransPosition& index) const;
521 
522 private:
523 
539  void _transliterate(Replaceable& text,
540  UTransPosition& index,
541  const UnicodeString* insertion,
542  UErrorCode &status) const;
543 
544 protected:
545 
625  virtual void handleTransliterate(Replaceable& text,
626  UTransPosition& pos,
627  UBool incremental) const = 0;
628 
629 public:
641  virtual void filteredTransliterate(Replaceable& text,
642  UTransPosition& index,
643  UBool incremental) const;
644 
645 private:
646 
674  virtual void filteredTransliterate(Replaceable& text,
675  UTransPosition& index,
676  UBool incremental,
677  UBool rollback) const;
678 
679 public:
680 
694  int32_t getMaximumContextLength(void) const;
695 
696 protected:
697 
704  void setMaximumContextLength(int32_t maxContextLength);
705 
706 public:
707 
718  virtual const UnicodeString& getID(void) const;
719 
729  static UnicodeString& U_EXPORT2 getDisplayName(const UnicodeString& ID,
730  UnicodeString& result);
731 
753  static UnicodeString& U_EXPORT2 getDisplayName(const UnicodeString& ID,
754  const Locale& inLocale,
755  UnicodeString& result);
756 
764  const UnicodeFilter* getFilter(void) const;
765 
776 
787  void adoptFilter(UnicodeFilter* adoptedFilter);
788 
809 
826  static Transliterator* U_EXPORT2 createInstance(const UnicodeString& ID,
827  UTransDirection dir,
828  UParseError& parseError,
829  UErrorCode& status);
830 
841  static Transliterator* U_EXPORT2 createInstance(const UnicodeString& ID,
842  UTransDirection dir,
843  UErrorCode& status);
844 
860  static Transliterator* U_EXPORT2 createFromRules(const UnicodeString& ID,
861  const UnicodeString& rules,
862  UTransDirection dir,
863  UParseError& parseError,
864  UErrorCode& status);
865 
878  UBool escapeUnprintable) const;
879 
892  int32_t countElements() const;
893 
913  const Transliterator& getElement(int32_t index, UErrorCode& ec) const;
914 
931 
946  virtual void handleGetSourceSet(UnicodeSet& result) const;
947 
961  virtual UnicodeSet& getTargetSet(UnicodeSet& result) const;
962 
963 public:
964 
981  static void U_EXPORT2 registerFactory(const UnicodeString& id,
982  Factory factory,
983  Token context);
984 
1006  static void U_EXPORT2 registerInstance(Transliterator* adoptedObj);
1007 
1022  static void U_EXPORT2 registerAlias(const UnicodeString& aliasID,
1023  const UnicodeString& realID);
1024 
1025 protected:
1026 
1027 #ifndef U_HIDE_INTERNAL_API
1028 
1037  static void _registerFactory(const UnicodeString& id,
1038  Factory factory,
1039  Token context);
1040 
1044  static void _registerInstance(Transliterator* adoptedObj);
1045 
1049  static void _registerAlias(const UnicodeString& aliasID, const UnicodeString& realID);
1050 
1084  static void _registerSpecialInverse(const UnicodeString& target,
1085  const UnicodeString& inverseTarget,
1086  UBool bidirectional);
1087 #endif /* U_HIDE_INTERNAL_API */
1088 
1089 public:
1090 
1108  static void U_EXPORT2 unregister(const UnicodeString& ID);
1109 
1110 public:
1111 
1122 
1128  static int32_t U_EXPORT2 countAvailableSources(void);
1129 
1139  static UnicodeString& U_EXPORT2 getAvailableSource(int32_t index,
1140  UnicodeString& result);
1141 
1150  static int32_t U_EXPORT2 countAvailableTargets(const UnicodeString& source);
1151 
1163  static UnicodeString& U_EXPORT2 getAvailableTarget(int32_t index,
1164  const UnicodeString& source,
1165  UnicodeString& result);
1166 
1174  static int32_t U_EXPORT2 countAvailableVariants(const UnicodeString& source,
1175  const UnicodeString& target);
1176 
1190  static UnicodeString& U_EXPORT2 getAvailableVariant(int32_t index,
1191  const UnicodeString& source,
1192  const UnicodeString& target,
1193  UnicodeString& result);
1194 
1195 protected:
1196 
1197 #ifndef U_HIDE_INTERNAL_API
1198 
1202  static int32_t _countAvailableSources(void);
1203 
1208  static UnicodeString& _getAvailableSource(int32_t index,
1209  UnicodeString& result);
1210 
1215  static int32_t _countAvailableTargets(const UnicodeString& source);
1216 
1221  static UnicodeString& _getAvailableTarget(int32_t index,
1222  const UnicodeString& source,
1223  UnicodeString& result);
1224 
1229  static int32_t _countAvailableVariants(const UnicodeString& source,
1230  const UnicodeString& target);
1231 
1236  static UnicodeString& _getAvailableVariant(int32_t index,
1237  const UnicodeString& source,
1238  const UnicodeString& target,
1239  UnicodeString& result);
1240 #endif /* U_HIDE_INTERNAL_API */
1241 
1242 protected:
1243 
1250  void setID(const UnicodeString& id);
1251 
1252 public:
1253 
1264  static UClassID U_EXPORT2 getStaticClassID(void);
1265 
1281  virtual UClassID getDynamicClassID(void) const = 0;
1282 
1283 private:
1284  static UBool initializeRegistry(UErrorCode &status);
1285 
1286 public:
1287 #ifndef U_HIDE_OBSOLETE_API
1288 
1295  static int32_t U_EXPORT2 countAvailableIDs(void);
1296 
1309  static const UnicodeString& U_EXPORT2 getAvailableID(int32_t index);
1310 #endif /* U_HIDE_OBSOLETE_API */
1311 };
1312 
1313 inline int32_t Transliterator::getMaximumContextLength(void) const {
1314  return maximumContextLength;
1315 }
1316 
1317 inline void Transliterator::setID(const UnicodeString& id) {
1318  ID = id;
1319  // NUL-terminate the ID string, which is a non-aliased copy.
1320  ID.append((UChar)0);
1321  ID.truncate(ID.length()-1);
1322 }
1323 
1324 #ifndef U_HIDE_INTERNAL_API
1325 inline Transliterator::Token Transliterator::integerToken(int32_t i) {
1326  Token t;
1327  t.integer = i;
1328  return t;
1329 }
1330 
1331 inline Transliterator::Token Transliterator::pointerToken(void* p) {
1332  Token t;
1333  t.pointer = p;
1334  return t;
1335 }
1336 #endif /* U_HIDE_INTERNAL_API */
1337 
1339 
1340 #endif /* #if !UCONFIG_NO_TRANSLITERATION */
1341 
1342 #endif
icu::Transliterator::transliterate
virtual void transliterate(Replaceable &text, UTransPosition &index, const UnicodeString &insertion, UErrorCode &status) const
Transliterates the portion of the text buffer that can be transliterated unambiguosly after new text ...
icu::Transliterator::transliterate
virtual int32_t transliterate(Replaceable &text, int32_t start, int32_t limit) const
Transliterates a segment of a string, with optional filtering.
UTransPosition
Position structure for utrans_transIncremental() incremental transliteration.
Definition: utrans.h:120
icu::Transliterator::Token::integer
int32_t integer
This token, interpreted as a 32-bit integer.
Definition: translit.h:272
parseerr.h
C API: Parse Error Information.
utypes.h
Basic definitions for ICU, for both C and C++ APIs.
icu::Transliterator::Token::pointer
void * pointer
This token, interpreted as a native pointer.
Definition: translit.h:277
icu::UnicodeSet
A mutable set of Unicode characters and multicharacter strings.
Definition: uniset.h:276
U_I18N_API
#define U_I18N_API
Set to export library symbols from inside the i18n library, and to import them from outside.
Definition: utypes.h:358
icu::Transliterator::_countAvailableSources
static int32_t _countAvailableSources(void)
Non-mutexed internal method.
UBool
int8_t UBool
The ICU boolean type.
Definition: umachine.h:234
icu::Replaceable
Replaceable is an abstract base class representing a string of characters that supports the replaceme...
Definition: rep.h:71
icu::Transliterator::~Transliterator
virtual ~Transliterator()
Destructor.
icu::Transliterator::_getAvailableVariant
static UnicodeString & _getAvailableVariant(int32_t index, const UnicodeString &source, const UnicodeString &target, UnicodeString &result)
Non-mutexed internal method.
icu::Transliterator::getDynamicClassID
virtual UClassID getDynamicClassID(void) const =0
Returns a unique class ID polymorphically.
icu::UnicodeString::append
UnicodeString & append(const UnicodeString &srcText, int32_t srcStart, int32_t srcLength)
Append the characters in srcText in the range [srcStart, srcStart + srcLength) to the UnicodeString o...
Definition: unistr.h:4385
icu::Transliterator::orphanFilter
UnicodeFilter * orphanFilter(void)
Returns the filter used by this transliterator, or NULL if this transliterator uses no filter.
icu::Transliterator::countAvailableIDs
static int32_t countAvailableIDs(void)
Return the number of IDs currently registered with the system.
icu::Transliterator::countAvailableTargets
static int32_t countAvailableTargets(const UnicodeString &source)
Return the number of registered target specifiers for a given source specifier.
icu::Transliterator::unregister
static void unregister(const UnicodeString &ID)
Unregisters a transliterator or class.
icu::Transliterator::_registerFactory
static void _registerFactory(const UnicodeString &id, Factory factory, Token context)
icu::Transliterator::getDisplayName
static UnicodeString & getDisplayName(const UnicodeString &ID, UnicodeString &result)
Returns a name for this transliterator that is appropriate for display to the user in the default loc...
icu::Transliterator::getAvailableVariant
static UnicodeString & getAvailableVariant(int32_t index, const UnicodeString &source, const UnicodeString &target, UnicodeString &result)
Return a registered variant specifier for a given source-target pair.
UParseError
A UParseError struct is used to returned detailed information about parsing errors.
Definition: parseerr.h:56
icu::Transliterator::handleTransliterate
virtual void handleTransliterate(Replaceable &text, UTransPosition &pos, UBool incremental) const =0
Abstract method that concrete subclasses define to implement their transliteration algorithm.
icu::UnicodeString
UnicodeString is a string class that stores Unicode characters directly and provides similar function...
Definition: unistr.h:246
icu::Transliterator::registerAlias
static void registerAlias(const UnicodeString &aliasID, const UnicodeString &realID)
Registers an ID string as an alias of another ID string.
icu::Transliterator::_registerInstance
static void _registerInstance(Transliterator *adoptedObj)
UChar32
int32_t UChar32
Define UChar32 as a type for single Unicode code points.
Definition: umachine.h:332
icu::UObject
UObject is the common ICU "boilerplate" class.
Definition: uobject.h:221
icu::Transliterator::getDisplayName
static UnicodeString & getDisplayName(const UnicodeString &ID, const Locale &inLocale, UnicodeString &result)
Returns a name for this transliterator that is appropriate for display to the user in the given local...
icu::Transliterator::Token
A context integer or pointer for a factory function, passed by value.
Definition: translit.h:267
icu::Transliterator::getFilter
const UnicodeFilter * getFilter(void) const
Returns the filter used by this transliterator, or NULL if this transliterator uses no filter.
UClassID
void * UClassID
UClassID is used to identify classes without using the compiler's RTTI.
Definition: uobject.h:91
UErrorCode
UErrorCode
Error code to replace exception handling, so that the code is compatible with all C++ compilers,...
Definition: utypes.h:476
icu::Transliterator::getElement
const Transliterator & getElement(int32_t index, UErrorCode &ec) const
Return an element that makes up this transliterator.
icu::StringEnumeration
Base class for 'pure' C++ implementations of uenum api.
Definition: strenum.h:55
icu::Transliterator::_countAvailableTargets
static int32_t _countAvailableTargets(const UnicodeString &source)
Non-mutexed internal method.
icu::Transliterator::transliterate
virtual void transliterate(Replaceable &text, UTransPosition &index, UErrorCode &status) const
Transliterates the portion of the text buffer that can be transliterated unambiguosly.
icu::Transliterator::setMaximumContextLength
void setMaximumContextLength(int32_t maxContextLength)
Method for subclasses to use to set the maximum context length.
icu::Transliterator::operator=
Transliterator & operator=(const Transliterator &)
Assignment operator.
icu::Transliterator::createBasicInstance
static Transliterator * createBasicInstance(const UnicodeString &id, const UnicodeString *canon)
Create a transliterator from a basic ID.
icu::Transliterator::getAvailableID
static const UnicodeString & getAvailableID(int32_t index)
Return the index-th available ID.
icu::Transliterator::transliterate
virtual void transliterate(Replaceable &text, UTransPosition &index, UChar32 insertion, UErrorCode &status) const
Transliterates the portion of the text buffer that can be transliterated unambiguosly after a new cha...
UTransDirection
UTransDirection
Direction constant indicating the direction in a transliterator, e.g., the forward or reverse rules o...
Definition: utrans.h:78
icu::Transliterator::createInstance
static Transliterator * createInstance(const UnicodeString &ID, UTransDirection dir, UErrorCode &status)
Returns a Transliterator object given its ID.
icu::Transliterator::Factory
Transliterator *(* Factory)(const UnicodeString &ID, Token context)
A function that creates and returns a Transliterator.
Definition: translit.h:311
icu::Transliterator
Transliterator is an abstract class that transliterates text from one format to another.
Definition: translit.h:241
icu::Transliterator::Transliterator
Transliterator(const Transliterator &)
Copy constructor.
icu::Transliterator::toRules
virtual UnicodeString & toRules(UnicodeString &result, UBool escapeUnprintable) const
Create a rule string that can be passed to createFromRules() to recreate this transliterator.
icu::Transliterator::getStaticClassID
static UClassID getStaticClassID(void)
Return the class ID for this class.
icu::Transliterator::_countAvailableVariants
static int32_t _countAvailableVariants(const UnicodeString &source, const UnicodeString &target)
Non-mutexed internal method.
icu::Transliterator::createInstance
static Transliterator * createInstance(const UnicodeString &ID, UTransDirection dir, UParseError &parseError, UErrorCode &status)
Returns a Transliterator object given its ID.
icu::Transliterator::getTargetSet
virtual UnicodeSet & getTargetSet(UnicodeSet &result) const
Returns the set of all characters that may be generated as replacement text by this transliterator.
icu::Transliterator::registerFactory
static void registerFactory(const UnicodeString &id, Factory factory, Token context)
Registers a factory function that creates transliterators of a given ID.
icu::Transliterator::getAvailableSource
static UnicodeString & getAvailableSource(int32_t index, UnicodeString &result)
Return a registered source specifier.
icu::Transliterator::createFromRules
static Transliterator * createFromRules(const UnicodeString &ID, const UnicodeString &rules, UTransDirection dir, UParseError &parseError, UErrorCode &status)
Returns a Transliterator object constructed from the given rule string.
icu::Transliterator::getAvailableTarget
static UnicodeString & getAvailableTarget(int32_t index, const UnicodeString &source, UnicodeString &result)
Return a registered target specifier for a given source.
icu::Transliterator::_registerSpecialInverse
static void _registerSpecialInverse(const UnicodeString &target, const UnicodeString &inverseTarget, UBool bidirectional)
Register two targets as being inverses of one another.
icu::Transliterator::adoptFilter
void adoptFilter(UnicodeFilter *adoptedFilter)
Changes the filter used by this transliterator.
icu::Transliterator::getID
virtual const UnicodeString & getID(void) const
Returns a programmatic identifier for this transliterator.
icu::Transliterator::transliterate
virtual void transliterate(Replaceable &text) const
Transliterates an entire string in place.
icu::Transliterator::handleGetSourceSet
virtual void handleGetSourceSet(UnicodeSet &result) const
Framework method that returns the set of all characters that may be modified in the input text by thi...
icu::Transliterator::getSourceSet
UnicodeSet & getSourceSet(UnicodeSet &result) const
Returns the set of all characters that may be modified in the input text by this Transliterator.
icu::Transliterator::_registerAlias
static void _registerAlias(const UnicodeString &aliasID, const UnicodeString &realID)
icu::Transliterator::Transliterator
Transliterator(const UnicodeString &ID, UnicodeFilter *adoptedFilter)
Default constructor.
icu::Transliterator::countElements
int32_t countElements() const
Return the number of elements that make up this transliterator.
strenum.h
C++ API: String Enumeration.
icu::Transliterator::clone
virtual Transliterator * clone() const
Implements Cloneable.
utrans.h
C API: Transliterator.
UChar
uint16_t UChar
Define UChar to be UCHAR_TYPE, if that is #defined (for example, to char16_t), or wchar_t if that is ...
Definition: umachine.h:312
icu::Transliterator::finishTransliteration
virtual void finishTransliteration(Replaceable &text, UTransPosition &index) const
Finishes any pending transliterations that were waiting for more characters.
icu::UnicodeString::truncate
UBool truncate(int32_t targetLength)
Truncate this UnicodeString to the targetLength.
Definition: unistr.h:4493
icu::Transliterator::createInverse
Transliterator * createInverse(UErrorCode &status) const
Returns this transliterator's inverse.
uobject.h
C++ API: Common ICU base class UObject.
icu::Transliterator::countAvailableVariants
static int32_t countAvailableVariants(const UnicodeString &source, const UnicodeString &target)
Return the number of registered variant specifiers for a given source-target pair.
U_NAMESPACE_END
#define U_NAMESPACE_END
This is used to end a declaration of a public ICU C++ API.
Definition: uversion.h:130
icu::Transliterator::_getAvailableTarget
static UnicodeString & _getAvailableTarget(int32_t index, const UnicodeString &source, UnicodeString &result)
Non-mutexed internal method.
icu::Transliterator::registerInstance
static void registerInstance(Transliterator *adoptedObj)
Registers an instance obj of a subclass of Transliterator with the system.
icu::UnicodeFilter
UnicodeFilter defines a protocol for selecting a subset of the full range (U+0000 to U+10FFFF) of Uni...
Definition: unifilt.h:59
icu::Transliterator::countAvailableSources
static int32_t countAvailableSources(void)
Return the number of registered source specifiers.
U_NAMESPACE_BEGIN
#define U_NAMESPACE_BEGIN
This is used to begin a declaration of a public ICU C++ API.
Definition: uversion.h:129
icu::Locale
A Locale object represents a specific geographical, political, or cultural region.
Definition: locid.h:185
icu::Transliterator::getAvailableIDs
static StringEnumeration * getAvailableIDs(UErrorCode &ec)
Return a StringEnumeration over the IDs available at the time of the call, including user-registered ...
unistr.h
C++ API: Unicode String.
icu::Transliterator::filteredTransliterate
virtual void filteredTransliterate(Replaceable &text, UTransPosition &index, UBool incremental) const
Transliterate a substring of text, as specified by index, taking filters into account.
icu::Transliterator::_getAvailableSource
static UnicodeString & _getAvailableSource(int32_t index, UnicodeString &result)
Non-mutexed internal method.