normalizer2.h

Go to the documentation of this file.

// © 2016 and later: Unicode, Inc. and others.
// License & terms of use: http://www.unicode.org/copyright.html
/*
*******************************************************************************
*
*   Copyright (C) 2009-2013, International Business Machines
*   Corporation and others.  All Rights Reserved.
*
*******************************************************************************
*   file name:  normalizer2.h
*   encoding:   UTF-8
*   tab size:   8 (not used)
*   indentation:4
*
*   created on: 2009nov22
*   created by: Markus W. Scherer
*/
 
#ifndef __NORMALIZER2_H__
#define __NORMALIZER2_H__
 
#include "unicode/utypes.h"
 
#if U_SHOW_CPLUSPLUS_API
 
#if !UCONFIG_NO_NORMALIZATION
 
#include "unicode/stringpiece.h"
#include "unicode/uniset.h"
#include "unicode/unistr.h"
#include "unicode/unorm2.h"
 
U_NAMESPACE_BEGIN
 
class ByteSink;
 
class U_COMMON_API Normalizer2 : public UObject {
public:
    ~Normalizer2();
 
    static const Normalizer2 *
    getNFCInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getNFDInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getNFKCInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getNFKDInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getNFKCCasefoldInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getNFKCSimpleCasefoldInstance(UErrorCode &errorCode);
 
    static const Normalizer2 *
    getInstance(const char *packageName,
                const char *name,
                UNormalization2Mode mode,
                UErrorCode &errorCode);
 
    UnicodeString
    normalize(const UnicodeString &src, UErrorCode &errorCode) const {
        UnicodeString result;
        normalize(src, result, errorCode);
        return result;
    }
    virtual UnicodeString &
    normalize(const UnicodeString &src,
              UnicodeString &dest,
              UErrorCode &errorCode) const = 0;
 
    virtual void
    normalizeUTF8(uint32_t options, StringPiece src, ByteSink &sink,
                  Edits *edits, UErrorCode &errorCode) const;
 
    virtual UnicodeString &
    normalizeSecondAndAppend(UnicodeString &first,
                             const UnicodeString &second,
                             UErrorCode &errorCode) const = 0;
    virtual UnicodeString &
    append(UnicodeString &first,
           const UnicodeString &second,
           UErrorCode &errorCode) const = 0;
 
    virtual UBool
    getDecomposition(UChar32 c, UnicodeString &decomposition) const = 0;
 
    virtual UBool
    getRawDecomposition(UChar32 c, UnicodeString &decomposition) const;
 
    virtual UChar32
    composePair(UChar32 a, UChar32 b) const;
 
    virtual uint8_t
    getCombiningClass(UChar32 c) const;
 
    virtual UBool
    isNormalized(const UnicodeString &s, UErrorCode &errorCode) const = 0;
    virtual UBool
    isNormalizedUTF8(StringPiece s, UErrorCode &errorCode) const;
 
 
    virtual UNormalizationCheckResult
    quickCheck(const UnicodeString &s, UErrorCode &errorCode) const = 0;
 
    virtual int32_t
    spanQuickCheckYes(const UnicodeString &s, UErrorCode &errorCode) const = 0;
 
    virtual UBool hasBoundaryBefore(UChar32 c) const = 0;
 
    virtual UBool hasBoundaryAfter(UChar32 c) const = 0;
 
    virtual UBool isInert(UChar32 c) const = 0;
};
 
class U_COMMON_API FilteredNormalizer2 : public Normalizer2 {
public:
    FilteredNormalizer2(const Normalizer2 &n2, const UnicodeSet &filterSet) :
            norm2(n2), set(filterSet) {}
 
    ~FilteredNormalizer2();
 
    virtual UnicodeString &
    normalize(const UnicodeString &src,
              UnicodeString &dest,
              UErrorCode &errorCode) const override;
 
    virtual void
    normalizeUTF8(uint32_t options, StringPiece src, ByteSink &sink,
                  Edits *edits, UErrorCode &errorCode) const override;
 
    virtual UnicodeString &
    normalizeSecondAndAppend(UnicodeString &first,
                             const UnicodeString &second,
                             UErrorCode &errorCode) const override;
    virtual UnicodeString &
    append(UnicodeString &first,
           const UnicodeString &second,
           UErrorCode &errorCode) const override;
 
    virtual UBool
    getDecomposition(UChar32 c, UnicodeString &decomposition) const override;
 
    virtual UBool
    getRawDecomposition(UChar32 c, UnicodeString &decomposition) const override;
 
    virtual UChar32
    composePair(UChar32 a, UChar32 b) const override;
 
    virtual uint8_t
    getCombiningClass(UChar32 c) const override;
 
    virtual UBool
    isNormalized(const UnicodeString &s, UErrorCode &errorCode) const override;
    virtual UBool
    isNormalizedUTF8(StringPiece s, UErrorCode &errorCode) const override;
    virtual UNormalizationCheckResult
    quickCheck(const UnicodeString &s, UErrorCode &errorCode) const override;
    virtual int32_t
    spanQuickCheckYes(const UnicodeString &s, UErrorCode &errorCode) const override;
 
    virtual UBool hasBoundaryBefore(UChar32 c) const override;
 
    virtual UBool hasBoundaryAfter(UChar32 c) const override;
 
    virtual UBool isInert(UChar32 c) const override;
private:
    UnicodeString &
    normalize(const UnicodeString &src,
              UnicodeString &dest,
              USetSpanCondition spanCondition,
              UErrorCode &errorCode) const;
 
    void
    normalizeUTF8(uint32_t options, const char *src, int32_t length,
                  ByteSink &sink, Edits *edits,
                  USetSpanCondition spanCondition,
                  UErrorCode &errorCode) const;
 
    UnicodeString &
    normalizeSecondAndAppend(UnicodeString &first,
                             const UnicodeString &second,
                             UBool doNormalize,
                             UErrorCode &errorCode) const;
 
    const Normalizer2 &norm2;
    const UnicodeSet &set;
};
 
U_NAMESPACE_END
 
#endif  // !UCONFIG_NO_NORMALIZATION
 
#endif /* U_SHOW_CPLUSPLUS_API */
 
#endif  // __NORMALIZER2_H__