normalizer2.h

Go to the documentation of this file.

// © 2016 and later: Unicode, Inc. and others.
// License & terms of use: http://www.unicode.org/copyright.html
/*
*******************************************************************************
*
*   Copyright (C) 2009-2013, International Business Machines
*   Corporation and others.  All Rights Reserved.
*
*******************************************************************************
*   file name:  normalizer2.h
*   encoding:   UTF-8
*   tab size:   8 (not used)
*   indentation:4
*
*   created on: 2009nov22
*   created by: Markus W. Scherer
*/
 
#ifndef __NORMALIZER2_H__
#define __NORMALIZER2_H__

 
#include "unicode/utypes.h"
 
#if U_SHOW_CPLUSPLUS_API
 
#if !UCONFIG_NO_NORMALIZATION
 
#include "unicode/stringpiece.h"
#include "unicode/uniset.h"
#include "unicode/unistr.h"
#include "unicode/unorm2.h"
 
U_NAMESPACE_BEGIN
 
class ByteSink;

class U_COMMON_API Normalizer2 : public UObject {
public:
    ~Normalizer2();

    static const Normalizer2 *
    getNFCInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getNFDInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getNFKCInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getNFKDInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getNFKCCasefoldInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getNFKCSimpleCasefoldInstance(UErrorCode &errorCode);

    static const Normalizer2 *
    getInstance(const char *packageName,
                const char *name,
                UNormalization2Mode mode,
                UErrorCode &errorCode);

    UnicodeString
    normalize(const UnicodeString &src, UErrorCode &errorCode) const {
        UnicodeString result;
        normalize(src, result, errorCode);
        return result;
    }

    virtual UnicodeString&
    normalize(const UnicodeString& src,
              UnicodeString& dest U_LIFETIME_BOUND,
              UErrorCode& errorCode) const = 0;

    virtual void
    normalizeUTF8(uint32_t options, StringPiece src, ByteSink &sink,
                  Edits *edits, UErrorCode &errorCode) const;

    virtual UnicodeString&
    normalizeSecondAndAppend(UnicodeString& first U_LIFETIME_BOUND,
                             const UnicodeString& second,
                             UErrorCode& errorCode) const = 0;
    virtual UnicodeString&
    append(UnicodeString& first U_LIFETIME_BOUND,
           const UnicodeString& second,
           UErrorCode& errorCode) const = 0;

    virtual UBool
    getDecomposition(UChar32 c, UnicodeString &decomposition) const = 0;

    virtual UBool
    getRawDecomposition(UChar32 c, UnicodeString &decomposition) const;

    virtual UChar32
    composePair(UChar32 a, UChar32 b) const;

    virtual uint8_t
    getCombiningClass(UChar32 c) const;

    virtual UBool
    isNormalized(const UnicodeString &s, UErrorCode &errorCode) const = 0;
    virtual UBool
    isNormalizedUTF8(StringPiece s, UErrorCode &errorCode) const;
 

    virtual UNormalizationCheckResult
    quickCheck(const UnicodeString &s, UErrorCode &errorCode) const = 0;

    virtual int32_t
    spanQuickCheckYes(const UnicodeString &s, UErrorCode &errorCode) const = 0;

    virtual UBool hasBoundaryBefore(UChar32 c) const = 0;

    virtual UBool hasBoundaryAfter(UChar32 c) const = 0;

    virtual UBool isInert(UChar32 c) const = 0;
};

class U_COMMON_API FilteredNormalizer2 : public Normalizer2 {
public:
    FilteredNormalizer2(const Normalizer2& n2 U_LIFETIME_BOUND,
                        const UnicodeSet& filterSet U_LIFETIME_BOUND) :
            norm2(n2), set(filterSet) {}

    ~FilteredNormalizer2();

    virtual UnicodeString&
    normalize(const UnicodeString& src,
              UnicodeString& dest U_LIFETIME_BOUND,
              UErrorCode& errorCode) const override;

    virtual void
    normalizeUTF8(uint32_t options, StringPiece src, ByteSink &sink,
                  Edits *edits, UErrorCode &errorCode) const override;

    virtual UnicodeString&
    normalizeSecondAndAppend(UnicodeString& first U_LIFETIME_BOUND,
                             const UnicodeString& second,
                             UErrorCode& errorCode) const override;
    virtual UnicodeString&
    append(UnicodeString& first U_LIFETIME_BOUND,
           const UnicodeString& second,
           UErrorCode& errorCode) const override;

    virtual UBool
    getDecomposition(UChar32 c, UnicodeString &decomposition) const override;

    virtual UBool
    getRawDecomposition(UChar32 c, UnicodeString &decomposition) const override;

    virtual UChar32
    composePair(UChar32 a, UChar32 b) const override;

    virtual uint8_t
    getCombiningClass(UChar32 c) const override;

    virtual UBool
    isNormalized(const UnicodeString &s, UErrorCode &errorCode) const override;
    virtual UBool
    isNormalizedUTF8(StringPiece s, UErrorCode &errorCode) const override;
    virtual UNormalizationCheckResult
    quickCheck(const UnicodeString &s, UErrorCode &errorCode) const override;
    virtual int32_t
    spanQuickCheckYes(const UnicodeString &s, UErrorCode &errorCode) const override;

    virtual UBool hasBoundaryBefore(UChar32 c) const override;

    virtual UBool hasBoundaryAfter(UChar32 c) const override;

    virtual UBool isInert(UChar32 c) const override;
private:
    UnicodeString&
    normalize(const UnicodeString& src,
              UnicodeString& dest U_LIFETIME_BOUND,
              USetSpanCondition spanCondition,
              UErrorCode& errorCode) const;
 
    void
    normalizeUTF8(uint32_t options, const char *src, int32_t length,
                  ByteSink &sink, Edits *edits,
                  USetSpanCondition spanCondition,
                  UErrorCode &errorCode) const;
 
    UnicodeString&
    normalizeSecondAndAppend(UnicodeString& first U_LIFETIME_BOUND,
                             const UnicodeString& second,
                             UBool doNormalize,
                             UErrorCode& errorCode) const;
 
    const Normalizer2 &norm2;
    const UnicodeSet &set;
};
 
U_NAMESPACE_END
 
#endif  // !UCONFIG_NO_NORMALIZATION
 
#endif /* U_SHOW_CPLUSPLUS_API */
 
#endif  // __NORMALIZER2_H__