123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556 |
- // © 2016 and later: Unicode, Inc. and others.
- // License & terms of use: http://www.unicode.org/copyright.html
- /*
- ******************************************************************************
- * Copyright (C) 2015, International Business Machines Corporation and
- * others. All Rights Reserved.
- ******************************************************************************
- *
- * File UNIFIEDCACHE.H - The ICU Unified cache.
- ******************************************************************************
- */
- #ifndef __UNIFIED_CACHE_H__
- #define __UNIFIED_CACHE_H__
- #include "utypeinfo.h" // for 'typeid' to work
- #include "unicode/uobject.h"
- #include "unicode/locid.h"
- #include "sharedobject.h"
- #include "unicode/unistr.h"
- #include "cstring.h"
- #include "ustr_imp.h"
- struct UHashtable;
- struct UHashElement;
- U_NAMESPACE_BEGIN
- class UnifiedCache;
- /**
- * A base class for all cache keys.
- */
- class U_COMMON_API CacheKeyBase : public UObject {
- public:
- CacheKeyBase() : fCreationStatus(U_ZERO_ERROR), fIsMaster(FALSE) {}
- /**
- * Copy constructor. Needed to support cloning.
- */
- CacheKeyBase(const CacheKeyBase &other)
- : UObject(other), fCreationStatus(other.fCreationStatus), fIsMaster(FALSE) { }
- virtual ~CacheKeyBase();
- /**
- * Returns the hash code for this object.
- */
- virtual int32_t hashCode() const = 0;
- /**
- * Clones this object polymorphically. Caller owns returned value.
- */
- virtual CacheKeyBase *clone() const = 0;
- /**
- * Equality operator.
- */
- virtual UBool operator == (const CacheKeyBase &other) const = 0;
- /**
- * Create a new object for this key. Called by cache on cache miss.
- * createObject must add a reference to the object it returns. Note
- * that getting an object from the cache and returning it without calling
- * removeRef on it satisfies this requirement. It can also return NULL
- * and set status to an error.
- *
- * @param creationContext the context in which the object is being
- * created. May be NULL.
- * @param status Implementations can return a failure here.
- * In addition, implementations may return a
- * non NULL object and set a warning status.
- */
- virtual const SharedObject *createObject(
- const void *creationContext, UErrorCode &status) const = 0;
- /**
- * Writes a description of this key to buffer and returns buffer. Written
- * description is NULL terminated.
- */
- virtual char *writeDescription(char *buffer, int32_t bufSize) const = 0;
- /**
- * Inequality operator.
- */
- UBool operator != (const CacheKeyBase &other) const {
- return !(*this == other);
- }
- private:
- mutable UErrorCode fCreationStatus;
- mutable UBool fIsMaster;
- friend class UnifiedCache;
- };
- /**
- * Templated version of CacheKeyBase.
- * A key of type LocaleCacheKey<T> maps to a value of type T.
- */
- template<typename T>
- class CacheKey : public CacheKeyBase {
- public:
- virtual ~CacheKey() { }
- /**
- * The template parameter, T, determines the hash code returned.
- */
- virtual int32_t hashCode() const {
- const char *s = typeid(T).name();
- return ustr_hashCharsN(s, static_cast<int32_t>(uprv_strlen(s)));
- }
- /**
- * Use the value type, T, as the description.
- */
- virtual char *writeDescription(char *buffer, int32_t bufLen) const {
- const char *s = typeid(T).name();
- uprv_strncpy(buffer, s, bufLen);
- buffer[bufLen - 1] = 0;
- return buffer;
- }
- /**
- * Two objects are equal if they are of the same type.
- */
- virtual UBool operator == (const CacheKeyBase &other) const {
- return typeid(*this) == typeid(other);
- }
- };
- /**
- * Cache key based on locale.
- * A key of type LocaleCacheKey<T> maps to a value of type T.
- */
- template<typename T>
- class LocaleCacheKey : public CacheKey<T> {
- protected:
- Locale fLoc;
- public:
- LocaleCacheKey(const Locale &loc) : fLoc(loc) {}
- LocaleCacheKey(const LocaleCacheKey<T> &other)
- : CacheKey<T>(other), fLoc(other.fLoc) { }
- virtual ~LocaleCacheKey() { }
- virtual int32_t hashCode() const {
- return (int32_t)(37u * (uint32_t)CacheKey<T>::hashCode() + (uint32_t)fLoc.hashCode());
- }
- virtual UBool operator == (const CacheKeyBase &other) const {
- // reflexive
- if (this == &other) {
- return TRUE;
- }
- if (!CacheKey<T>::operator == (other)) {
- return FALSE;
- }
- // We know this and other are of same class because operator== on
- // CacheKey returned true.
- const LocaleCacheKey<T> *fOther =
- static_cast<const LocaleCacheKey<T> *>(&other);
- return fLoc == fOther->fLoc;
- }
- virtual CacheKeyBase *clone() const {
- return new LocaleCacheKey<T>(*this);
- }
- virtual const T *createObject(
- const void *creationContext, UErrorCode &status) const;
- /**
- * Use the locale id as the description.
- */
- virtual char *writeDescription(char *buffer, int32_t bufLen) const {
- const char *s = fLoc.getName();
- uprv_strncpy(buffer, s, bufLen);
- buffer[bufLen - 1] = 0;
- return buffer;
- }
- };
- /**
- * The unified cache. A singleton type.
- * Design doc here:
- * https://docs.google.com/document/d/1RwGQJs4N4tawNbf809iYDRCvXoMKqDJihxzYt1ysmd8/edit?usp=sharing
- */
- class U_COMMON_API UnifiedCache : public UnifiedCacheBase {
- public:
- /**
- * @internal
- * Do not call directly. Instead use UnifiedCache::getInstance() as
- * there should be only one UnifiedCache in an application.
- */
- UnifiedCache(UErrorCode &status);
- /**
- * Return a pointer to the global cache instance.
- */
- static UnifiedCache *getInstance(UErrorCode &status);
- /**
- * Fetches a value from the cache by key. Equivalent to
- * get(key, NULL, ptr, status);
- */
- template<typename T>
- void get(
- const CacheKey<T>& key,
- const T *&ptr,
- UErrorCode &status) const {
- get(key, NULL, ptr, status);
- }
- /**
- * Fetches value from the cache by key.
- *
- * @param key the cache key.
- * @param creationContext passed verbatim to createObject method of key
- * @param ptr On entry, ptr must be NULL or be included if
- * the reference count of the object it points
- * to. On exit, ptr points to the fetched object
- * from the cache or is left unchanged on
- * failure. Caller must call removeRef on ptr
- * if set to a non NULL value.
- * @param status Any error returned here. May be set to a
- * warning value even if ptr is set.
- */
- template<typename T>
- void get(
- const CacheKey<T>& key,
- const void *creationContext,
- const T *&ptr,
- UErrorCode &status) const {
- if (U_FAILURE(status)) {
- return;
- }
- UErrorCode creationStatus = U_ZERO_ERROR;
- const SharedObject *value = NULL;
- _get(key, value, creationContext, creationStatus);
- const T *tvalue = (const T *) value;
- if (U_SUCCESS(creationStatus)) {
- SharedObject::copyPtr(tvalue, ptr);
- }
- SharedObject::clearPtr(tvalue);
- // Take care not to overwrite a warning status passed in with
- // another warning or U_ZERO_ERROR.
- if (status == U_ZERO_ERROR || U_FAILURE(creationStatus)) {
- status = creationStatus;
- }
- }
- #ifdef UNIFIED_CACHE_DEBUG
- /**
- * Dumps the contents of this cache to standard error. Used for testing of
- * cache only.
- */
- void dumpContents() const;
- #endif
- /**
- * Convenience method to get a value of type T from cache for a
- * particular locale with creationContext == NULL.
- * @param loc the locale
- * @param ptr On entry, must be NULL or included in the ref count
- * of the object to which it points.
- * On exit, fetched value stored here or is left
- * unchanged on failure. Caller must call removeRef on
- * ptr if set to a non NULL value.
- * @param status Any error returned here. May be set to a
- * warning value even if ptr is set.
- */
- template<typename T>
- static void getByLocale(
- const Locale &loc, const T *&ptr, UErrorCode &status) {
- const UnifiedCache *cache = getInstance(status);
- if (U_FAILURE(status)) {
- return;
- }
- cache->get(LocaleCacheKey<T>(loc), ptr, status);
- }
- #ifdef UNIFIED_CACHE_DEBUG
- /**
- * Dumps the cache contents to stderr. For testing only.
- */
- static void dump();
- #endif
- /**
- * Returns the number of keys in this cache. For testing only.
- */
- int32_t keyCount() const;
- /**
- * Removes any values from cache that are not referenced outside
- * the cache.
- */
- void flush() const;
- /**
- * Configures at what point evcition of unused entries will begin.
- * Eviction is triggered whenever the number of evictable keys exeeds
- * BOTH count AND (number of in-use items) * (percentageOfInUseItems / 100).
- * Once the number of unused entries drops below one of these,
- * eviction ceases. Because eviction happens incrementally,
- * the actual unused entry count may exceed both these numbers
- * from time to time.
- *
- * A cache entry is defined as unused if it is not essential to guarantee
- * that for a given key X, the cache returns the same reference to the
- * same value as long as the client already holds a reference to that
- * value.
- *
- * If this method is never called, the default settings are 1000 and 100%.
- *
- * Although this method is thread-safe, it is designed to be called at
- * application startup. If it is called in the middle of execution, it
- * will have no immediate effect on the cache. However over time, the
- * cache will perform eviction slices in an attempt to honor the new
- * settings.
- *
- * If a client already holds references to many different unique values
- * in the cache such that the number of those unique values far exeeds
- * "count" then the cache may not be able to maintain this maximum.
- * However, if this happens, the cache still guarantees that the number of
- * unused entries will remain only a small percentage of the total cache
- * size.
- *
- * If the parameters passed are negative, setEvctionPolicy sets status to
- * U_ILLEGAL_ARGUMENT_ERROR.
- */
- void setEvictionPolicy(
- int32_t count, int32_t percentageOfInUseItems, UErrorCode &status);
- /**
- * Returns how many entries have been auto evicted during the lifetime
- * of this cache. This only includes auto evicted entries, not
- * entries evicted because of a call to flush().
- */
- int64_t autoEvictedCount() const;
- /**
- * Returns the unused entry count in this cache. For testing only,
- * Regular clients will not need this.
- */
- int32_t unusedCount() const;
- virtual void handleUnreferencedObject() const;
- virtual ~UnifiedCache();
-
- private:
- UHashtable *fHashtable;
- mutable int32_t fEvictPos;
- mutable int32_t fNumValuesTotal;
- mutable int32_t fNumValuesInUse;
- int32_t fMaxUnused;
- int32_t fMaxPercentageOfInUse;
- mutable int64_t fAutoEvictedCount;
- SharedObject *fNoValue;
-
- UnifiedCache(const UnifiedCache &other);
- UnifiedCache &operator=(const UnifiedCache &other);
-
- /**
- * Flushes the contents of the cache. If cache values hold references to other
- * cache values then _flush should be called in a loop until it returns FALSE.
- *
- * On entry, gCacheMutex must be held.
- * On exit, those values with are evictable are flushed.
- *
- * @param all if false flush evictable items only, which are those with no external
- * references, plus those that can be safely recreated.<br>
- * if true, flush all elements. Any values (sharedObjects) with remaining
- * hard (external) references are not deleted, but are detached from
- * the cache, so that a subsequent removeRefs can delete them.
- * _flush is not thread safe when all is true.
- * @return TRUE if any value in cache was flushed or FALSE otherwise.
- */
- UBool _flush(UBool all) const;
-
- /**
- * Gets value out of cache.
- * On entry. gCacheMutex must not be held. value must be NULL. status
- * must be U_ZERO_ERROR.
- * On exit. value and status set to what is in cache at key or on cache
- * miss the key's createObject() is called and value and status are set to
- * the result of that. In this latter case, best effort is made to add the
- * value and status to the cache. If createObject() fails to create a value,
- * fNoValue is stored in cache, and value is set to NULL. Caller must call
- * removeRef on value if non NULL.
- */
- void _get(
- const CacheKeyBase &key,
- const SharedObject *&value,
- const void *creationContext,
- UErrorCode &status) const;
- /**
- * Attempts to fetch value and status for key from cache.
- * On entry, gCacheMutex must not be held value must be NULL and status must
- * be U_ZERO_ERROR.
- * On exit, either returns FALSE (In this
- * case caller should try to create the object) or returns TRUE with value
- * pointing to the fetched value and status set to fetched status. When
- * FALSE is returned status may be set to failure if an in progress hash
- * entry could not be made but value will remain unchanged. When TRUE is
- * returned, caller must call removeRef() on value.
- */
- UBool _poll(
- const CacheKeyBase &key,
- const SharedObject *&value,
- UErrorCode &status) const;
-
- /**
- * Places a new value and creationStatus in the cache for the given key.
- * On entry, gCacheMutex must be held. key must not exist in the cache.
- * On exit, value and creation status placed under key. Soft reference added
- * to value on successful add. On error sets status.
- */
- void _putNew(
- const CacheKeyBase &key,
- const SharedObject *value,
- const UErrorCode creationStatus,
- UErrorCode &status) const;
-
- /**
- * Places value and status at key if there is no value at key or if cache
- * entry for key is in progress. Otherwise, it leaves the current value and
- * status there.
- *
- * On entry. gCacheMutex must not be held. Value must be
- * included in the reference count of the object to which it points.
- *
- * On exit, value and status are changed to what was already in the cache if
- * something was there and not in progress. Otherwise, value and status are left
- * unchanged in which case they are placed in the cache on a best-effort basis.
- * Caller must call removeRef() on value.
- */
- void _putIfAbsentAndGet(
- const CacheKeyBase &key,
- const SharedObject *&value,
- UErrorCode &status) const;
- /**
- * Returns the next element in the cache round robin style.
- * Returns nullptr if the cache is empty.
- * On entry, gCacheMutex must be held.
- */
- const UHashElement *_nextElement() const;
-
- /**
- * Return the number of cache items that would need to be evicted
- * to bring usage into conformance with eviction policy.
- *
- * An item corresponds to an entry in the hash table, a hash table element.
- *
- * On entry, gCacheMutex must be held.
- */
- int32_t _computeCountOfItemsToEvict() const;
-
- /**
- * Run an eviction slice.
- * On entry, gCacheMutex must be held.
- * _runEvictionSlice runs a slice of the evict pipeline by examining the next
- * 10 entries in the cache round robin style evicting them if they are eligible.
- */
- void _runEvictionSlice() const;
-
- /**
- * Register a master cache entry. A master key is the first key to create
- * a given SharedObject value. Subsequent keys whose create function
- * produce referneces to an already existing SharedObject are not masters -
- * they can be evicted and subsequently recreated.
- *
- * On entry, gCacheMutex must be held.
- * On exit, items in use count incremented, entry is marked as a master
- * entry, and value registered with cache so that subsequent calls to
- * addRef() and removeRef() on it correctly interact with the cache.
- */
- void _registerMaster(const CacheKeyBase *theKey, const SharedObject *value) const;
-
- /**
- * Store a value and creation error status in given hash entry.
- * On entry, gCacheMutex must be held. Hash entry element must be in progress.
- * value must be non NULL.
- * On Exit, soft reference added to value. value and status stored in hash
- * entry. Soft reference removed from previous stored value. Waiting
- * threads notified.
- */
- void _put(
- const UHashElement *element,
- const SharedObject *value,
- const UErrorCode status) const;
- /**
- * Remove a soft reference, and delete the SharedObject if no references remain.
- * To be used from within the UnifiedCache implementation only.
- * gCacheMutex must be held by caller.
- * @param value the SharedObject to be acted on.
- */
- void removeSoftRef(const SharedObject *value) const;
-
- /**
- * Increment the hard reference count of the given SharedObject.
- * gCacheMutex must be held by the caller.
- * Update numValuesEvictable on transitions between zero and one reference.
- *
- * @param value The SharedObject to be referenced.
- * @return the hard reference count after the addition.
- */
- int32_t addHardRef(const SharedObject *value) const;
-
- /**
- * Decrement the hard reference count of the given SharedObject.
- * gCacheMutex must be held by the caller.
- * Update numValuesEvictable on transitions between one and zero reference.
- *
- * @param value The SharedObject to be referenced.
- * @return the hard reference count after the removal.
- */
- int32_t removeHardRef(const SharedObject *value) const;
-
- #ifdef UNIFIED_CACHE_DEBUG
- void _dumpContents() const;
- #endif
-
- /**
- * Fetch value and error code from a particular hash entry.
- * On entry, gCacheMutex must be held. value must be either NULL or must be
- * included in the ref count of the object to which it points.
- * On exit, value and status set to what is in the hash entry. Caller must
- * eventually call removeRef on value.
- * If hash entry is in progress, value will be set to gNoValue and status will
- * be set to U_ZERO_ERROR.
- */
- void _fetch(const UHashElement *element, const SharedObject *&value,
- UErrorCode &status) const;
-
- /**
- * Determine if given hash entry is in progress.
- * On entry, gCacheMutex must be held.
- */
- UBool _inProgress(const UHashElement *element) const;
-
- /**
- * Determine if given hash entry is in progress.
- * On entry, gCacheMutex must be held.
- */
- UBool _inProgress(const SharedObject *theValue, UErrorCode creationStatus) const;
-
- /**
- * Determine if given hash entry is eligible for eviction.
- * On entry, gCacheMutex must be held.
- */
- UBool _isEvictable(const UHashElement *element) const;
- };
- U_NAMESPACE_END
- #endif
|