diff options
author | vnugent <public@vaughnnugent.com> | 2023-11-02 01:50:05 -0400 |
---|---|---|
committer | vnugent <public@vaughnnugent.com> | 2023-11-02 01:50:05 -0400 |
commit | d2d812213b99ee17f9433f81871b694c4053ff23 (patch) | |
tree | 11a1106602112c134e65bf197ef701d1b8d63b67 /lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs | |
parent | 483c014b938e2d55ea7c89b67f6d19ba2c2d5b5e (diff) |
also carried away
Diffstat (limited to 'lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs')
-rw-r--r-- | lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs | 222 |
1 files changed, 0 insertions, 222 deletions
diff --git a/lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs b/lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs deleted file mode 100644 index a56529b..0000000 --- a/lib/VNLib.Plugins.Extensions.VNCache/src/MemoryCache.cs +++ /dev/null @@ -1,222 +0,0 @@ -/* -* Copyright (c) 2023 Vaughn Nugent -* -* Library: VNLib -* Package: VNLib.Plugins.Extensions.VNCache -* File: MemoryCache.cs -* -* MemoryCache.cs is part of VNLib.Plugins.Extensions.VNCache -* which is part of the larger VNLib collection of libraries and utilities. -* -* VNLib.Plugins.Extensions.VNCache is free software: you can redistribute it and/or modify -* it under the terms of the GNU Affero General Public License as -* published by the Free Software Foundation, either version 3 of the -* License, or (at your option) any later version. -* -* VNLib.Plugins.Extensions.VNCache is distributed in the hope that it will be useful, -* but WITHOUT ANY WARRANTY; without even the implied warranty of -* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -* GNU Affero General Public License for more details. -* -* You should have received a copy of the GNU Affero General Public License -* along with this program. If not, see https://www.gnu.org/licenses/. -*/ - -using System; -using System.Text.Json; -using System.Threading; -using System.Threading.Tasks; - -using VNLib.Utils; -using VNLib.Utils.Memory; -using VNLib.Utils.Logging; -using VNLib.Utils.Memory.Diagnostics; -using VNLib.Data.Caching; -using VNLib.Data.Caching.ObjectCache; -using VNLib.Plugins.Extensions.Loading; -using VNLib.Data.Caching.ObjectCache.Server; - -namespace VNLib.Plugins.Extensions.VNCache -{ - [ConfigurationName(VNCacheExtensions.CACHE_CONFIG_KEY)] - internal sealed class MemoryCache : VnDisposeable, IGlobalCacheProvider - { - const int MB_DIVISOR = 1000 * 1024; - - const string DEBUG_TEMPLATE =@"Configuring Memory-Only Cache - | ----------------------------- - | Configuration: - | Table Size: {ts} - | Bucket Size: {bs} - | Max Objects: {obj} - | Max Memory Estimations: - | 4K blocks: {4k}Mb - | 8K blocks: {8k}Mb - | 16K blocks: {16K}Mb - | ----------------------------- -"; - - private readonly ICacheObjectSerialzer _serialzer; - private readonly ICacheObjectDeserialzer _deserialzer; - private readonly IBlobCacheTable _memCache; - private readonly IUnmangedHeap _bufferHeap; - private readonly BucketLocalManagerFactory _blobCacheMemManager; - - public MemoryCache(PluginBase pbase, IConfigScope config) - :this( - config[VNCacheExtensions.MEMORY_CACHE_CONFIG_KEY].Deserialize<MemoryCacheConfig>()!, - pbase.IsDebug(), - pbase.Log - ) - { } - - public MemoryCache(MemoryCacheConfig config):this(config, false, null) - { } - - private MemoryCache(MemoryCacheConfig config, bool isDebug, ILogProvider? log) - { - //Validate config - config.Validate(); - - if (isDebug) - { - //Use the debug heap - IUnmangedHeap newHeap = MemoryUtil.InitializeNewHeapForProcess(); - - //Wrap in diag heap - _bufferHeap = new TrackedHeapWrapper(newHeap, true); - } - else - { - //Init new "private" heap to alloc buffer from - _bufferHeap = MemoryUtil.InitializeNewHeapForProcess(); - } - - _blobCacheMemManager = BucketLocalManagerFactory.Create(config.ZeroAllAllocations); - - //Setup cache table - _memCache = new BlobCacheTable(config.TableSize, config.BucketSize, _blobCacheMemManager, null); - - /* - * Default to json serialization by using the default - * serializer and JSON options - */ - - JsonCacheObjectSerializer defaultSerializer = new(); - _serialzer = defaultSerializer; - _deserialzer = defaultSerializer; - - PrintDebug(log, config); - } - - private static void PrintDebug(ILogProvider? log, MemoryCacheConfig config) - { - long maxObjects = config.BucketSize * config.TableSize; - - long size4kMb = (maxObjects * 4096)/MB_DIVISOR; - long size8kMb = (maxObjects * 8128)/MB_DIVISOR; - long size16kMb = (maxObjects * 16384)/MB_DIVISOR; - - log?.Debug(DEBUG_TEMPLATE, config.TableSize, config.BucketSize, maxObjects, size4kMb, size8kMb, size16kMb); - } - - ///<inheritdoc/> - public bool IsConnected { get; } = true; - - protected override void Free() - { - _memCache.Dispose(); - _bufferHeap.Dispose(); - _blobCacheMemManager.Dispose(); - } - - ///<inheritdoc/> - public Task AddOrUpdateAsync<T>(string key, string? newKey, T value, CancellationToken cancellation) => AddOrUpdateAsync(key, newKey, value, _serialzer, cancellation); - - ///<inheritdoc/> - public async Task AddOrUpdateAsync<T>(string key, string? newKey, T value, ICacheObjectSerialzer serialzer, CancellationToken cancellation) - { - Check(); - - //Alloc serialzation buffer - using AddOrUpdateBuffer buffer = new (_bufferHeap); - - //Serialze the value - serialzer.Serialize(value, buffer); - - //Update object data - await _memCache.AddOrUpdateObjectAsync(key, newKey, static b => b.GetData(), buffer, default, cancellation); - } - - ///<inheritdoc/> - public Task DeleteAsync(string key, CancellationToken cancellation) - { - Check(); - return _memCache.DeleteObjectAsync(key, cancellation).AsTask(); - } - - ///<inheritdoc/> - public Task<T?> GetAsync<T>(string key, CancellationToken cancellation) => GetAsync<T>(key, _deserialzer, cancellation); - - ///<inheritdoc/> - public async Task<T?> GetAsync<T>(string key, ICacheObjectDeserialzer deserializer, CancellationToken cancellation) - { - Check(); - - IBlobCacheBucket bucket = _memCache.GetBucket(key); - - //Obtain lock - IBlobCache cache = await bucket.ManualWaitAsync(cancellation); - - try - { - //Try to read the value - if (cache.TryGetValue(key, out CacheEntry entry)) - { - return deserializer.Deserialze<T>(entry.GetDataSegment()); - } - - return default; - } - finally - { - bucket.Release(); - } - } - - ///<inheritdoc/> - public async Task GetAsync(string key, IObjectData rawData, CancellationToken cancellation) - { - Check(); - - //Get the bucket from the desired key - IBlobCacheBucket bucket = _memCache.GetBucket(key); - - //Obtain lock - IBlobCache cache = await bucket.ManualWaitAsync(cancellation); - - try - { - //Try to read the value - if (cache.TryGetValue(key, out CacheEntry entry)) - { - //Set result data - rawData.SetData(entry.GetDataSegment()); - } - } - finally - { - bucket.Release(); - } - } - - ///<inheritdoc/> - public Task AddOrUpdateAsync(string key, string? newKey, IObjectData rawData, CancellationToken cancellation) - { - Check(); - - //Update object data - return _memCache.AddOrUpdateObjectAsync(key, newKey, static b => b.GetData(), rawData, default, cancellation).AsTask(); - } - } -}
\ No newline at end of file |