/* * Copyright (c) 2023 Vaughn Nugent * * Library: VNLib * Package: VNLib.Plugins.Extensions.Loading * File: LoadingExtensions.cs * * LoadingExtensions.cs is part of VNLib.Plugins.Extensions.Loading which is part of the larger * VNLib collection of libraries and utilities. * * VNLib.Plugins.Extensions.Loading is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License as * published by the Free Software Foundation, either version 3 of the * License, or (at your option) any later version. * * VNLib.Plugins.Extensions.Loading is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see https://www.gnu.org/licenses/. */ using System; using System.IO; using System.Linq; using System.Text.Json; using System.Reflection; using System.Threading.Tasks; using System.Collections.Generic; using System.Runtime.CompilerServices; using VNLib.Utils; using VNLib.Utils.Memory; using VNLib.Utils.Logging; using VNLib.Utils.Extensions; using VNLib.Plugins.Essentials.Accounts; namespace VNLib.Plugins.Extensions.Loading { /// /// Provides common loading (and unloading when required) extensions for plugins /// public static class LoadingExtensions { /// /// A key in the 'plugins' configuration object that specifies /// an asset search directory /// public const string PLUGIN_ASSET_KEY = "assets"; public const string DEBUG_CONFIG_KEY = "debug"; public const string SECRETS_CONFIG_KEY = "secrets"; public const string PASSWORD_HASHING_KEY = "passwords"; /* * Plugin local cache used for storing singletons for a plugin instance */ private static readonly ConditionalWeakTable _localCache = new(); /// /// Gets a previously cached service singleton for the desired plugin /// /// The service instance type /// The plugin to obtain or build the singleton for /// The method to produce the singleton /// The cached or newly created singleton public static object GetOrCreateSingleton(PluginBase plugin, Type serviceType, Func serviceFactory) { Lazy? service; //Get local cache PluginLocalCache pc = _localCache.GetValue(plugin, PluginLocalCache.Create); //Hold lock while get/set the singleton lock (pc.SyncRoot) { //Check if service already exists service = pc.GetService(serviceType); //publish the service if it isnt loaded yet service ??= pc.AddService(serviceType, serviceFactory); } //Deferred load of the service return service.Value; } /// /// Gets a previously cached service singleton for the desired plugin /// or creates a new singleton instance for the plugin /// /// /// The plugin to obtain or build the singleton for /// The method to produce the singleton /// The cached or newly created singleton public static T GetOrCreateSingleton(PluginBase plugin, Func serviceFactory) => (T)GetOrCreateSingleton(plugin, typeof(T), p => serviceFactory(p)!); /// /// Gets the plugins ambient if loaded, or loads it if required. This class will /// be unloaded when the plugin us unloaded. /// /// /// The ambient /// /// /// public static IPasswordHashingProvider GetPasswords(this PluginBase plugin) { plugin.ThrowIfUnloaded(); //Check if a password configuration element is loaded, otherwise load with defaults return plugin.GetOrCreateSingleton().Passwords; } /// /// Loads an assembly into the current plugin's load context and will unload when disposed /// or the plugin is unloaded from the host application. /// /// The desired exported type to load from the assembly /// /// The name of the assembly (ex: 'file.dll') to search for /// Directory/file search option /// The managing the loaded assmbly in the current AppDomain /// /// /// /// /// The assembly is searched within the 'assets' directory specified in the plugin config /// or the global plugins ('path' key) directory if an assets directory is not defined. /// public static AssemblyLoader LoadAssembly(this PluginBase plugin, string assemblyName, SearchOption dirSearchOption = SearchOption.AllDirectories) { plugin.ThrowIfUnloaded(); _ = assemblyName ?? throw new ArgumentNullException(nameof(assemblyName)); //get plugin directory from config IConfigScope config = plugin.GetConfig("plugins"); /* * Allow an assets directory to limit the scope of the search for the desired * assembly, otherwise search all plugins directories */ string? assetDir = config.GetPropString(PLUGIN_ASSET_KEY); assetDir ??= config["path"].GetString(); /* * This should never happen since this method can only be called from a * plugin context, which means this path was used to load the current plugin */ _ = assetDir ?? throw new ArgumentNullException(PLUGIN_ASSET_KEY, "No plugin path is defined for the current host configuration, this is likely a bug"); //Get the first file that matches the search file string? asmFile = Directory.EnumerateFiles(assetDir, assemblyName, dirSearchOption).FirstOrDefault(); _ = asmFile ?? throw new FileNotFoundException($"Failed to load custom assembly {assemblyName} from plugin directory"); //Load the assembly return AssemblyLoader.Load(asmFile, plugin.UnloadToken); } /// /// Determintes if the current plugin config has a debug propety set /// /// /// True if debug mode is enabled, false otherwise /// public static bool IsDebug(this PluginBase plugin) { plugin.ThrowIfUnloaded(); //Check for debug element return plugin.PluginConfig.TryGetProperty(DEBUG_CONFIG_KEY, out JsonElement dbgEl) && dbgEl.GetBoolean(); } /// /// Internal exception helper to raise if the plugin has been unlaoded /// /// /// public static void ThrowIfUnloaded(this PluginBase plugin) { //See if the plugin was unlaoded if (plugin.UnloadToken.IsCancellationRequested) { throw new ObjectDisposedException("The plugin has been unloaded"); } } /// /// Schedules an asynchronous callback function to run and its results will be observed /// when the operation completes, or when the plugin is unloading /// /// /// The asynchronous operation to observe /// An optional startup delay for the operation /// A task that completes when the deferred task completes /// public static async Task ObserveWork(this PluginBase plugin, Func asyncTask, int delayMs = 0) { /* * Motivation: * Sometimes during plugin loading, a plugin may want to asynchronously load * data, where the results are not required to be observed during loading, but * should not be pending after the plugin is unloaded, as the assembly may be * unloaded and referrences collected by the GC. * * So we can use the plugin's unload cancellation token to observe the results * of a pending async operation */ //Test status plugin.ThrowIfUnloaded(); //Optional delay await Task.Delay(delayMs); //Run on ts Task deferred = Task.Run(asyncTask); //Add task to deferred list plugin.ObserveTask(deferred); try { //Await the task results await deferred.ConfigureAwait(false); } catch(Exception ex) { //Log errors plugin.Log.Error(ex, "Error occured while observing deferred task"); } finally { //Remove task when complete plugin.RemoveObservedTask(deferred); } } /// /// Schedules work to begin after the specified delay to be observed by the plugin while /// passing plugin specifie information. Exceptions are logged to the default plugin log /// /// /// The work to be observed /// The time (in milliseconds) to delay dispatching the work item /// The task that represents the scheduled work public static Task ObserveWork(this PluginBase plugin, IAsyncBackgroundWork work, int delayMs = 0) { return ObserveWork(plugin, () => work.DoWorkAsync(plugin.Log, plugin.UnloadToken), delayMs); } /// /// Registers an event to occur when the plugin is unloaded on a background thread /// and will cause the Plugin.Unload() method to block until the event completes /// /// /// The method to call when the plugin is unloaded /// A task that represents the registered work /// /// public static Task RegisterForUnload(this PluginBase plugin, Action callback) { //Test status plugin.ThrowIfUnloaded(); _ = callback ?? throw new ArgumentNullException(nameof(callback)); //Wait method static async Task WaitForUnload(PluginBase pb, Action callback) { //Wait for unload as a task on the threadpool to avoid deadlocks await pb.UnloadToken.WaitHandle.WaitAsync() .ConfigureAwait(false); callback(); } //Registaer the task to cause the plugin to wait return plugin.ObserveWork(() => WaitForUnload(plugin, callback)); } /// /// /// Gets or inializes a singleton service of the desired type. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// /// /// /// /// /// public static T GetOrCreateSingleton(this PluginBase plugin) { //Add service to service continer return GetOrCreateSingleton(plugin, CreateService); } /// /// /// Gets or inializes a singleton service of the desired type. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// /// /// Overrids the default configuration property name /// The configured service singleton /// /// /// public static T GetOrCreateSingleton(this PluginBase plugin, string configName) { //Add service to service continer return GetOrCreateSingleton(plugin, (plugin) => CreateService(plugin, configName)); } /// /// Configures the service asynchronously on the plugin's scheduler and returns a task /// that represents the configuration work. /// /// The service type /// /// The service to configure /// The time in milliseconds to delay the configuration task /// A task that complets when the load operation completes /// public static Task ConfigureServiceAsync(this PluginBase plugin, T service, int delayMs = 0) where T : IAsyncConfigurable { //Register async load return ObserveWork(plugin, () => service.ConfigureServiceAsync(plugin), delayMs); } /// /// /// Creates and configures a new instance of the desired type and captures the configuration /// information from the type. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the method is called once when /// the plugin is unloaded. /// /// /// The service type /// /// The a new instance configured service /// /// /// public static T CreateService(this PluginBase plugin) { if (plugin.HasConfigForType()) { IConfigScope config = plugin.GetConfigForType(); return CreateService(plugin, config); } else { return CreateService(plugin, (IConfigScope?)null); } } /// /// /// Creates and configures a new instance of the desired type, with the configuration property name /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// The service type /// /// The configuration element name to pass to the new instance /// The a new instance configured service /// /// /// public static T CreateService(this PluginBase plugin, string configName) { IConfigScope config = plugin.GetConfig(configName); return CreateService(plugin, config); } /// /// /// Creates and configures a new instance of the desired type, with the specified configuration scope /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// If the type derrives the /// method is called once when the instance is loaded, and observed on the plugin scheduler. /// /// /// The service type /// /// The configuration scope to pass directly to the new instance /// The a new instance configured service /// /// /// public static T CreateService(this PluginBase plugin, IConfigScope? config) { plugin.ThrowIfUnloaded(); Type serviceType = typeof(T); T service; //Determin configuration requirments if (ConfigurationExtensions.ConfigurationRequired(serviceType) || config != null) { if(config == null) { ConfigurationExtensions.ThrowConfigNotFoundForType(serviceType); } //Get the constructor for required or available config ConstructorInfo? constructor = serviceType.GetConstructor(new Type[] { typeof(PluginBase), typeof(IConfigScope) }); //Make sure the constructor exists _ = constructor ?? throw new EntryPointNotFoundException($"No constructor found for {serviceType.Name}"); //Call constructore service = (T)constructor.Invoke(new object[2] { plugin, config }); } else { //Get the constructor ConstructorInfo? constructor = serviceType.GetConstructor(new Type[] { typeof(PluginBase) }); //Make sure the constructor exists _ = constructor ?? throw new EntryPointNotFoundException($"No constructor found for {serviceType.Name}"); //Call constructore service = (T)constructor.Invoke(new object[1] { plugin }); } Task? loading = null; //If the service is async configurable, configure it if (service is IAsyncConfigurable asc) { #pragma warning disable CA5394 // Do not use insecure randomness int randomDelay = Random.Shared.Next(1, 100); #pragma warning restore CA5394 // Do not use insecure randomness //Register async load loading = plugin.ConfigureServiceAsync(asc, randomDelay); } //Allow background work loading if (service is IAsyncBackgroundWork bw) { #pragma warning disable CA5394 // Do not use insecure randomness int randomDelay = Random.Shared.Next(10, 200); #pragma warning restore CA5394 // Do not use insecure randomness //If the instances supports async loading, dont start work until its loaded if(loading != null) { _ = loading.ContinueWith(t => ObserveWork(plugin, bw, randomDelay), TaskScheduler.Default); } else { _ = ObserveWork(plugin, bw, randomDelay); } } //register dispose cleanup if (service is IDisposable disp) { _ = plugin.RegisterForUnload(disp.Dispose); } return service; } private sealed class PluginLocalCache { private readonly PluginBase _plugin; private readonly Dictionary> _store; public object SyncRoot { get; } = new(); private PluginLocalCache(PluginBase plugin) { _plugin = plugin; _store = new(); //Register cleanup on unload _ = _plugin.RegisterForUnload(() => _store.Clear()); } public static PluginLocalCache Create(PluginBase plugin) => new(plugin); public Lazy? GetService(Type serviceType) { Lazy? t = _store.Where(t => t.Key.IsAssignableTo(serviceType)) .Select(static tk => tk.Value) .FirstOrDefault(); return t; } public Lazy AddService(Type serviceType, Func factory) { //Get lazy loader to invoke factory outside of cache lock Lazy lazyFactory = new(() => factory(_plugin), true); //Store lazy factory _store.Add(serviceType, lazyFactory); //Pass the lazy factory back return lazyFactory; } } [ConfigurationName(PASSWORD_HASHING_KEY, Required = false)] private sealed class SecretProvider : VnDisposeable, ISecretProvider, IAsyncConfigurable { private byte[]? _pepper; private Exception? _error; public SecretProvider(PluginBase plugin, IConfigScope config) { if(config.TryGetValue("args", out JsonElement el)) { //Convert to dict IReadOnlyDictionary hashingArgs = el.EnumerateObject().ToDictionary(static k => k.Name, static v => v.Value); //Get hashing arguments uint saltLen = hashingArgs["salt_len"].GetUInt32(); uint hashLen = hashingArgs["hash_len"].GetUInt32(); uint timeCost = hashingArgs["time_cost"].GetUInt32(); uint memoryCost = hashingArgs["memory_cost"].GetUInt32(); uint parallelism = hashingArgs["parallelism"].GetUInt32(); //Load passwords Passwords = new(this, (int)saltLen, timeCost, memoryCost, parallelism, hashLen); } else { Passwords = new(this); } } public SecretProvider(PluginBase plugin) { Passwords = new(this); } public PasswordHashing Passwords { get; } /// public int BufferSize { get { Check(); return _pepper!.Length; } } public ERRNO GetSecret(Span buffer) { Check(); //Coppy pepper to buffer _pepper.CopyTo(buffer); //Return pepper length return _pepper!.Length; } protected override void Check() { base.Check(); if(_error != null) { throw _error; } } protected override void Free() { //Clear the pepper if set MemoryUtil.InitializeBlock(_pepper.AsSpan()); } public async Task ConfigureServiceAsync(PluginBase plugin) { try { //Get the pepper from secret storage _pepper = await plugin.TryGetSecretAsync(PASSWORD_HASHING_KEY).ToBase64Bytes(); } catch (Exception ex) { //Store exception for re-propagation _error = ex; //Propagate exception to system throw; } } } } }