Files
opensim/OpenSim/Region/CoreModules/Asset/FlotsamAssetCache.cs
2024-12-24 00:25:10 +00:00

1737 lines
64 KiB
C#
Executable File

/*
* Copyright (c) Contributors, http://opensimulator.org/
* See CONTRIBUTORS.TXT for a full list of copyright holders.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* * Neither the name of the OpenSimulator Project nor the
* names of its contributors may be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE DEVELOPERS ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
using System;
using System.IO;
using System.Collections.Generic;
using System.Reflection;
using System.Runtime.Serialization.Formatters.Binary;
using System.Text;
using System.Threading;
using System.Timers;
using log4net;
using Nini.Config;
using Mono.Addins;
using OpenMetaverse;
using OpenSim.Framework;
using OpenSim.Framework.Monitoring;
using OpenSim.Region.Framework.Interfaces;
using OpenSim.Region.Framework.Scenes;
using OpenSim.Server.Base;
using OpenSim.Services.Interfaces;
using System.Runtime.InteropServices;
namespace OpenSim.Region.CoreModules.Asset
{
[Extension(Path = "/OpenSim/RegionModules", NodeName = "RegionModule", Id = "FlotsamAssetCache")]
public class FlotsamAssetCache : ISharedRegionModule, IAssetCache, IAssetService
{
private struct WriteAssetInfo
{
public string filename;
public AssetBase asset;
public bool replace;
}
private static readonly ILog m_log = LogManager.GetLogger( MethodBase.GetCurrentMethod().DeclaringType);
private bool m_Enabled;
private bool m_timerRunning;
private bool m_cleanupRunning;
private const string m_ModuleName = "FlotsamAssetCache";
private string m_CacheDirectory = "assetcache";
private string m_assetLoader;
private string m_assetLoaderArgs;
private readonly char[] m_InvalidChars;
private int m_LogLevel = 0;
private ulong m_HitRateDisplay = 100; // How often to display hit statistics, given in requests
private ulong m_Requests;
private ulong m_RequestsForInprogress;
private ulong m_DiskHits;
private ulong m_MemoryHits;
private ulong m_weakRefHits;
private static readonly HashSet<string> m_CurrentlyWriting = new();
private static ObjectJobEngine m_assetFileWriteWorker = null;
private static HashSet<string> m_defaultAssets = new();
private bool m_FileCacheEnabled = true;
private ExpiringCacheOS<string, AssetBase> m_MemoryCache;
private bool m_MemoryCacheEnabled = false;
private ExpiringKey<string> m_negativeCache;
private bool m_negativeCacheEnabled = true;
// Expiration is expressed in hours.
private double m_MemoryExpiration = 0.016;
private const double m_DefaultFileExpiration = 48;
// Negative cache is in seconds
private int m_negativeExpiration = 120;
private TimeSpan m_FileExpiration = TimeSpan.FromHours(m_DefaultFileExpiration);
private TimeSpan m_FileExpirationCleanupTimer = TimeSpan.FromHours(1.0);
private static int m_CacheDirectoryTiers = 1;
private static int m_CacheDirectoryTierLen = 3;
private static int m_CacheWarnAt = 30000;
private System.Timers.Timer m_CacheCleanTimer;
private IAssetService m_AssetService;
private readonly List<Scene> m_Scenes = new();
private readonly object timerLock = new();
private Dictionary<string,WeakReference> weakAssetReferences = new();
private readonly object weakAssetReferencesLock = new();
private static bool m_updateFileTimeOnCacheHit = false;
private static ExpiringKey<string> m_lastFileAccessTimeChange = null;
public FlotsamAssetCache()
{
List<char> invalidChars = new();
invalidChars.AddRange(Path.GetInvalidPathChars());
invalidChars.AddRange(Path.GetInvalidFileNameChars());
m_InvalidChars = invalidChars.ToArray();
}
public Type ReplaceableInterface
{
get { return null; }
}
public string Name
{
get { return m_ModuleName; }
}
public void Initialise(IConfigSource source)
{
IConfig moduleConfig = source.Configs["Modules"];
if (moduleConfig is not null)
{
string name = moduleConfig.GetString("AssetCaching", string.Empty);
if (name == Name)
{
m_negativeCache = new ExpiringKey<string>(2000);
m_Enabled = true;
m_log.Info($"[FLOTSAM ASSET CACHE]: {this.Name} enabled");
IConfig assetConfig = source.Configs["AssetCache"];
if (assetConfig is null)
{
m_log.Debug(
"[FLOTSAM ASSET CACHE]: AssetCache section missing from config (not copied config-include/FlotsamCache.ini.example? Using defaults.");
}
else
{
m_FileCacheEnabled = assetConfig.GetBoolean("FileCacheEnabled", m_FileCacheEnabled);
m_CacheDirectory = assetConfig.GetString("CacheDirectory", m_CacheDirectory);
m_CacheDirectory = Path.GetFullPath(m_CacheDirectory);
m_MemoryCacheEnabled = assetConfig.GetBoolean("MemoryCacheEnabled", m_MemoryCacheEnabled);
m_MemoryExpiration = assetConfig.GetDouble("MemoryCacheTimeout", m_MemoryExpiration);
m_MemoryExpiration *= 3600.0; // config in hours to seconds
m_negativeCacheEnabled = assetConfig.GetBoolean("NegativeCacheEnabled", m_negativeCacheEnabled);
m_negativeExpiration = assetConfig.GetInt("NegativeCacheTimeout", m_negativeExpiration);
m_updateFileTimeOnCacheHit = assetConfig.GetBoolean("UpdateFileTimeOnCacheHit", m_updateFileTimeOnCacheHit);
m_updateFileTimeOnCacheHit &= m_FileCacheEnabled;
m_LogLevel = assetConfig.GetInt("LogLevel", m_LogLevel);
m_HitRateDisplay = (ulong)assetConfig.GetLong("HitRateDisplay", (long)m_HitRateDisplay);
m_FileExpiration = TimeSpan.FromHours(assetConfig.GetDouble("FileCacheTimeout", m_DefaultFileExpiration));
m_FileExpirationCleanupTimer = TimeSpan.FromHours(
assetConfig.GetDouble("FileCleanupTimer", m_FileExpirationCleanupTimer.TotalHours));
m_CacheDirectoryTiers = assetConfig.GetInt("CacheDirectoryTiers", m_CacheDirectoryTiers);
m_CacheDirectoryTierLen = assetConfig.GetInt("CacheDirectoryTierLength", m_CacheDirectoryTierLen);
m_CacheWarnAt = assetConfig.GetInt("CacheWarnAt", m_CacheWarnAt);
}
if(m_updateFileTimeOnCacheHit)
m_lastFileAccessTimeChange = new ExpiringKey<string>(300000);
if(m_MemoryCacheEnabled)
m_MemoryCache = new ExpiringCacheOS<string, AssetBase>((int)m_MemoryExpiration * 500);
m_log.Info($"[FLOTSAM ASSET CACHE]: Cache Directory {m_CacheDirectory}");
if (m_CacheDirectoryTiers < 1)
m_CacheDirectoryTiers = 1;
else if (m_CacheDirectoryTiers > 3)
m_CacheDirectoryTiers = 3;
if (m_CacheDirectoryTierLen < 1)
m_CacheDirectoryTierLen = 1;
else if (m_CacheDirectoryTierLen > 4)
m_CacheDirectoryTierLen = 4;
m_negativeExpiration *= 1000;
assetConfig = source.Configs["AssetService"];
if(assetConfig is not null)
{
m_assetLoader = assetConfig.GetString("DefaultAssetLoader", string.Empty);
m_assetLoaderArgs = assetConfig.GetString("AssetLoaderArgs", string.Empty);
if (string.IsNullOrWhiteSpace(m_assetLoaderArgs))
m_assetLoader = string.Empty;
}
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache status", "fcache status", "Display cache status", HandleConsoleCommand);
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache clear", "fcache clear [file] [memory]", "Remove all assets in the cache. If file or memory is specified then only this cache is cleared.", HandleConsoleCommand);
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache clearnegatives", "fcache clearnegatives", "Remove cache of assets previously not found in services.", HandleConsoleCommand);
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache assets", "fcache assets", "Attempt a deep scan and cache of all assets in all scenes", HandleConsoleCommand);
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache expire", "fcache expire <datetime(mm/dd/YYYY)>", "Purge cached assets older than the specified date/time", HandleConsoleCommand);
if (!string.IsNullOrWhiteSpace(m_assetLoader))
{
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache cachedefaultassets", "fcache cachedefaultassets", "loads local default assets to cache. This may override grid ones. use with care", HandleConsoleCommand);
MainConsole.Instance.Commands.AddCommand("Assets", true, "fcache deletedefaultassets", "fcache deletedefaultassets", "deletes default local assets from cache so they can be refreshed from grid. use with care", HandleConsoleCommand);
}
}
}
}
public void PostInitialise()
{
}
public void Close()
{
if(m_Scenes.Count <= 0)
{
lock (timerLock)
{
m_cleanupRunning = false;
if (m_timerRunning)
{
m_timerRunning = false;
m_CacheCleanTimer.Stop();
m_CacheCleanTimer.Close();
}
if (m_assetFileWriteWorker != null)
{
m_assetFileWriteWorker.Dispose();
m_assetFileWriteWorker = null;
}
}
}
}
public void AddRegion(Scene scene)
{
if (m_Enabled)
{
scene.RegisterModuleInterface<IAssetCache>(this);
m_Scenes.Add(scene);
}
}
public void RemoveRegion(Scene scene)
{
if (m_Enabled)
{
scene.UnregisterModuleInterface<IAssetCache>(this);
m_Scenes.Remove(scene);
lock(timerLock)
{
if(m_Scenes.Count <= 0)
{
m_cleanupRunning = false;
if (m_timerRunning)
{
m_timerRunning = false;
m_CacheCleanTimer.Stop();
m_CacheCleanTimer.Close();
}
if (m_assetFileWriteWorker != null)
{
m_assetFileWriteWorker.Dispose();
m_assetFileWriteWorker = null;
}
}
}
}
}
public void RegionLoaded(Scene scene)
{
if (m_Enabled)
{
m_AssetService ??= scene.RequestModuleInterface<IAssetService>();
lock(timerLock)
{
if(!m_timerRunning)
{
if (m_FileCacheEnabled && (m_FileExpiration > TimeSpan.Zero) && (m_FileExpirationCleanupTimer > TimeSpan.Zero))
{
m_CacheCleanTimer = new System.Timers.Timer(m_FileExpirationCleanupTimer.TotalMilliseconds)
{
AutoReset = false
};
m_CacheCleanTimer.Elapsed += CleanupExpiredFiles;
m_CacheCleanTimer.Start();
m_timerRunning = true;
}
}
if (m_FileCacheEnabled && m_assetFileWriteWorker == null)
{
m_assetFileWriteWorker = new ObjectJobEngine(ProcessWrites, "FloatsamCacheWriter", 1000, 1);
}
if (!string.IsNullOrWhiteSpace(m_assetLoader) && scene.RegionInfo.RegionID == m_Scenes[0].RegionInfo.RegionID)
{
IAssetLoader assetLoader = ServerUtils.LoadPlugin<IAssetLoader>(m_assetLoader, Array.Empty<object>());
if (assetLoader is not null)
{
HashSet<string> ids = new();
assetLoader.ForEachDefaultXmlAsset(
m_assetLoaderArgs,
delegate (AssetBase a)
{
Cache(a, true);
ids.Add(a.ID);
});
m_defaultAssets = ids;
}
}
}
}
}
private void ProcessWrites(object o)
{
try
{
WriteAssetInfo wai = (WriteAssetInfo)o;
WriteFileCache(wai.filename, wai.asset, wai.replace);
wai.asset = null;
Thread.Yield();
}
catch { }
}
////////////////////////////////////////////////////////////
// IAssetCache
//
private void UpdateWeakReference(string key, AssetBase asset)
{
lock(weakAssetReferencesLock)
{
ref WeakReference aref = ref CollectionsMarshal.GetValueRefOrAddDefault(weakAssetReferences, key, out bool ex);
if(ex)
aref.Target = asset;
else
aref = new WeakReference(asset);
}
}
private void UpdateMemoryCache(string key, AssetBase asset)
{
m_MemoryCache.AddOrUpdate(key, asset, m_MemoryExpiration);
}
private void UpdateFileCache(string key, AssetBase asset, bool replace = false)
{
if(m_assetFileWriteWorker is null)
return;
string filename = GetFileName(key);
try
{
// Once we start writing, make sure we flag that we're writing
// that object to the cache so that we don't try to write the
// same file multiple times.
lock (m_CurrentlyWriting)
{
if (!m_CurrentlyWriting.Add(filename))
return;
}
if (m_assetFileWriteWorker is not null)
{
WriteAssetInfo wai = new()
{
filename = filename,
asset = asset,
replace = replace
};
m_assetFileWriteWorker.Enqueue(wai);
}
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Failed to update cache for asset {asset.ID}: {e.Message}");
}
}
public void Cache(AssetBase asset, bool replace = false)
{
if (asset is not null)
{
//m_log.DebugFormat("[FLOTSAM ASSET CACHE]: Caching asset with id {0}", asset.ID);
UpdateWeakReference(asset.ID, asset);
if (m_MemoryCacheEnabled)
UpdateMemoryCache(asset.ID, asset);
if (m_FileCacheEnabled)
UpdateFileCache(asset.ID, asset, replace);
if (m_negativeCacheEnabled)
m_negativeCache.Remove(asset.ID);
}
}
public void CacheNegative(string id)
{
if (m_negativeCacheEnabled)
m_negativeCache.Add(id, m_negativeExpiration);
}
/// <summary>
/// Updates the cached file with the current time.
/// </summary>
/// <param name="filename">Filename.</param>
/// <returns><c>true</c>, if the update was successful, false otherwise.</returns>
private static bool CheckUpdateFileLastAccessTime(string filename)
{
try
{
File.SetLastAccessTime(filename, DateTime.Now);
m_lastFileAccessTimeChange?.Add(filename, 900000);
return true;
}
catch (FileNotFoundException)
{
return false;
}
catch
{
return true; // ignore other errors
}
}
private static void UpdateFileLastAccessTime(string filename)
{
try
{
if(!m_lastFileAccessTimeChange.ContainsKey(filename))
{
File.SetLastAccessTime(filename, DateTime.Now);
m_lastFileAccessTimeChange.Add(filename, 900000);
}
}
catch
{
}
}
private AssetBase GetFromWeakReference(string id)
{
lock(weakAssetReferencesLock)
{
if (weakAssetReferences.TryGetValue(id, out WeakReference aref))
{
if (aref.Target is AssetBase asset)
{
m_weakRefHits++;
return asset;
}
}
}
return null;
}
/// <summary>
/// Try to get an asset from the in-memory cache.
/// </summary>
/// <param name="id"></param>
/// <returns></returns>
private AssetBase GetFromMemoryCache(string id)
{
if (m_MemoryCache.TryGetValue(id, out AssetBase asset))
{
m_MemoryHits++;
return asset;
}
return null;
}
private bool CheckFromMemoryCache(string id)
{
return m_MemoryCache.Contains(id);
}
/// <summary>
/// Try to get an asset from the file cache.
/// </summary>
/// <param name="id"></param>
/// <returns>An asset retrieved from the file cache. null if there was a problem retrieving an asset.</returns>
private AssetBase GetFromFileCache(string id)
{
string filename = GetFileName(id);
// Track how often we have the problem that an asset is requested while
// it is still being downloaded by a previous request.
if (m_CurrentlyWriting.Contains(filename))
{
m_RequestsForInprogress++;
return null;
}
AssetBase asset = null;
try
{
using FileStream stream = File.Open(filename, FileMode.Open, FileAccess.Read, FileShare.Read);
if (stream.Length == 0) // Empty file will trigger exception below
return null;
BinaryFormatter bformatter = new();
asset = (AssetBase)bformatter.Deserialize(stream);
m_DiskHits++;
}
catch (FileNotFoundException)
{
}
catch (DirectoryNotFoundException)
{
}
catch (System.Runtime.Serialization.SerializationException e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Failed to get file {filename} for asset {id}: {e.Message}");
// If there was a problem deserializing the asset, the asset may
// either be corrupted OR was serialized under an old format
// {different version of AssetBase} -- we should attempt to
// delete it and re-cache
File.Delete(filename);
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Failed to get file {filename} for asset {id}: {e.Message}");
}
return asset;
}
private bool CheckFromFileCache(string id)
{
try
{
return File.Exists(GetFileName(id));
}
catch
{
}
return false;
}
// For IAssetService
public AssetBase Get(string id)
{
Get(id, out AssetBase asset);
return asset;
}
public AssetBase Get(string id, string ForeignAssetService, bool dummy)
{
return null;
}
public bool Get(string id, out AssetBase asset)
{
asset = null;
m_Requests++;
if (id.Equals(UUID.ZeroString))
return false;
if (m_negativeCache.ContainsKey(id))
return false;
asset = GetFromWeakReference(id);
if (asset is not null)
{
if(m_updateFileTimeOnCacheHit)
UpdateFileLastAccessTime(GetFileName(id));
if (m_MemoryCacheEnabled)
UpdateMemoryCache(id, asset);
return true;
}
if (m_MemoryCacheEnabled)
{
asset = GetFromMemoryCache(id);
if(asset is not null)
{
UpdateWeakReference(id,asset);
if (m_updateFileTimeOnCacheHit)
UpdateFileLastAccessTime(GetFileName(id));
return true;
}
}
if (m_FileCacheEnabled)
{
asset = GetFromFileCache(id);
if(asset is not null)
{
UpdateWeakReference(id,asset);
if (m_MemoryCacheEnabled)
UpdateMemoryCache(id, asset);
}
}
return true;
}
public bool GetFromMemory(string id, out AssetBase asset)
{
asset = null;
m_Requests++;
if (id.Equals(Util.UUIDZeroString))
return false;
if (m_negativeCache.ContainsKey(id))
return false;
asset = GetFromWeakReference(id);
if (asset != null)
{
if (m_updateFileTimeOnCacheHit)
{
string filename = GetFileName(id);
UpdateFileLastAccessTime(filename);
}
if (m_MemoryCacheEnabled)
UpdateMemoryCache(id, asset);
return true;
}
if (m_MemoryCacheEnabled)
{
asset = GetFromMemoryCache(id);
if (asset != null)
{
UpdateWeakReference(id, asset);
if (m_updateFileTimeOnCacheHit)
{
string filename = GetFileName(id);
UpdateFileLastAccessTime(filename);
}
return true;
}
}
return true;
}
public bool Check(string id)
{
if(GetFromWeakReference(id) is not null)
return true;
if (m_MemoryCacheEnabled && CheckFromMemoryCache(id))
return true;
if (m_FileCacheEnabled && CheckFromFileCache(id))
return true;
return false;
}
// does not check negative cache
public AssetBase GetCached(string id)
{
m_Requests++;
AssetBase asset = GetFromWeakReference(id);
if (asset is not null)
{
if (m_updateFileTimeOnCacheHit)
UpdateFileLastAccessTime(GetFileName(id));
if (m_MemoryCacheEnabled)
UpdateMemoryCache(id, asset);
return asset;
}
if (m_MemoryCacheEnabled)
{
asset = GetFromMemoryCache(id);
if (asset is not null)
{
UpdateWeakReference(id, asset);
if (m_updateFileTimeOnCacheHit)
UpdateFileLastAccessTime(GetFileName(id));
return asset;
}
}
if (m_FileCacheEnabled)
{
asset = GetFromFileCache(id);
if (asset is not null)
{
UpdateWeakReference(id, asset);
if (m_MemoryCacheEnabled)
UpdateMemoryCache(id, asset);
}
}
return asset;
}
public void Expire(string id)
{
if (m_LogLevel >= 2)
m_log.Debug($"[FLOTSAM ASSET CACHE]: Expiring Asset {id}");
try
{
lock (weakAssetReferencesLock)
weakAssetReferences.Remove(id);
if (m_MemoryCacheEnabled)
m_MemoryCache.Remove(id);
if (m_negativeCacheEnabled)
m_negativeCache.Remove(id);
if (m_FileCacheEnabled)
File.Delete(GetFileName(id));
}
catch (Exception e)
{
if (m_LogLevel >= 2)
m_log.Warn($"[FLOTSAM ASSET CACHE]: Failed to expire cached file {id}: {e.Message}");
}
}
public void Clear()
{
if (m_LogLevel >= 2)
m_log.Debug("[FLOTSAM ASSET CACHE]: Clearing caches.");
if (m_FileCacheEnabled && Directory.Exists(m_CacheDirectory))
{
foreach (string dir in Directory.GetDirectories(m_CacheDirectory))
{
try
{
Directory.Delete(dir, true);
}
catch { }
}
}
if (m_MemoryCacheEnabled)
{
m_MemoryCache.Dispose();
m_MemoryCache = new ExpiringCacheOS<string, AssetBase>((int)m_MemoryExpiration * 500);
}
if (m_negativeCacheEnabled)
{
m_negativeCache.Dispose();
m_negativeCache = new ExpiringKey<string>(2000);
}
lock (weakAssetReferencesLock)
weakAssetReferences = new Dictionary<string, WeakReference>();
}
private void CleanupExpiredFiles(object source, ElapsedEventArgs e)
{
lock (timerLock)
{
if (!m_timerRunning || m_cleanupRunning || !Directory.Exists(m_CacheDirectory))
return;
m_cleanupRunning = true;
}
// Purge all files last accessed prior to this point
DoCleanExpiredFiles(DateTime.Now - m_FileExpiration);
}
private void DoCleanExpiredFiles(DateTime purgeLine)
{
//long heap = 0;
//if (m_LogLevel >= 2)
//{
m_log.Info($"[FLOTSAM ASSET CACHE]: Start background expiring files older than {purgeLine}");
long heap = GC.GetTotalMemory(false);
//}
// An asset cache may contain local non-temporary assets that are not in the asset service. Therefore,
// before cleaning up expired files we must scan the objects in the scene to make sure that we retain
// such local assets if they have not been recently accessed.
Dictionary<UUID,sbyte> gids = GatherSceneAssets();
int cooldown = 0;
m_log.Info("[FLOTSAM ASSET CACHE] start asset files expire");
foreach (string subdir in Directory.GetDirectories(m_CacheDirectory))
{
if(!m_cleanupRunning)
break;
cooldown = CleanExpiredFiles(subdir, gids, purgeLine, cooldown);
if (++cooldown >= 10)
{
Thread.Sleep(120);
cooldown = 0;
}
}
lock (weakAssetReferencesLock)
{
weakAssetReferences = new Dictionary<string, WeakReference>();
m_weakRefHits=0;
}
lock (timerLock)
{
if (m_timerRunning)
m_CacheCleanTimer.Start();
m_cleanupRunning = false;
}
//if (m_LogLevel >= 2)
{
heap = GC.GetTotalMemory(false) - heap;
double fheap = Math.Round((double)(heap / (1024 * 1024)), 3);
m_log.Info($"[FLOTSAM ASSET CACHE]: Finished expiring files, heap delta: {fheap}MB.");
}
}
/// <summary>
/// Recurses through specified directory checking for asset files last
/// accessed prior to the specified purge line and deletes them. Also
/// removes empty tier directories.
/// </summary>
/// <param name="dir"></param>
/// <param name="purgeTimeline"></param>
private int CleanExpiredFiles(string dir, Dictionary<UUID, sbyte> gids, DateTime purgeTimeline, int cooldown)
{
try
{
if (!m_cleanupRunning)
return cooldown;
int dirSize = 0;
// Recurse into lower tiers
foreach (string subdir in Directory.GetDirectories(dir))
{
if (!m_cleanupRunning)
return cooldown;
++dirSize;
cooldown = CleanExpiredFiles(subdir, gids, purgeTimeline, cooldown);
if (++cooldown > 10)
{
Thread.Sleep(60);
cooldown = 0;
}
}
foreach (string file in Directory.GetFiles(dir))
{
if (!m_cleanupRunning)
return cooldown;
++dirSize;
string id = Path.GetFileName(file);
if (string.IsNullOrEmpty(id))
continue; //??
if (m_defaultAssets.Contains(id) || (UUID.TryParse(id, out UUID uid) && gids.ContainsKey(uid)))
{
++cooldown;
continue;
}
if (File.GetLastAccessTime(file) < purgeTimeline)
{
try
{
File.Delete(file);
lock (weakAssetReferencesLock)
weakAssetReferences.Remove(id);
}
catch { }
cooldown += 5;
--dirSize;
}
if (++cooldown >= 20)
{
Thread.Sleep(60);
cooldown = 0;
}
}
// Check if a tier directory is empty, if so, delete it
if (m_cleanupRunning && dirSize == 0)
{
try
{
Directory.Delete(dir);
}
catch { }
cooldown += 5;
if (cooldown >= 20)
{
Thread.Sleep(60);
cooldown = 0;
}
}
else if (dirSize >= m_CacheWarnAt)
{
m_log.Warn(
$"[FLOTSAM ASSET CACHE]: Cache folder exceeded CacheWarnAt limit {dir} {dirSize}. Suggest increasing tiers, tier length, or reducing cache expiration");
}
}
catch (DirectoryNotFoundException)
{
// If we get here, another node on the same box has
// already removed the directory. Continue with next.
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Could not complete clean of expired files in {dir}: {e.Message}");
}
return cooldown;
}
/// <summary>
/// Determines the filename for an AssetID stored in the file cache
/// </summary>
/// <param name="id"></param>
/// <returns></returns>
private string GetFileName(string id)
{
StringBuilder sb = osStringBuilderCache.Acquire();
int indx = id.IndexOfAny(m_InvalidChars);
if (indx >= 0)
{
sb.Append(id);
int sublen = id.Length - indx;
for(int i = 0; i < m_InvalidChars.Length; ++i)
{
sb.Replace(m_InvalidChars[i], '_', indx, sublen);
}
id = sb.ToString();
sb.Clear();
}
if(m_CacheDirectoryTiers == 1)
{
sb.Append(id.AsSpan(0, m_CacheDirectoryTierLen));
sb.Append(Path.DirectorySeparatorChar);
}
else
{
for (int p = 0; p < m_CacheDirectoryTiers * m_CacheDirectoryTierLen; p += m_CacheDirectoryTierLen)
{
sb.Append(id.AsSpan(p, m_CacheDirectoryTierLen));
sb.Append(Path.DirectorySeparatorChar);
}
}
sb.Append(id);
return Path.Combine(m_CacheDirectory, osStringBuilderCache.GetStringAndRelease(sb));
}
/// <summary>
/// Writes a file to the file cache, creating any necessary
/// tier directories along the way
/// </summary>
/// <param name="filename"></param>
/// <param name="asset"></param>
private static void WriteFileCache(string filename, AssetBase asset, bool replace)
{
try
{
// If the file is already cached, don't cache it, just touch it so access time is updated
if (!replace && File.Exists(filename))
{
if (m_updateFileTimeOnCacheHit)
UpdateFileLastAccessTime(filename);
return;
}
string directory = Path.GetDirectoryName(filename);
string tempname = Path.Combine(directory, Path.GetRandomFileName());
try
{
if (!Directory.Exists(directory))
{
Directory.CreateDirectory(directory);
}
using (Stream stream = File.Open(tempname, FileMode.Create))
{
BinaryFormatter bformatter = new();
bformatter.Serialize(stream, asset);
stream.Flush();
}
m_lastFileAccessTimeChange?.Add(filename, 900000);
}
catch (IOException e)
{
m_log.Warn(
$"[FLOTSAM ASSET CACHE]: Failed to write asset {asset.ID} to temporary location {tempname} (final {filename}) on cache in {directory}: {e.Message}");
return;
}
catch (UnauthorizedAccessException)
{
}
try
{
if(replace)
File.Delete(filename);
File.Move(tempname, filename);
}
catch
{
try
{
File.Delete(tempname);
}
catch{ }
// If we see an IOException here it's likely that some other competing thread has written the
// cache file first, so ignore. Other IOException errors (e.g. filesystem full) should be
// signally by the earlier temporary file writing code.
}
}
finally
{
// Even if the write fails with an exception, we need to make sure
// that we release the lock on that file, otherwise it'll never get
// cached
lock (m_CurrentlyWriting)
{
m_CurrentlyWriting.Remove(filename);
}
}
}
/// <summary>
/// Scan through the file cache, and return number of assets currently cached.
/// </summary>
/// <param name="dir"></param>
/// <returns></returns>
private int GetFileCacheCount(string dir)
{
try
{
int count = 0;
int cooldown = 0;
foreach (string subdir in Directory.GetDirectories(dir))
{
count += GetFileCacheCount(subdir);
++cooldown;
if(cooldown > 50)
{
Thread.Sleep(100);
cooldown = 0;
}
}
return count + Directory.GetFiles(dir).Length;
}
catch
{
return 0;
}
}
/// <summary>
/// This notes the last time the Region had a deep asset scan performed on it.
/// </summary>
/// <param name="regionID"></param>
private void StampRegionStatusFile(UUID regionID)
{
string RegionCacheStatusFile = Path.Combine(m_CacheDirectory, $"RegionStatus_{regionID}.fac");
try
{
if (File.Exists(RegionCacheStatusFile))
{
File.SetLastWriteTime(RegionCacheStatusFile, DateTime.Now);
}
else
{
File.WriteAllText(
RegionCacheStatusFile,
"Please do not delete this file unless you are manually clearing your Flotsam Asset Cache.");
}
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Could not stamp region status file for region {regionID}: {e. Message}");
}
}
/// <summary>
/// Iterates through all Scenes, doing a deep scan through assets
/// to update the access time of all assets present in the scene or referenced by assets
/// in the scene.
/// </summary>
/// <param name="tryGetUncached">
/// If true, then assets scanned which are not found in cache are added to the cache.
/// </param>
/// <returns>Number of distinct asset references found in the scene.</returns>
private int TouchAllSceneAssets(bool tryGetUncached)
{
m_log.Info("[FLOTSAM ASSET CACHE] start touch files of assets in use");
Dictionary<UUID,sbyte> gatheredids = GatherSceneAssets();
int cooldown = 0;
foreach(UUID id in gatheredids.Keys)
{
if (!m_cleanupRunning)
break;
string idstr = id.ToString();
if (!CheckUpdateFileLastAccessTime(GetFileName(idstr)) && tryGetUncached)
{
cooldown += 5;
m_AssetService.Get(idstr);
}
if (++cooldown > 50)
{
Thread.Sleep(50);
cooldown = 0;
}
}
return gatheredids.Count;
}
private Dictionary<UUID, sbyte> GatherSceneAssets()
{
m_log.Info("[FLOTSAM ASSET CACHE] gather assets in use");
Dictionary<UUID, sbyte> gatheredids = new();
UuidGatherer gatherer = new(m_AssetService, gatheredids);
int cooldown = 0;
foreach (Scene s in m_Scenes)
{
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainTexture1, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainTexture2, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainTexture3, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainTexture4, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainPBR1, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainPBR2, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainPBR3, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainPBR4, (sbyte)AssetType.Texture);
gatherer.AddGathered(s.RegionInfo.RegionSettings.TerrainImageID, (sbyte)AssetType.Texture);
s.RegionEnvironment?.GatherAssets(gatheredids);
if (s.LandChannel is not null)
{
List<ILandObject> landObjects = s.LandChannel.AllParcels();
foreach (ILandObject lo in landObjects)
{
if (lo.LandData is not null && lo.LandData.Environment is not null)
lo.LandData.Environment.GatherAssets(gatheredids);
}
}
EntityBase[] entities = s.Entities.GetEntities();
foreach (EntityBase entity in entities.AsSpan())
{
if (!m_cleanupRunning)
break;
if (entity is SceneObjectGroup sog)
{
if (sog.IsDeleted)
continue;
gatherer.AddForInspection(sog);
while (gatherer.GatherNext())
{
if (++cooldown > 50)
{
Thread.Sleep(60);
cooldown = 0;
}
}
if (++cooldown > 25)
{
Thread.Sleep(60);
cooldown = 0;
}
}
else if( entity is ScenePresence sp)
{
if (sp.IsChildAgent || sp.IsDeleted || sp.Appearance is null)
continue;
Primitive.TextureEntry Texture = sp.Appearance.Texture;
if (Texture is null)
continue;
Primitive.TextureEntryFace[] FaceTextures = Texture.FaceTextures;
if (FaceTextures is null)
continue;
for (int it = 0; it < AvatarAppearance.BAKE_INDICES.Length; it++)
{
int idx = AvatarAppearance.BAKE_INDICES[it];
if(idx < FaceTextures.Length)
{
Primitive.TextureEntryFace face = FaceTextures[idx];
if (face is null)
continue;
if (face.TextureID.IsZero() || face.TextureID.Equals(AppearanceManager.DEFAULT_AVATAR_TEXTURE))
continue;
gatherer.AddGathered(face.TextureID, (sbyte)AssetType.Texture);
}
}
}
}
entities = null;
if (!m_cleanupRunning)
break;
StampRegionStatusFile(s.RegionInfo.RegionID);
}
gatherer.GatherAll();
gatherer.FailedUUIDs.Clear();
gatherer.UncertainAssetsUUIDs.Clear();
m_log.Info($"[FLOTSAM ASSET CACHE] found {gatheredids.Count} possible assets in use)");
return gatheredids;
}
/// <summary>
/// Deletes all cache contents
/// </summary>
private void ClearFileCache()
{
if(!Directory.Exists(m_CacheDirectory))
return;
foreach (string dir in Directory.GetDirectories(m_CacheDirectory))
{
try
{
Directory.Delete(dir, true);
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Couldn't clear asset cache directory {dir} from {m_CacheDirectory}: {e.Message}");
}
}
foreach (string file in Directory.GetFiles(m_CacheDirectory))
{
try
{
File.Delete(file);
}
catch (Exception e)
{
m_log.Warn($"[FLOTSAM ASSET CACHE]: Couldn't clear asset cache file {file} from {m_CacheDirectory}: {e.Message}");
}
}
}
private List<string> GenerateCacheHitReport()
{
List<string> outputLines = new();
double invReq = 100.0 / m_Requests;
double weakHitRate = m_weakRefHits * invReq;
int weakEntriesAlive = 0;
lock(weakAssetReferencesLock)
{
foreach(WeakReference aref in weakAssetReferences.Values)
{
if (aref.IsAlive)
++weakEntriesAlive;
}
}
int weakEntries = weakAssetReferences.Count;
double fileHitRate = m_DiskHits * invReq;
double TotalHitRate = weakHitRate + fileHitRate;
outputLines.Add($"Total requests: {m_Requests}");
outputLines.Add($"unCollected Hit Rate: {weakHitRate:0.00}% ({weakEntries} entries {weakEntriesAlive} alive)");
outputLines.Add($"File Hit Rate: {fileHitRate:0.00}%");
if (m_MemoryCacheEnabled)
{
double HitRate = m_MemoryHits * invReq;
outputLines.Add($"Memory Hit Rate: {HitRate:0.00}%");
TotalHitRate += HitRate;
}
outputLines.Add($"Total Hit Rate: {TotalHitRate:0.00}%");
outputLines.Add($"Requests overlap during file writing: {m_RequestsForInprogress}");
return outputLines;
}
#region Console Commands
private void HandleConsoleCommand(string module, string[] cmdparams)
{
ICommandConsole con = MainConsole.Instance;
if (cmdparams.Length >= 2)
{
string cmd = cmdparams[1];
switch (cmd)
{
case "status":
{
WorkManager.RunInThreadPool(delegate
{
if (m_MemoryCacheEnabled)
con.Output("[FLOTSAM ASSET CACHE] Memory Cache: {0} assets", m_MemoryCache.Count);
else
con.Output("[FLOTSAM ASSET CACHE] Memory cache disabled");
if (m_FileCacheEnabled)
{
bool doingscan;
lock (timerLock)
{
doingscan = m_cleanupRunning;
}
if(doingscan)
{
con.Output("[FLOTSAM ASSET CACHE] a deep scan is in progress, skipping file cache assets count");
}
else
{
con.Output("[FLOTSAM ASSET CACHE] counting file cache assets");
int fileCount = GetFileCacheCount(m_CacheDirectory);
con.Output("[FLOTSAM ASSET CACHE] File Cache: {0} assets", fileCount);
}
}
else
{
con.Output("[FLOTSAM ASSET CACHE] File cache disabled");
}
GenerateCacheHitReport().ForEach(l => con.Output(l));
if (m_FileCacheEnabled)
{
con.Output("[FLOTSAM ASSET CACHE] Deep scans have previously been performed on the following regions:");
foreach (string s in Directory.GetFiles(m_CacheDirectory, "*.fac"))
{
int start = s.IndexOf('_');
int end = s.IndexOf('.');
if(start > 0 && end > 0)
{
string RegionID = s.Substring(start + 1, end - start);
DateTime RegionDeepScanTMStamp = File.GetLastWriteTime(s);
con.Output("[FLOTSAM ASSET CACHE] Region: {0}, {1}", RegionID, RegionDeepScanTMStamp.ToString("MM/dd/yyyy hh:mm:ss"));
}
}
}
}, null, "CacheStatus", false);
break;
}
case "clear":
if (cmdparams.Length < 2)
{
con.Output("Usage is fcache clear [file] [memory]");
break;
}
bool clearMemory = false, clearFile = false;
if (cmdparams.Length == 2)
{
clearMemory = true;
clearFile = true;
}
foreach (string s in cmdparams)
{
if (s.ToLower() == "memory")
clearMemory = true;
else if (s.ToLower() == "file")
clearFile = true;
}
if (clearMemory)
{
if (m_MemoryCacheEnabled)
{
m_MemoryCache.Clear();
con.Output("Memory cache cleared.");
}
else
{
con.Output("Memory cache not enabled.");
}
}
if (clearFile)
{
if (m_FileCacheEnabled)
{
ClearFileCache();
con.Output("File cache cleared.");
}
else
{
con.Output("File cache not enabled.");
}
}
if(m_negativeCacheEnabled)
m_negativeCache.Clear();
break;
case "clearnegatives":
if(m_negativeCacheEnabled)
{
int nsz = m_negativeCache.Count;
m_negativeCache.Clear();
con.Output($"Flotsam cache of negatives cleared ({nsz} entries)");
}
else
con.Output("Flotsam cache of negatives not enabled");
break;
case "assets":
lock (timerLock)
{
if (m_cleanupRunning)
{
con.Output("Flotsam assets check already running");
return;
}
m_cleanupRunning = true;
}
con.Output("Flotsam Ensuring assets are cached for all scenes.");
WorkManager.RunInThreadPool(delegate
{
bool wasRunning= false;
lock(timerLock)
{
if(m_timerRunning)
{
m_CacheCleanTimer.Stop();
m_timerRunning = false;
wasRunning = true;
}
}
if (wasRunning)
Thread.Sleep(120);
int assetReferenceTotal = TouchAllSceneAssets(true);
lock(timerLock)
{
if(wasRunning)
{
m_CacheCleanTimer.Start();
m_timerRunning = true;
}
m_cleanupRunning = false;
}
con.Output("Completed check with {0} assets.", assetReferenceTotal);
}, null, "TouchAllSceneAssets", false);
break;
case "expire":
lock (timerLock)
{
if (m_cleanupRunning)
{
con.Output("Flotsam assets check already running");
return;
}
m_cleanupRunning = true;
}
if (cmdparams.Length < 3)
{
con.Output("Invalid parameters for Expire, please specify a valid date & time");
m_cleanupRunning = false;
break;
}
string s_expirationDate = "";
DateTime expirationDate;
if (cmdparams.Length > 3)
{
s_expirationDate = string.Join(" ", cmdparams, 2, cmdparams.Length - 2);
}
else
{
s_expirationDate = cmdparams[2];
}
if(s_expirationDate.Equals("now", StringComparison.InvariantCultureIgnoreCase))
expirationDate = DateTime.Now;
else
{
if (!DateTime.TryParse(s_expirationDate, out expirationDate))
{
con.Output("{0} is not a valid date & time", cmd);
m_cleanupRunning = false;
break;
}
if (expirationDate >= DateTime.Now)
{
con.Output("{0} date & time must be in past", cmd);
m_cleanupRunning = false;
break;
}
}
if (m_FileCacheEnabled)
{
WorkManager.RunInThreadPool(delegate
{
bool wasRunning = false;
lock (timerLock)
{
if (m_timerRunning)
{
m_CacheCleanTimer.Stop();
m_timerRunning = false;
wasRunning = true;
}
}
if(wasRunning)
Thread.Sleep(120);
DoCleanExpiredFiles(expirationDate);
lock (timerLock)
{
if (wasRunning)
{
m_CacheCleanTimer.Start();
m_timerRunning = true;
}
m_cleanupRunning = false;
}
}, null, "ExpireSceneAssets", false);
}
else
con.Output("File cache not active, not clearing.");
break;
case "cachedefaultassets":
HandleLoadDefaultAssets();
break;
case "deletedefaultassets":
HandleDeleteDefaultAssets();
break;
default:
con.Output("Unknown command {0}", cmd);
break;
}
}
else if (cmdparams.Length == 1)
{
con.Output("fcache assets - Attempt a deep cache of all assets in all scenes");
con.Output("fcache expire <datetime> - Purge assets older than the specified date & time");
con.Output("fcache clear [file] [memory] - Remove cached assets");
con.Output("fcache status - Display cache status");
con.Output("fcache cachedefaultassets - loads default assets to cache replacing existent ones, this may override grid assets. Use with care");
con.Output("fcache deletedefaultassets - deletes default local assets from cache so they can be refreshed from grid");
}
}
#endregion
#region IAssetService Members
public AssetMetadata GetMetadata(string id)
{
Get(id, out AssetBase asset);
if (asset == null)
return null;
return asset.Metadata;
}
public byte[] GetData(string id)
{
Get(id, out AssetBase asset);
if (asset == null)
return null;
return asset.Data;
}
public bool Get(string id, object sender, AssetRetrieved handler)
{
if (!Get(id, out AssetBase asset))
return false;
handler(id, sender, asset);
return true;
}
public void Get(string id, string ForeignAssetService, bool StoreOnLocalGrid, SimpleAssetRetrieved callBack)
{
}
public bool[] AssetsExist(string[] ids)
{
bool[] exist = new bool[ids.Length];
for (int i = 0; i < ids.Length; i++)
{
exist[i] = Check(ids[i]);
}
return exist;
}
public string Store(AssetBase asset)
{
if (asset.FullID.IsZero())
{
asset.FullID = UUID.Random();
}
Cache(asset);
return asset.ID;
}
public bool UpdateContent(string id, byte[] data)
{
if (!Get(id, out AssetBase asset))
return false;
asset.Data = data;
Cache(asset, true);
return true;
}
public bool Delete(string id)
{
Expire(id);
return true;
}
private void HandleLoadDefaultAssets()
{
if (string.IsNullOrWhiteSpace(m_assetLoader))
{
m_log.Info("[FLOTSAM ASSET CACHE] default assets loader not defined");
return;
}
IAssetLoader assetLoader = ServerUtils.LoadPlugin<IAssetLoader>(m_assetLoader, Array.Empty<object>());
if (assetLoader == null)
{
m_log.Info("[FLOTSAM ASSET CACHE] default assets loader not found");
return;
}
m_log.Info("[FLOTSAM ASSET CACHE] start loading local default assets");
int count = 0;
HashSet<string> ids = new();
assetLoader.ForEachDefaultXmlAsset(
m_assetLoaderArgs,
delegate (AssetBase a)
{
Cache(a, true);
ids.Add(a.ID);
++count;
});
m_defaultAssets = ids;
m_log.Info($"[FLOTSAM ASSET CACHE] loaded {count} local default assets");
}
private void HandleDeleteDefaultAssets()
{
if (string.IsNullOrWhiteSpace(m_assetLoader))
{
m_log.Info("[FLOTSAM ASSET CACHE] default assets loader not defined");
return;
}
IAssetLoader assetLoader = ServerUtils.LoadPlugin<IAssetLoader>(m_assetLoader, Array.Empty<object>());
if (assetLoader is null)
{
m_log.Info("[FLOTSAM ASSET CACHE] default assets loader not found");
return;
}
m_log.Info("[FLOTSAM ASSET CACHE] started deleting local default assets");
int count = 0;
assetLoader.ForEachDefaultXmlAsset(
m_assetLoaderArgs,
delegate (AssetBase a)
{
Expire(a.ID);
++count;
});
m_defaultAssets = new HashSet<string>();
m_log.Info($"[FLOTSAM ASSET CACHE] deleted {count} local default assets");
}
#endregion
}
}