/* * Copyright (c) Contributors, http://opensimulator.org/ * See CONTRIBUTORS.TXT for a full list of copyright holders. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * Neither the name of the OpenSimulator Project nor the * names of its contributors may be used to endorse or promote products * derived from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE DEVELOPERS ``AS IS'' AND ANY * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE FOR ANY * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ using System; using System.Collections.Generic; using System.Threading; using log4net; namespace OpenSim.Framework { /// /// Manages launching threads and keeping watch over them for timeouts /// public static class Watchdog { /// Timer interval in milliseconds for the watchdog timer const double WATCHDOG_INTERVAL_MS = 2500.0d; /// Maximum timeout in milliseconds before a thread is considered dead const int WATCHDOG_TIMEOUT_MS = 5000; [System.Diagnostics.DebuggerDisplay("{Thread.Name}")] private class ThreadWatchdogInfo { public Thread Thread; public int LastTick; public ThreadWatchdogInfo(Thread thread) { Thread = thread; LastTick = Environment.TickCount & Int32.MaxValue; } } /// /// This event is called whenever a tracked thread is stopped or /// has not called UpdateThread() in time /// /// The thread that has been identified as dead /// The last time this thread called UpdateThread() public delegate void WatchdogTimeout(Thread thread, int lastTick); /// This event is called whenever a tracked thread is /// stopped or has not called UpdateThread() in time public static event WatchdogTimeout OnWatchdogTimeout; private static readonly ILog m_log = LogManager.GetLogger(System.Reflection.MethodBase.GetCurrentMethod().DeclaringType); private static Dictionary m_threads; private static System.Timers.Timer m_watchdogTimer; static Watchdog() { m_threads = new Dictionary(); m_watchdogTimer = new System.Timers.Timer(WATCHDOG_INTERVAL_MS); m_watchdogTimer.AutoReset = false; m_watchdogTimer.Elapsed += WatchdogTimerElapsed; m_watchdogTimer.Start(); } /// /// Start a new thread that is tracked by the watchdog timer /// /// The method that will be executed in a new thread /// A name to give to the new thread /// Priority to run the thread at /// True to run this thread as a background /// thread, otherwise false /// The newly created Thread object public static Thread StartThread(ThreadStart start, string name, ThreadPriority priority, bool isBackground) { Thread thread = new Thread(start); thread.Name = name; thread.Priority = priority; thread.IsBackground = isBackground; thread.Start(); return thread; } /// /// Marks the current thread as alive /// public static void UpdateThread() { UpdateThread(Thread.CurrentThread.ManagedThreadId); } /// /// Stops watchdog tracking on the current thread /// /// True if the thread was removed from the list of tracked /// threads, otherwise false public static bool RemoveThread() { return RemoveThread(Thread.CurrentThread.ManagedThreadId); } private static void AddThread(ThreadWatchdogInfo threadInfo) { m_log.Debug("[WATCHDOG]: Started tracking thread \"" + threadInfo.Thread.Name + "\" (ID " + threadInfo.Thread.ManagedThreadId + ")"); lock (m_threads) m_threads.Add(threadInfo.Thread.ManagedThreadId, threadInfo); } private static bool RemoveThread(int threadID) { lock (m_threads) return m_threads.Remove(threadID); } private static void UpdateThread(int threadID) { ThreadWatchdogInfo threadInfo; // Although TryGetValue is not a thread safe operation, we use a try/catch here instead // of a lock for speed. Adding/removing threads is a very rare operation compared to // UpdateThread(), and a single UpdateThread() failure here and there won't break // anything try { if (m_threads.TryGetValue(threadID, out threadInfo)) threadInfo.LastTick = Environment.TickCount & Int32.MaxValue; else AddThread(new ThreadWatchdogInfo(Thread.CurrentThread)); } catch { } } private static void WatchdogTimerElapsed(object sender, System.Timers.ElapsedEventArgs e) { WatchdogTimeout callback = OnWatchdogTimeout; if (callback != null) { ThreadWatchdogInfo timedOut = null; lock (m_threads) { int now = Environment.TickCount & Int32.MaxValue; foreach (ThreadWatchdogInfo threadInfo in m_threads.Values) { if (threadInfo.Thread.ThreadState == ThreadState.Stopped || now - threadInfo.LastTick >= WATCHDOG_TIMEOUT_MS) { timedOut = threadInfo; m_threads.Remove(threadInfo.Thread.ManagedThreadId); break; } } } if (timedOut != null) callback(timedOut.Thread, timedOut.LastTick); } m_watchdogTimer.Start(); } } }