123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332 |
- /*
- * Copyright (c) Contributors, http://opensimulator.org/
- * See CONTRIBUTORS.TXT for a full list of copyright holders.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- * * Redistributions of source code must retain the above copyright
- * notice, this list of conditions and the following disclaimer.
- * * Redistributions in binary form must reproduce the above copyright
- * notice, this list of conditions and the following disclaimer in the
- * documentation and/or other materials provided with the distribution.
- * * Neither the name of the OpenSimulator Project nor the
- * names of its contributors may be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE DEVELOPERS ``AS IS'' AND ANY
- * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
- using System;
- using System.Collections.Generic;
- using System.IO;
- using System.Reflection;
- using System.Threading;
- using System.Xml;
- using log4net;
- using OpenMetaverse;
- using OpenSim.Framework;
- using OpenSim.Framework.Serialization.External;
- using OpenSim.Region.Framework.Scenes;
- using OpenSim.Region.Framework.Scenes.Serialization;
- using OpenSim.Region.Framework.Interfaces;
- using OpenSim.Services.Interfaces;
- //using HyperGrid.Framework;
- //using OpenSim.Region.Communications.Hypergrid;
- namespace OpenSim.Region.CoreModules.Framework.InventoryAccess
- {
- public class HGAssetMapper
- {
- #region Fields
- private static readonly ILog m_log = LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);
- // This maps between inventory server urls and inventory server clients
- // private Dictionary<string, InventoryClient> m_inventoryServers = new Dictionary<string, InventoryClient>();
- private Scene m_scene;
- private string m_HomeURI;
- #endregion
- #region Constructor
- public HGAssetMapper(Scene scene, string homeURL)
- {
- m_scene = scene;
- m_HomeURI = homeURL;
- }
- #endregion
- #region Internal functions
- private AssetMetadata FetchMetadata(string url, UUID assetID)
- {
- if (string.IsNullOrEmpty(url))
- return null;
- if (!url.EndsWith("/") && !url.EndsWith("="))
- url = url + "/";
- AssetMetadata meta = m_scene.AssetService.GetMetadata(url + assetID.ToString());
- if (meta != null)
- m_log.DebugFormat("[HG ASSET MAPPER]: Fetched metadata for asset {0} of type {1} from {2} ", assetID, meta.Type, url);
- else
- m_log.DebugFormat("[HG ASSET MAPPER]: Unable to fetched metadata for asset {0} from {1} ", assetID, url);
- return meta;
- }
- private AssetBase FetchAsset(string url, UUID assetID)
- {
- // Test if it's already here
- AssetBase asset = m_scene.AssetService.Get(assetID.ToString());
- if (asset == null)
- {
- if (string.IsNullOrEmpty(url))
- return null;
- if (!url.EndsWith("/") && !url.EndsWith("="))
- url = url + "/";
- asset = m_scene.AssetService.Get(url + assetID.ToString());
- //if (asset != null)
- // m_log.DebugFormat("[HG ASSET MAPPER]: Fetched asset {0} of type {1} from {2} ", assetID, asset.Metadata.Type, url);
- //else
- // m_log.DebugFormat("[HG ASSET MAPPER]: Unable to fetch asset {0} from {1} ", assetID, url);
- }
- return asset;
- }
- public bool PostAsset(string url, AssetBase asset)
- {
- if (string.IsNullOrEmpty(url))
- return false;
- if (!url.EndsWith("/") && !url.EndsWith("="))
- url = url + "/";
- if (asset == null)
- {
- m_log.Warn("[HG ASSET MAPPER]: Tried to post asset to remote server, but asset not in local cache.");
- return false;
- }
- // See long comment in AssetCache.AddAsset
- if (asset.Temporary || asset.Local)
- return true;
- // We need to copy the asset into a new asset, because
- // we need to set its ID to be URL+UUID, so that the
- // HGAssetService dispatches it to the remote grid.
- // It's not pretty, but the best that can be done while
- // not having a global naming infrastructure
- AssetBase asset1 = new AssetBase(asset.FullID, asset.Name, asset.Type, asset.Metadata.CreatorID);
- Copy(asset, asset1);
- asset1.ID = url + asset.ID;
- AdjustIdentifiers(asset1.Metadata);
- if (asset1.Metadata.Type == (sbyte)AssetType.Object)
- asset1.Data = AdjustIdentifiers(asset.Data);
- else
- asset1.Data = asset.Data;
- string id = m_scene.AssetService.Store(asset1);
- if (String.IsNullOrEmpty(id))
- {
- m_log.DebugFormat("[HG ASSET MAPPER]: Asset server {0} did not accept {1}", url, asset.ID);
- return false;
- }
- else {
- m_log.DebugFormat("[HG ASSET MAPPER]: Posted copy of asset {0} from local asset server to {1}", asset1.ID, url);
- return true;
- }
- }
- private void Copy(AssetBase from, AssetBase to)
- {
- //to.Data = from.Data; // don't copy this, it's copied elsewhere
- to.Description = from.Description;
- to.FullID = from.FullID;
- to.ID = from.ID;
- to.Local = from.Local;
- to.Name = from.Name;
- to.Temporary = from.Temporary;
- to.Type = from.Type;
- }
- private void AdjustIdentifiers(AssetMetadata meta)
- {
- if (!string.IsNullOrEmpty(meta.CreatorID))
- {
- UUID uuid = UUID.Zero;
- UUID.TryParse(meta.CreatorID, out uuid);
- UserAccount creator = m_scene.UserAccountService.GetUserAccount(m_scene.RegionInfo.ScopeID, uuid);
- if (creator != null)
- meta.CreatorID = m_HomeURI + ";" + creator.FirstName + " " + creator.LastName;
- }
- }
- protected byte[] AdjustIdentifiers(byte[] data)
- {
- string xml = Utils.BytesToString(data);
- return Utils.StringToBytes(RewriteSOP(xml));
- }
- protected string RewriteSOP(string xmlData)
- {
- // Console.WriteLine("Input XML [{0}]", xmlData);
- return ExternalRepresentationUtils.RewriteSOP(xmlData, m_scene.Name, m_HomeURI, m_scene.UserAccountService, m_scene.RegionInfo.ScopeID);
- }
- // TODO: unused
- // private void Dump(Dictionary<UUID, bool> lst)
- // {
- // m_log.Debug("XXX -------- UUID DUMP ------- XXX");
- // foreach (KeyValuePair<UUID, bool> kvp in lst)
- // m_log.Debug(" >> " + kvp.Key + " (texture? " + kvp.Value + ")");
- // m_log.Debug("XXX -------- UUID DUMP ------- XXX");
- // }
- #endregion
- #region Public interface
- public void Get(UUID assetID, UUID ownerID, string userAssetURL)
- {
- // Get the item from the remote asset server onto the local AssetService
- AssetMetadata meta = FetchMetadata(userAssetURL, assetID);
- if (meta == null)
- return;
- // The act of gathering UUIDs downloads some assets from the remote server
- // but not all...
- HGUuidGatherer uuidGatherer = new HGUuidGatherer(m_scene.AssetService, userAssetURL);
- uuidGatherer.AddForInspection(assetID);
- uuidGatherer.GatherAll();
- m_log.DebugFormat("[HG ASSET MAPPER]: Preparing to get {0} assets", uuidGatherer.GatheredUuids.Count);
- bool success = true;
- foreach (UUID uuid in uuidGatherer.GatheredUuids.Keys)
- if (FetchAsset(userAssetURL, uuid) == null)
- success = false;
- // maybe all pieces got here...
- if (!success)
- m_log.DebugFormat("[HG ASSET MAPPER]: Problems getting item {0} from asset server {1}", assetID, userAssetURL);
- else
- m_log.DebugFormat("[HG ASSET MAPPER]: Successfully got item {0} from asset server {1}", assetID, userAssetURL);
- }
- public void Post(UUID assetID, UUID ownerID, string userAssetURL)
- {
- m_log.DebugFormat("[HG ASSET MAPPER]: Starting to send asset {0} with children to asset server {1}", assetID, userAssetURL);
- // Find all the embedded assets
- AssetBase asset = m_scene.AssetService.Get(assetID.ToString());
- if (asset == null)
- {
- m_log.DebugFormat("[HG ASSET MAPPER]: Something wrong with asset {0}, it could not be found", assetID);
- return;
- }
- HGUuidGatherer uuidGatherer = new HGUuidGatherer(m_scene.AssetService, string.Empty);
- uuidGatherer.AddForInspection(asset.FullID);
- uuidGatherer.GatherAll();
- // Check which assets already exist in the destination server
- string url = userAssetURL;
- if (!url.EndsWith("/") && !url.EndsWith("="))
- url = url + "/";
- string[] remoteAssetIDs = new string[uuidGatherer.GatheredUuids.Count];
- int i = 0;
- foreach (UUID id in uuidGatherer.GatheredUuids.Keys)
- remoteAssetIDs[i++] = url + id.ToString();
- bool[] exist = m_scene.AssetService.AssetsExist(remoteAssetIDs);
- var existSet = new HashSet<string>();
- i = 0;
- foreach (UUID id in uuidGatherer.GatheredUuids.Keys)
- {
- if (exist[i])
- existSet.Add(id.ToString());
- ++i;
- }
- // Send only those assets which don't already exist in the destination server
- bool success = true;
- foreach (UUID uuid in uuidGatherer.GatheredUuids.Keys)
- {
- if (!existSet.Contains(uuid.ToString()))
- {
- asset = m_scene.AssetService.Get(uuid.ToString());
- if (asset == null)
- {
- m_log.DebugFormat("[HG ASSET MAPPER]: Could not find asset {0}", uuid);
- }
- else
- {
- try
- {
- success &= PostAsset(userAssetURL, asset);
- }
- catch (Exception e)
- {
- m_log.Error(
- string.Format(
- "[HG ASSET MAPPER]: Failed to post asset {0} (type {1}, length {2}) referenced from {3} to {4} with exception ",
- asset.ID, asset.Type, asset.Data.Length, assetID, userAssetURL),
- e);
- // For debugging purposes for now we will continue to throw the exception up the stack as was already happening. However, after
- // debugging we may want to simply report the failure if we can tell this is due to a failure
- // with a particular asset and not a destination network failure where all asset posts will fail (and
- // generate large amounts of log spam).
- throw e;
- }
- }
- }
- else
- {
- m_log.DebugFormat(
- "[HG ASSET MAPPER]: Didn't post asset {0} referenced from {1} because it already exists in asset server {2}",
- uuid, assetID, userAssetURL);
- }
- }
- if (!success)
- m_log.DebugFormat("[HG ASSET MAPPER]: Problems sending asset {0} with children to asset server {1}", assetID, userAssetURL);
- else
- m_log.DebugFormat("[HG ASSET MAPPER]: Successfully sent asset {0} with children to asset server {1}", assetID, userAssetURL);
- }
- #endregion
- }
- }
|