using System; using System.Collections.Generic; using System.IO; using System.IO.Compression; using System.Linq; using System.Text; using static AssetStudio.ImportHelper; namespace AssetStudio { public class AssetsManager { public string SpecifyUnityVersion; public List assetsFileList = new List(); private List filteredAssetTypesList = new List(); internal Dictionary assetsFileIndexCache = new Dictionary(StringComparer.OrdinalIgnoreCase); internal Dictionary resourceFileReaders = new Dictionary(StringComparer.OrdinalIgnoreCase); private List importFiles = new List(); private HashSet importFilesHash = new HashSet(StringComparer.OrdinalIgnoreCase); private HashSet noexistFiles = new HashSet(StringComparer.OrdinalIgnoreCase); private HashSet assetsFileListHash = new HashSet(StringComparer.OrdinalIgnoreCase); public void SetAssetFilter(ClassIDType classIDType) { if (filteredAssetTypesList.Count == 0) { filteredAssetTypesList.AddRange(new List { ClassIDType.AssetBundle, ClassIDType.ResourceManager, }); } if (classIDType == ClassIDType.MonoBehaviour) { filteredAssetTypesList.AddRange(new List { ClassIDType.MonoScript, ClassIDType.MonoBehaviour }); } else { filteredAssetTypesList.Add(classIDType); } } public void SetAssetFilter(List classIDTypeList) { foreach (ClassIDType classIDType in classIDTypeList) SetAssetFilter(classIDType); } public void LoadFilesAndFolders(params string[] path) { List pathList = new List(); pathList.AddRange(path); LoadFilesAndFolders(out _, pathList); } public void LoadFilesAndFolders(out string parentPath, params string[] path) { List pathList = new List(); pathList.AddRange(path); LoadFilesAndFolders(out parentPath, pathList); } public void LoadFilesAndFolders(out string parentPath, List pathList) { List fileList = new List(); bool filesInPath = false; parentPath = ""; foreach (var path in pathList) { var fullPath = Path.GetFullPath(path); if (Directory.Exists(fullPath)) { var parent = Directory.GetParent(fullPath).FullName; if (!filesInPath && (parentPath == "" || parentPath.Length > parent.Length)) { parentPath = parent; } MergeSplitAssets(fullPath, true); fileList.AddRange(Directory.GetFiles(fullPath, "*.*", SearchOption.AllDirectories)); } else { parentPath = Path.GetDirectoryName(fullPath); fileList.Add(fullPath); filesInPath = true; } } if (filesInPath) { MergeSplitAssets(parentPath); } var toReadFile = ProcessingSplitFiles(fileList); fileList.Clear(); pathList.Clear(); Load(toReadFile); } private void Load(string[] files) { foreach (var file in files) { importFiles.Add(file); importFilesHash.Add(Path.GetFileName(file)); } Progress.Reset(); //use a for loop because list size can change for (var i = 0; i < importFiles.Count; i++) { LoadFile(importFiles[i]); Progress.Report(i + 1, importFiles.Count); } importFiles.Clear(); importFilesHash.Clear(); noexistFiles.Clear(); assetsFileListHash.Clear(); ReadAssets(); ProcessAssets(); } private void LoadFile(string fullName) { var reader = new FileReader(fullName); LoadFile(reader); } private void LoadFile(FileReader reader) { switch (reader.FileType) { case FileType.AssetsFile: LoadAssetsFile(reader); break; case FileType.BundleFile: LoadBundleFile(reader); break; case FileType.WebFile: LoadWebFile(reader); break; case FileType.GZipFile: LoadFile(DecompressGZip(reader)); break; case FileType.BrotliFile: LoadFile(DecompressBrotli(reader)); break; case FileType.ZipFile: LoadZipFile(reader); break; } } private void LoadAssetsFile(FileReader reader) { if (!assetsFileListHash.Contains(reader.FileName)) { Logger.Info($"Loading {reader.FullPath}"); try { var assetsFile = new SerializedFile(reader, this); CheckStrippedVersion(assetsFile); assetsFileList.Add(assetsFile); assetsFileListHash.Add(assetsFile.fileName); foreach (var sharedFile in assetsFile.m_Externals) { var sharedFileName = sharedFile.fileName; if (!importFilesHash.Contains(sharedFileName)) { var sharedFilePath = Path.Combine(Path.GetDirectoryName(reader.FullPath), sharedFileName); if (!noexistFiles.Contains(sharedFilePath)) { if (!File.Exists(sharedFilePath)) { var findFiles = Directory.GetFiles(Path.GetDirectoryName(reader.FullPath), sharedFileName, SearchOption.AllDirectories); if (findFiles.Length > 0) { sharedFilePath = findFiles[0]; } } if (File.Exists(sharedFilePath)) { importFiles.Add(sharedFilePath); importFilesHash.Add(sharedFileName); } else { noexistFiles.Add(sharedFilePath); } } } } } catch (NotSupportedException e) { Logger.Error(e.Message); reader.Dispose(); } catch (Exception e) { Logger.Warning($"Error while reading assets file {reader.FullPath}\r\n{e}"); reader.Dispose(); } } else { Logger.Info($"Skipping {reader.FullPath}"); reader.Dispose(); } } private void LoadAssetsFromMemory(FileReader reader, string originalPath, string unityVersion = null) { if (!assetsFileListHash.Contains(reader.FileName)) { try { var assetsFile = new SerializedFile(reader, this); assetsFile.originalPath = originalPath; if (!string.IsNullOrEmpty(unityVersion) && assetsFile.header.m_Version < SerializedFileFormatVersion.Unknown_7) { assetsFile.SetVersion(unityVersion); } CheckStrippedVersion(assetsFile); assetsFileList.Add(assetsFile); assetsFileListHash.Add(assetsFile.fileName); } catch (NotSupportedException e) { Logger.Error(e.Message); resourceFileReaders.Add(reader.FileName, reader); } catch (Exception e) { Logger.Warning($"Error while reading assets file {reader.FullPath} from {Path.GetFileName(originalPath)}\r\n{e}"); resourceFileReaders.Add(reader.FileName, reader); } } else Logger.Info($"Skipping {originalPath} ({reader.FileName})"); } private void LoadBundleFile(FileReader reader, string originalPath = null) { Logger.Info("Loading " + reader.FullPath); try { var bundleFile = new BundleFile(reader, SpecifyUnityVersion); foreach (var file in bundleFile.fileList) { var dummyPath = Path.Combine(Path.GetDirectoryName(reader.FullPath), file.fileName); var subReader = new FileReader(dummyPath, file.stream); if (subReader.FileType == FileType.AssetsFile) { LoadAssetsFromMemory(subReader, originalPath ?? reader.FullPath, bundleFile.m_Header.unityRevision); } else if (!resourceFileReaders.ContainsKey(file.fileName)) { resourceFileReaders.Add(file.fileName, subReader); } } } catch (NotSupportedException e) { Logger.Error(e.Message); } catch (Exception e) { var str = $"Error while reading bundle file {reader.FullPath}"; if (originalPath != null) { str += $" from {Path.GetFileName(originalPath)}"; } Logger.Warning($"{str}\r\n{e}"); } finally { reader.Dispose(); } } private void LoadWebFile(FileReader reader) { Logger.Info("Loading " + reader.FullPath); try { var webFile = new WebFile(reader); foreach (var file in webFile.fileList) { var dummyPath = Path.Combine(Path.GetDirectoryName(reader.FullPath), file.fileName); var subReader = new FileReader(dummyPath, file.stream); switch (subReader.FileType) { case FileType.AssetsFile: LoadAssetsFromMemory(subReader, reader.FullPath); break; case FileType.BundleFile: LoadBundleFile(subReader, reader.FullPath); break; case FileType.WebFile: LoadWebFile(subReader); break; case FileType.ResourceFile: resourceFileReaders[file.fileName] = subReader; //TODO break; } } } catch (Exception e) { Logger.Error($"Error while reading web file {reader.FullPath}", e); } finally { reader.Dispose(); } } private void LoadZipFile(FileReader reader) { Logger.Info("Reading " + reader.FileName); try { using (ZipArchive archive = new ZipArchive(reader.BaseStream, ZipArchiveMode.Read)) { List splitFiles = new List(); // register all files before parsing the assets so that the external references can be found // and find split files foreach (ZipArchiveEntry entry in archive.Entries) { if (entry.Name.Contains(".split")) { string baseName = Path.GetFileNameWithoutExtension(entry.Name); string basePath = Path.Combine(Path.GetDirectoryName(entry.FullName), baseName); if (!splitFiles.Contains(basePath)) { splitFiles.Add(basePath); importFilesHash.Add(baseName); } } else { importFilesHash.Add(entry.Name); } } // merge split files and load the result foreach (string basePath in splitFiles) { try { Stream splitStream = new MemoryStream(); int i = 0; while (true) { string path = $"{basePath}.split{i++}"; ZipArchiveEntry entry = archive.GetEntry(path); if (entry == null) break; using (Stream entryStream = entry.Open()) { entryStream.CopyTo(splitStream); } } splitStream.Seek(0, SeekOrigin.Begin); FileReader entryReader = new FileReader(basePath, splitStream); LoadFile(entryReader); } catch (Exception e) { Logger.Warning($"Error while reading zip split file {basePath}\r\n{e}"); } } // load all entries var progressCount = archive.Entries.Count; int k = 0; Progress.Reset(); foreach (ZipArchiveEntry entry in archive.Entries) { try { string dummyPath = Path.Combine(Path.GetDirectoryName(reader.FullPath), reader.FileName, entry.FullName); // create a new stream // - to store the deflated stream in // - to keep the data for later extraction Stream streamReader = new MemoryStream(); using (Stream entryStream = entry.Open()) { entryStream.CopyTo(streamReader); } streamReader.Position = 0; FileReader entryReader = new FileReader(dummyPath, streamReader); LoadFile(entryReader); if (entryReader.FileType == FileType.ResourceFile) { entryReader.Position = 0; if (!resourceFileReaders.ContainsKey(entry.Name)) { resourceFileReaders.Add(entry.Name, entryReader); } } Progress.Report(++k, progressCount); } catch (Exception e) { Logger.Warning($"Error while reading zip entry {entry.FullName}\r\n{e}"); } } } } catch (Exception e) { Logger.Error($"Error while reading zip file {reader.FileName}", e); } finally { reader.Dispose(); } } public void CheckStrippedVersion(SerializedFile assetsFile) { if (assetsFile.IsVersionStripped && string.IsNullOrEmpty(SpecifyUnityVersion)) { throw new NotSupportedException("The Unity version has been stripped, please set the version in the options"); } if (!string.IsNullOrEmpty(SpecifyUnityVersion)) { assetsFile.SetVersion(SpecifyUnityVersion); } } public void Clear() { foreach (var assetsFile in assetsFileList) { assetsFile.Objects.Clear(); assetsFile.reader.Close(); } assetsFileList.Clear(); foreach (var resourceFileReader in resourceFileReaders) { resourceFileReader.Value.Close(); } resourceFileReaders.Clear(); assetsFileIndexCache.Clear(); } private void ReadAssets() { Logger.Info("Read assets..."); var progressCount = assetsFileList.Sum(x => x.m_Objects.Count); int i = 0; Progress.Reset(); foreach (var assetsFile in assetsFileList) { foreach (var objectInfo in assetsFile.m_Objects) { var objectReader = new ObjectReader(assetsFile.reader, assetsFile, objectInfo); if (filteredAssetTypesList.Count > 0 && !filteredAssetTypesList.Contains(objectReader.type)) { continue; } try { Object obj = null; switch (objectReader.type) { case ClassIDType.Animation: obj = new Animation(objectReader); break; case ClassIDType.AnimationClip: obj = new AnimationClip(objectReader); break; case ClassIDType.Animator: obj = new Animator(objectReader); break; case ClassIDType.AnimatorController: obj = new AnimatorController(objectReader); break; case ClassIDType.AnimatorOverrideController: obj = new AnimatorOverrideController(objectReader); break; case ClassIDType.AssetBundle: obj = new AssetBundle(objectReader); break; case ClassIDType.AudioClip: obj = new AudioClip(objectReader); break; case ClassIDType.Avatar: obj = new Avatar(objectReader); break; case ClassIDType.Font: obj = new Font(objectReader); break; case ClassIDType.GameObject: obj = new GameObject(objectReader); break; case ClassIDType.Material: obj = new Material(objectReader); break; case ClassIDType.Mesh: obj = new Mesh(objectReader); break; case ClassIDType.MeshFilter: obj = new MeshFilter(objectReader); break; case ClassIDType.MeshRenderer: obj = new MeshRenderer(objectReader); break; case ClassIDType.MonoBehaviour: obj = new MonoBehaviour(objectReader); break; case ClassIDType.MonoScript: obj = new MonoScript(objectReader); break; case ClassIDType.MovieTexture: obj = new MovieTexture(objectReader); break; case ClassIDType.PlayerSettings: obj = new PlayerSettings(objectReader); break; case ClassIDType.RectTransform: obj = new RectTransform(objectReader); break; case ClassIDType.Shader: if (objectReader.version[0] < 2021) obj = new Shader(objectReader); break; case ClassIDType.SkinnedMeshRenderer: obj = new SkinnedMeshRenderer(objectReader); break; case ClassIDType.Sprite: obj = new Sprite(objectReader); break; case ClassIDType.SpriteAtlas: obj = new SpriteAtlas(objectReader); break; case ClassIDType.TextAsset: obj = new TextAsset(objectReader); break; case ClassIDType.Texture2D: obj = new Texture2D(objectReader); break; case ClassIDType.Transform: obj = new Transform(objectReader); break; case ClassIDType.VideoClip: obj = new VideoClip(objectReader); break; case ClassIDType.ResourceManager: obj = new ResourceManager(objectReader); break; default: obj = new Object(objectReader); break; } if (obj != null) assetsFile.AddObject(obj); } catch (Exception e) { var sb = new StringBuilder(); sb.AppendLine("Unable to load object") .AppendLine($"Assets {assetsFile.fileName}") .AppendLine($"Path {assetsFile.originalPath}") .AppendLine($"Type {objectReader.type}") .AppendLine($"PathID {objectInfo.m_PathID}") .Append(e); Logger.Warning(sb.ToString()); } Progress.Report(++i, progressCount); } } } private void ProcessAssets() { Logger.Info("Process Assets..."); foreach (var assetsFile in assetsFileList) { foreach (var obj in assetsFile.Objects) { if (obj is GameObject m_GameObject) { foreach (var pptr in m_GameObject.m_Components) { if (pptr.TryGet(out var m_Component)) { switch (m_Component) { case Transform m_Transform: m_GameObject.m_Transform = m_Transform; break; case MeshRenderer m_MeshRenderer: m_GameObject.m_MeshRenderer = m_MeshRenderer; break; case MeshFilter m_MeshFilter: m_GameObject.m_MeshFilter = m_MeshFilter; break; case SkinnedMeshRenderer m_SkinnedMeshRenderer: m_GameObject.m_SkinnedMeshRenderer = m_SkinnedMeshRenderer; break; case Animator m_Animator: m_GameObject.m_Animator = m_Animator; break; case Animation m_Animation: m_GameObject.m_Animation = m_Animation; break; } } } } else if (obj is SpriteAtlas m_SpriteAtlas) { foreach (var m_PackedSprite in m_SpriteAtlas.m_PackedSprites) { if (m_PackedSprite.TryGet(out var m_Sprite)) { if (m_Sprite.m_SpriteAtlas.IsNull) { m_Sprite.m_SpriteAtlas.Set(m_SpriteAtlas); } else { m_Sprite.m_SpriteAtlas.TryGet(out var m_SpriteAtlaOld); if (m_SpriteAtlaOld.m_IsVariant) { m_Sprite.m_SpriteAtlas.Set(m_SpriteAtlas); } } } } } } } } } }