7d5419d33c
* Added more error logging to zip expansion * Added more logging * More logging, and archive contents can now be seen in rom info * Bug fixes and caching enhancements * Import path now cleaned after import
374 lines
18 KiB
C#
374 lines
18 KiB
C#
using System.IO.Compression;
|
|
using HasheousClient.Models;
|
|
using SevenZip;
|
|
using SharpCompress.Archives;
|
|
using SharpCompress.Archives.Rar;
|
|
using SharpCompress.Archives.Zip;
|
|
using SharpCompress.Common;
|
|
|
|
namespace gaseous_server.Classes
|
|
{
|
|
public class FileSignature
|
|
{
|
|
public static gaseous_server.Models.Signatures_Games GetFileSignature(Common.hashObject hash, FileInfo fi, string GameFileImportPath)
|
|
{
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Getting signature for file: " + GameFileImportPath);
|
|
gaseous_server.Models.Signatures_Games discoveredSignature = new gaseous_server.Models.Signatures_Games();
|
|
discoveredSignature = _GetFileSignature(hash, fi, GameFileImportPath, false);
|
|
|
|
string[] CompressionExts = { ".zip", ".rar", ".7z" };
|
|
string ImportedFileExtension = Path.GetExtension(GameFileImportPath);
|
|
|
|
if (CompressionExts.Contains(ImportedFileExtension) && (fi.Length < 1073741824))
|
|
{
|
|
// file is a zip and less than 1 GiB
|
|
// extract the zip file and search the contents
|
|
string ExtractPath = Path.Combine(Config.LibraryConfiguration.LibraryTempDirectory, Path.GetRandomFileName());
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Decompressing " + GameFileImportPath + " to " + ExtractPath + " examine contents");
|
|
if (!Directory.Exists(ExtractPath)) { Directory.CreateDirectory(ExtractPath); }
|
|
try
|
|
{
|
|
switch(ImportedFileExtension)
|
|
{
|
|
case ".zip":
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Decompressing using zip");
|
|
try
|
|
{
|
|
using (var archive = SharpCompress.Archives.Zip.ZipArchive.Open(GameFileImportPath))
|
|
{
|
|
foreach (var entry in archive.Entries.Where(entry => !entry.IsDirectory))
|
|
{
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Extracting file: " + entry.Key);
|
|
entry.WriteToDirectory(ExtractPath, new ExtractionOptions()
|
|
{
|
|
ExtractFullPath = true,
|
|
Overwrite = true
|
|
});
|
|
}
|
|
}
|
|
}
|
|
catch (Exception zipEx)
|
|
{
|
|
Logging.Log(Logging.LogType.Warning, "Get Signature", "Unzip error", zipEx);
|
|
throw;
|
|
}
|
|
break;
|
|
|
|
case ".rar":
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Decompressing using rar");
|
|
try
|
|
{
|
|
using (var archive = RarArchive.Open(GameFileImportPath))
|
|
{
|
|
foreach (var entry in archive.Entries.Where(entry => !entry.IsDirectory))
|
|
{
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Extracting file: " + entry.Key);
|
|
entry.WriteToDirectory(ExtractPath, new ExtractionOptions()
|
|
{
|
|
ExtractFullPath = true,
|
|
Overwrite = true
|
|
});
|
|
}
|
|
}
|
|
}
|
|
catch (Exception zipEx)
|
|
{
|
|
Logging.Log(Logging.LogType.Warning, "Get Signature", "Unrar error", zipEx);
|
|
throw;
|
|
}
|
|
break;
|
|
|
|
case ".7z":
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Decompressing using 7z");
|
|
try
|
|
{
|
|
using (var archive = SharpCompress.Archives.SevenZip.SevenZipArchive.Open(GameFileImportPath))
|
|
{
|
|
foreach (var entry in archive.Entries.Where(entry => !entry.IsDirectory))
|
|
{
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Extracting file: " + entry.Key);
|
|
entry.WriteToDirectory(ExtractPath, new ExtractionOptions()
|
|
{
|
|
ExtractFullPath = true,
|
|
Overwrite = true
|
|
});
|
|
}
|
|
}
|
|
}
|
|
catch (Exception zipEx)
|
|
{
|
|
Logging.Log(Logging.LogType.Warning, "Get Signature", "7z error", zipEx);
|
|
throw;
|
|
}
|
|
break;
|
|
}
|
|
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Processing decompressed files for signature matches");
|
|
// loop through contents until we find the first signature match
|
|
List<ArchiveData> archiveFiles = new List<ArchiveData>();
|
|
bool signatureFound = false;
|
|
foreach (string file in Directory.GetFiles(ExtractPath, "*.*", SearchOption.AllDirectories))
|
|
{
|
|
if (File.Exists(file))
|
|
{
|
|
FileInfo zfi = new FileInfo(file);
|
|
Common.hashObject zhash = new Common.hashObject(file);
|
|
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Checking signature of decompressed file " + file);
|
|
|
|
if (zfi != null)
|
|
{
|
|
ArchiveData archiveData = new ArchiveData{
|
|
FileName = Path.GetFileName(file),
|
|
FilePath = zfi.Directory.FullName.Replace(ExtractPath, ""),
|
|
Size = zfi.Length,
|
|
MD5 = hash.md5hash,
|
|
SHA1 = hash.sha1hash
|
|
};
|
|
archiveFiles.Add(archiveData);
|
|
|
|
if (signatureFound == false)
|
|
{
|
|
gaseous_server.Models.Signatures_Games zDiscoveredSignature = _GetFileSignature(zhash, zfi, file, true);
|
|
zDiscoveredSignature.Rom.Name = Path.ChangeExtension(zDiscoveredSignature.Rom.Name, ImportedFileExtension);
|
|
|
|
if (zDiscoveredSignature.Score > discoveredSignature.Score)
|
|
{
|
|
if (
|
|
zDiscoveredSignature.Rom.SignatureSource == gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType.MAMEArcade ||
|
|
zDiscoveredSignature.Rom.SignatureSource == gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType.MAMEMess
|
|
)
|
|
{
|
|
zDiscoveredSignature.Rom.Name = zDiscoveredSignature.Game.Description + ImportedFileExtension;
|
|
}
|
|
zDiscoveredSignature.Rom.Crc = discoveredSignature.Rom.Crc;
|
|
zDiscoveredSignature.Rom.Md5 = discoveredSignature.Rom.Md5;
|
|
zDiscoveredSignature.Rom.Sha1 = discoveredSignature.Rom.Sha1;
|
|
zDiscoveredSignature.Rom.Size = discoveredSignature.Rom.Size;
|
|
discoveredSignature = zDiscoveredSignature;
|
|
|
|
signatureFound = true;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
discoveredSignature.Rom.Attributes.Add(new KeyValuePair<string, object>(
|
|
"ZipContents", Newtonsoft.Json.JsonConvert.SerializeObject(archiveFiles)
|
|
));
|
|
}
|
|
catch (Exception ex)
|
|
{
|
|
Logging.Log(Logging.LogType.Critical, "Get Signature", "Error processing compressed file: " + GameFileImportPath, ex);
|
|
}
|
|
|
|
if (Directory.Exists(ExtractPath))
|
|
{
|
|
Logging.Log(Logging.LogType.Information, "Get Signature", "Deleting temporary decompress folder: " + ExtractPath);
|
|
|
|
Directory.Delete(ExtractPath, true);
|
|
}
|
|
}
|
|
|
|
return discoveredSignature;
|
|
}
|
|
|
|
private static gaseous_server.Models.Signatures_Games _GetFileSignature(Common.hashObject hash, FileInfo fi, string GameFileImportPath, bool IsInZip)
|
|
{
|
|
gaseous_server.Models.Signatures_Games discoveredSignature = new gaseous_server.Models.Signatures_Games();
|
|
|
|
// do database search first
|
|
gaseous_server.Models.Signatures_Games? dbSignature = _GetFileSignatureFromDatabase(hash, fi, GameFileImportPath);
|
|
|
|
if (dbSignature != null)
|
|
{
|
|
// local signature found
|
|
Logging.Log(Logging.LogType.Information, "Import Game", "Signature found in local database for game: " + dbSignature.Game.Name);
|
|
discoveredSignature = dbSignature;
|
|
}
|
|
else
|
|
{
|
|
// no local signature attempt to pull from Hasheous
|
|
dbSignature = _GetFileSignatureFromHasheous(hash, fi, GameFileImportPath);
|
|
|
|
if (dbSignature != null)
|
|
{
|
|
// signature retrieved from Hasheous
|
|
Logging.Log(Logging.LogType.Information, "Import Game", "Signature retrieved from Hasheous for game: " + dbSignature.Game.Name);
|
|
|
|
discoveredSignature = dbSignature;
|
|
}
|
|
else
|
|
{
|
|
// construct a signature from file data
|
|
dbSignature = _GetFileSignatureFromFileData(hash, fi, GameFileImportPath);
|
|
Logging.Log(Logging.LogType.Information, "Import Game", "Signature generated from provided file for game: " + dbSignature.Game.Name);
|
|
|
|
discoveredSignature = dbSignature;
|
|
}
|
|
}
|
|
|
|
Logging.Log(Logging.LogType.Information, "Import Game", " Determined import file as: " + discoveredSignature.Game.Name + " (" + discoveredSignature.Game.Year + ") " + discoveredSignature.Game.System);
|
|
|
|
return discoveredSignature;
|
|
}
|
|
|
|
private static gaseous_server.Models.Signatures_Games? _GetFileSignatureFromDatabase(Common.hashObject hash, FileInfo fi, string GameFileImportPath)
|
|
{
|
|
// check 1: do we have a signature for it?
|
|
gaseous_server.Classes.SignatureManagement sc = new SignatureManagement();
|
|
List<gaseous_server.Models.Signatures_Games> signatures = sc.GetSignature(hash.md5hash);
|
|
if (signatures.Count == 0)
|
|
{
|
|
// no md5 signature found - try sha1
|
|
signatures = sc.GetSignature("", hash.sha1hash);
|
|
}
|
|
|
|
gaseous_server.Models.Signatures_Games? discoveredSignature = null;
|
|
if (signatures.Count == 1)
|
|
{
|
|
// only 1 signature found!
|
|
discoveredSignature = signatures.ElementAt(0);
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref discoveredSignature, fi, false);
|
|
|
|
return discoveredSignature;
|
|
}
|
|
else if (signatures.Count > 1)
|
|
{
|
|
// more than one signature found - find one with highest score
|
|
foreach (gaseous_server.Models.Signatures_Games Sig in signatures)
|
|
{
|
|
if (Sig.Score > discoveredSignature.Score)
|
|
{
|
|
discoveredSignature = Sig;
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref discoveredSignature, fi, false);
|
|
}
|
|
}
|
|
|
|
return discoveredSignature;
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
private static gaseous_server.Models.Signatures_Games? _GetFileSignatureFromHasheous(Common.hashObject hash, FileInfo fi, string GameFileImportPath)
|
|
{
|
|
// check if hasheous is enabled, and if so use it's signature database
|
|
if (Config.MetadataConfiguration.SignatureSource == HasheousClient.Models.MetadataModel.SignatureSources.Hasheous)
|
|
{
|
|
HasheousClient.Hasheous hasheous = new HasheousClient.Hasheous();
|
|
SignatureLookupItem? HasheousResult = hasheous.RetrieveFromHasheousAsync(new HashLookupModel{
|
|
MD5 = hash.md5hash,
|
|
SHA1 = hash.sha1hash
|
|
});
|
|
|
|
if (HasheousResult != null)
|
|
{
|
|
if (HasheousResult.Signature != null)
|
|
{
|
|
gaseous_server.Models.Signatures_Games signature = new Models.Signatures_Games();
|
|
signature.Game = HasheousResult.Signature.Game;
|
|
signature.Rom = HasheousResult.Signature.Rom;
|
|
|
|
if (HasheousResult.MetadataResults != null)
|
|
{
|
|
if (HasheousResult.MetadataResults.Count > 0)
|
|
{
|
|
foreach (SignatureLookupItem.MetadataResult metadataResult in HasheousResult.MetadataResults)
|
|
{
|
|
if (metadataResult.Source == MetadataModel.MetadataSources.IGDB)
|
|
{
|
|
signature.Flags.IGDBPlatformId = (long)metadataResult.PlatformId;
|
|
signature.Flags.IGDBGameId = (long)metadataResult.GameId;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref signature, fi, false);
|
|
|
|
return signature;
|
|
}
|
|
}
|
|
}
|
|
|
|
return null;
|
|
}
|
|
|
|
private static gaseous_server.Models.Signatures_Games _GetFileSignatureFromFileData(Common.hashObject hash, FileInfo fi, string GameFileImportPath)
|
|
{
|
|
SignatureManagement signatureManagement = new SignatureManagement();
|
|
|
|
gaseous_server.Models.Signatures_Games discoveredSignature = new gaseous_server.Models.Signatures_Games();
|
|
|
|
// no signature match found - try name search
|
|
List<gaseous_server.Models.Signatures_Games> signatures = signatureManagement.GetByTosecName(fi.Name);
|
|
|
|
if (signatures.Count == 1)
|
|
{
|
|
// only 1 signature found!
|
|
discoveredSignature = signatures.ElementAt(0);
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref discoveredSignature, fi, false);
|
|
|
|
return discoveredSignature;
|
|
}
|
|
else if (signatures.Count > 1)
|
|
{
|
|
// more than one signature found - find one with highest score
|
|
foreach (gaseous_server.Models.Signatures_Games Sig in signatures)
|
|
{
|
|
if (Sig.Score > discoveredSignature.Score)
|
|
{
|
|
discoveredSignature = Sig;
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref discoveredSignature, fi, false);
|
|
}
|
|
}
|
|
|
|
return discoveredSignature;
|
|
}
|
|
else
|
|
{
|
|
// still no search - try alternate method
|
|
gaseous_server.Models.Signatures_Games.GameItem gi = new gaseous_server.Models.Signatures_Games.GameItem();
|
|
gaseous_server.Models.Signatures_Games.RomItem ri = new gaseous_server.Models.Signatures_Games.RomItem();
|
|
|
|
discoveredSignature.Game = gi;
|
|
discoveredSignature.Rom = ri;
|
|
|
|
// game title is the file name without the extension or path
|
|
gi.Name = Path.GetFileNameWithoutExtension(GameFileImportPath);
|
|
|
|
// remove everything after brackets - leaving (hopefully) only the name
|
|
if (gi.Name.Contains("("))
|
|
{
|
|
gi.Name = gi.Name.Substring(0, gi.Name.IndexOf("(")).Trim();
|
|
}
|
|
|
|
// remove special characters like dashes
|
|
gi.Name = gi.Name.Replace("-", "").Trim();
|
|
|
|
// guess platform
|
|
gaseous_server.Models.PlatformMapping.GetIGDBPlatformMapping(ref discoveredSignature, fi, true);
|
|
|
|
// get rom data
|
|
ri.Name = Path.GetFileName(GameFileImportPath);
|
|
ri.Md5 = hash.md5hash;
|
|
ri.Sha1 = hash.sha1hash;
|
|
ri.Size = fi.Length;
|
|
ri.SignatureSource = gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType.None;
|
|
|
|
return discoveredSignature;
|
|
}
|
|
}
|
|
|
|
public class ArchiveData
|
|
{
|
|
public string FileName { get; set; }
|
|
public string FilePath { get; set; }
|
|
public long Size { get; set; }
|
|
public string MD5 { get; set; }
|
|
public string SHA1 { get; set; }
|
|
}
|
|
}
|
|
} |