A new library scanner process will now be started for each library

* A new library scanner process will now be started for each library
This commit is contained in:
Michael Green
2024-01-04 12:04:46 +11:00
committed by GitHub
parent 49f36a2b99
commit eac35ee8a3
4 changed files with 185 additions and 128 deletions

View File

@@ -487,9 +487,49 @@ namespace gaseous_server.Classes
public void LibraryScan() public void LibraryScan()
{ {
// setup background tasks for each library
foreach (GameLibrary.LibraryItem library in GameLibrary.GetLibraries) foreach (GameLibrary.LibraryItem library in GameLibrary.GetLibraries)
{ {
Logging.Log(Logging.LogType.Information, "Library Scan", "Starting library scan. Library " + library.Name); Logging.Log(Logging.LogType.Information, "Library Scan", "Starting worker process for library " + library.Name);
ProcessQueue.QueueItem queue = new ProcessQueue.QueueItem(
ProcessQueue.QueueItemType.LibraryScanWorker,
0,
new List<ProcessQueue.QueueItemType>
{
ProcessQueue.QueueItemType.OrganiseLibrary,
ProcessQueue.QueueItemType.Rematcher
},
false,
true);
queue.Options = library;
ProcessQueue.QueueItems.Add(queue);
}
bool WorkersStillWorking = false;
do
{
WorkersStillWorking = false;
List<ProcessQueue.QueueItem> queueItems = new List<ProcessQueue.QueueItem>();
queueItems.AddRange(ProcessQueue.QueueItems);
foreach (ProcessQueue.QueueItem item in queueItems)
{
if (item.ItemType == ProcessQueue.QueueItemType.LibraryScanWorker)
{
// workers are still running - sleep and keep looping
WorkersStillWorking = true;
Thread.Sleep(30000);
}
}
} while (WorkersStillWorking == true);
Logging.Log(Logging.LogType.Information, "Library Scan", "Library scan complete. All workers stopped");
}
public void LibrarySpecificScan(GameLibrary.LibraryItem library)
{
Logging.Log(Logging.LogType.Information, "Library Scan", "Starting scan of library: " + library.Name);
Database db = new Database(Database.databaseType.MySql, Config.DatabaseConfiguration.ConnectionString); Database db = new Database(Database.databaseType.MySql, Config.DatabaseConfiguration.ConnectionString);
@@ -514,7 +554,7 @@ namespace gaseous_server.Classes
if (!romPath.StartsWith(library.Path)) if (!romPath.StartsWith(library.Path))
{ {
Logging.Log(Logging.LogType.Information, "Library Scan", " Deleting database entry for files with incorrect directory " + romPath); Logging.Log(Logging.LogType.Information, "Library Scan", "Deleting database entry for files with incorrect directory " + romPath);
string deleteSql = "DELETE FROM Games_Roms WHERE Id=@id AND LibraryId=@libraryid"; string deleteSql = "DELETE FROM Games_Roms WHERE Id=@id AND LibraryId=@libraryid";
Dictionary<string, object> deleteDict = new Dictionary<string, object>(); Dictionary<string, object> deleteDict = new Dictionary<string, object>();
deleteDict.Add("Id", romId); deleteDict.Add("Id", romId);
@@ -524,7 +564,7 @@ namespace gaseous_server.Classes
} }
} }
sql = "SELECT * FROM Games_Roms ORDER BY `name`"; sql = "SELECT * FROM Games_Roms WHERE LibraryId=@libraryid ORDER BY `name`";
dtRoms = db.ExecuteCMD(sql, dbDict); dtRoms = db.ExecuteCMD(sql, dbDict);
// search for files in the library that aren't in the database // search for files in the library that aren't in the database
@@ -561,7 +601,7 @@ namespace gaseous_server.Classes
gaseous_server.Models.Signatures_Games sig = GetFileSignature(hash, fi, LibraryFile); gaseous_server.Models.Signatures_Games sig = GetFileSignature(hash, fi, LibraryFile);
Logging.Log(Logging.LogType.Information, "Library Scan", " Orphaned file found in library: " + LibraryFile); Logging.Log(Logging.LogType.Information, "Library Scan", "Orphaned file found in library: " + LibraryFile);
// get discovered platform // get discovered platform
IGDB.Models.Platform determinedPlatform = Metadata.Platforms.GetPlatform(sig.Flags.IGDBPlatformId); IGDB.Models.Platform determinedPlatform = Metadata.Platforms.GetPlatform(sig.Flags.IGDBPlatformId);
@@ -591,7 +631,7 @@ namespace gaseous_server.Classes
} }
catch (Exception ex) catch (Exception ex)
{ {
Logging.Log(Logging.LogType.Warning, "Library Scan", " An error occurred while matching orphaned file: " + LibraryFile + ". Skipping.", ex); Logging.Log(Logging.LogType.Warning, "Library Scan", "An error occurred while matching orphaned file: " + LibraryFile + ". Skipping.", ex);
} }
} }
} }
@@ -614,7 +654,7 @@ namespace gaseous_server.Classes
gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType romMetadataSource = (gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType)(int)dtRoms.Rows[i]["MetadataSource"]; gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType romMetadataSource = (gaseous_server.Models.Signatures_Games.RomItem.SignatureSourceType)(int)dtRoms.Rows[i]["MetadataSource"];
SetStatus(StatusCount, dtRoms.Rows.Count, "Processing file " + romPath); SetStatus(StatusCount, dtRoms.Rows.Count, "Processing file " + romPath);
Logging.Log(Logging.LogType.Information, "Library Scan", " Processing ROM at path " + romPath); Logging.Log(Logging.LogType.Information, "Library Scan", "Processing ROM at path " + romPath);
if (File.Exists(romPath)) if (File.Exists(romPath))
{ {
@@ -629,7 +669,7 @@ namespace gaseous_server.Classes
else else
{ {
// file doesn't exist where it's supposed to be! delete it from the db // file doesn't exist where it's supposed to be! delete it from the db
Logging.Log(Logging.LogType.Warning, "Library Scan", " Deleting orphaned database entry for " + romPath); Logging.Log(Logging.LogType.Warning, "Library Scan", "Deleting orphaned database entry for " + romPath);
string deleteSql = "DELETE FROM Games_Roms WHERE Id = @id AND LibraryId = @libraryid"; string deleteSql = "DELETE FROM Games_Roms WHERE Id = @id AND LibraryId = @libraryid";
Dictionary<string, object> deleteDict = new Dictionary<string, object>(); Dictionary<string, object> deleteDict = new Dictionary<string, object>();
@@ -644,7 +684,6 @@ namespace gaseous_server.Classes
Logging.Log(Logging.LogType.Information, "Library Scan", "Library scan completed"); Logging.Log(Logging.LogType.Information, "Library Scan", "Library scan completed");
} }
}
public void Rematcher(bool ForceExecute = false) public void Rematcher(bool ForceExecute = false)
{ {

View File

@@ -177,7 +177,7 @@ namespace gaseous_server
break; break;
case QueueItemType.LibraryScan: case QueueItemType.LibraryScan:
Logging.Log(Logging.LogType.Debug, "Timered Event", "Starting Library Scanner"); Logging.Log(Logging.LogType.Debug, "Timered Event", "Starting Library Scanners");
Classes.ImportGame import = new ImportGame Classes.ImportGame import = new ImportGame
{ {
CallingQueueItem = this CallingQueueItem = this
@@ -188,6 +188,17 @@ namespace gaseous_server
break; break;
case QueueItemType.LibraryScanWorker:
GameLibrary.LibraryItem library = (GameLibrary.LibraryItem)Options;
Logging.Log(Logging.LogType.Debug, "Timered Event", "Starting Library Scanner worker for library " + library.Name);
Classes.ImportGame importLibraryScan = new ImportGame
{
CallingQueueItem = this
};
importLibraryScan.LibrarySpecificScan(library);
break;
case QueueItemType.Rematcher: case QueueItemType.Rematcher:
Logging.Log(Logging.LogType.Debug, "Timered Event", "Starting Rematch"); Logging.Log(Logging.LogType.Debug, "Timered Event", "Starting Rematch");
Classes.ImportGame importRematch = new ImportGame Classes.ImportGame importRematch = new ImportGame
@@ -350,6 +361,11 @@ namespace gaseous_server
/// </summary> /// </summary>
LibraryScan, LibraryScan,
/// <summary>
/// Performs the work for the LibraryScan task
/// </summary>
LibraryScanWorker,
/// <summary> /// <summary>
/// Looks for roms in the library that have an unknown platform or game match /// Looks for roms in the library that have an unknown platform or game match
/// </summary> /// </summary>

View File

@@ -411,6 +411,8 @@ function GetTaskFriendlyName(TaskName, options) {
return "Organise library"; return "Organise library";
case 'LibraryScan': case 'LibraryScan':
return "Library scan"; return "Library scan";
case 'LibraryScanWorker':
return "Library scan worker: " + options.name;
case 'CollectionCompiler': case 'CollectionCompiler':
return "Compress collection id: " + options; return "Compress collection id: " + options;
case 'BackgroundDatabaseUpgrade': case 'BackgroundDatabaseUpgrade':

View File

@@ -1030,7 +1030,7 @@ button:not(.select2-selection__choice__remove):not(.ejs_menu_button) {
height: 30px; height: 30px;
} }
button:hover { button:not(.select2-selection__choice__remove):not(.ejs_menu_button):hover {
background-color: #888; background-color: #888;
cursor: pointer; cursor: pointer;
} }