2021-09-07 03:14:04 +02:00
|
|
|
const Path = require('path')
|
|
|
|
const EventEmitter = require('events')
|
|
|
|
const Watcher = require('watcher')
|
|
|
|
const Logger = require('./Logger')
|
2021-08-18 00:01:11 +02:00
|
|
|
|
|
|
|
class FolderWatcher extends EventEmitter {
|
2021-10-05 05:11:42 +02:00
|
|
|
constructor() {
|
2021-08-18 00:01:11 +02:00
|
|
|
super()
|
2021-10-05 05:11:42 +02:00
|
|
|
this.paths = [] // Not used
|
|
|
|
this.pendingFiles = [] // Not used
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
this.libraryWatchers = []
|
|
|
|
this.pendingFileUpdates = []
|
2021-09-11 02:55:02 +02:00
|
|
|
this.pendingDelay = 4000
|
|
|
|
this.pendingTimeout = null
|
2022-02-24 00:52:21 +01:00
|
|
|
|
|
|
|
this.disabled = false
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
get pendingFilePaths() {
|
|
|
|
return this.pendingFileUpdates.map(f => f.path)
|
|
|
|
}
|
|
|
|
|
|
|
|
buildLibraryWatcher(library) {
|
|
|
|
if (this.libraryWatchers.find(w => w.id === library.id)) {
|
|
|
|
Logger.warn('[Watcher] Already watching library', library.name)
|
|
|
|
return
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
2021-11-26 01:39:02 +01:00
|
|
|
Logger.info(`[Watcher] Initializing watcher for "${library.name}".`)
|
2021-10-05 05:11:42 +02:00
|
|
|
var folderPaths = library.folderPaths
|
2021-11-26 01:39:02 +01:00
|
|
|
folderPaths.forEach((fp) => {
|
|
|
|
Logger.debug(`[Watcher] Init watcher for library folder path "${fp}"`)
|
|
|
|
})
|
2021-10-05 05:11:42 +02:00
|
|
|
var watcher = new Watcher(folderPaths, {
|
|
|
|
ignored: /(^|[\/\\])\../, // ignore dotfiles
|
|
|
|
renameDetection: true,
|
|
|
|
renameTimeout: 2000,
|
|
|
|
recursive: true,
|
|
|
|
ignoreInitial: true,
|
|
|
|
persistent: true
|
|
|
|
})
|
|
|
|
watcher
|
|
|
|
.on('add', (path) => {
|
|
|
|
this.onNewFile(library.id, path)
|
|
|
|
}).on('change', (path) => {
|
|
|
|
// This is triggered from metadata changes, not what we want
|
|
|
|
// this.onFileUpdated(path)
|
|
|
|
}).on('unlink', path => {
|
|
|
|
this.onFileRemoved(library.id, path)
|
|
|
|
}).on('rename', (path, pathNext) => {
|
|
|
|
this.onRename(library.id, path, pathNext)
|
|
|
|
}).on('error', (error) => {
|
2021-10-06 04:10:49 +02:00
|
|
|
Logger.error(`[Watcher] ${error}`)
|
2021-10-05 05:11:42 +02:00
|
|
|
}).on('ready', () => {
|
2021-10-06 04:10:49 +02:00
|
|
|
Logger.info(`[Watcher] "${library.name}" Ready`)
|
2021-11-26 01:39:02 +01:00
|
|
|
}).on('close', () => {
|
|
|
|
Logger.debug(`[Watcher] "${library.name}" Closed`)
|
2021-10-05 05:11:42 +02:00
|
|
|
})
|
|
|
|
|
|
|
|
this.libraryWatchers.push({
|
|
|
|
id: library.id,
|
|
|
|
name: library.name,
|
|
|
|
folders: library.folders,
|
|
|
|
paths: library.folderPaths,
|
|
|
|
watcher
|
|
|
|
})
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
initWatcher(libraries) {
|
|
|
|
libraries.forEach((lib) => {
|
2022-02-26 23:34:54 +01:00
|
|
|
if (!lib.disableWatcher) {
|
|
|
|
this.buildLibraryWatcher(lib)
|
|
|
|
}
|
2021-10-05 05:11:42 +02:00
|
|
|
})
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
addLibrary(library) {
|
2022-02-26 23:34:54 +01:00
|
|
|
if (this.disabled || library.disableWatcher) return
|
2021-10-05 05:11:42 +02:00
|
|
|
this.buildLibraryWatcher(library)
|
|
|
|
}
|
2021-09-11 02:55:02 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
updateLibrary(library) {
|
2022-02-26 23:34:54 +01:00
|
|
|
if (this.disabled || library.disableWatcher) return
|
2021-10-05 05:11:42 +02:00
|
|
|
var libwatcher = this.libraryWatchers.find(lib => lib.id === library.id)
|
|
|
|
if (libwatcher) {
|
|
|
|
libwatcher.name = library.name
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
var pathsToAdd = library.folderPaths.filter(path => !libwatcher.paths.includes(path))
|
|
|
|
if (pathsToAdd.length) {
|
|
|
|
Logger.info(`[Watcher] Adding paths to library watcher "${library.name}"`)
|
|
|
|
libwatcher.paths = library.folderPaths
|
|
|
|
libwatcher.folders = library.folders
|
|
|
|
libwatcher.watcher.watchPaths(pathsToAdd)
|
|
|
|
}
|
2021-09-07 03:14:04 +02:00
|
|
|
}
|
2021-10-05 05:11:42 +02:00
|
|
|
}
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
removeLibrary(library) {
|
2022-02-24 00:52:21 +01:00
|
|
|
if (this.disabled) return
|
2021-10-05 05:11:42 +02:00
|
|
|
var libwatcher = this.libraryWatchers.find(lib => lib.id === library.id)
|
|
|
|
if (libwatcher) {
|
|
|
|
Logger.info(`[Watcher] Removed watcher for "${library.name}"`)
|
|
|
|
libwatcher.watcher.close()
|
|
|
|
this.libraryWatchers = this.libraryWatchers.filter(lib => lib.id !== library.id)
|
|
|
|
} else {
|
|
|
|
Logger.error(`[Watcher] Library watcher not found for "${library.name}"`)
|
|
|
|
}
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
close() {
|
|
|
|
return this.libraryWatchers.map(lib => lib.watcher.close())
|
|
|
|
}
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
onNewFile(libraryId, path) {
|
|
|
|
Logger.debug('[Watcher] File Added', path)
|
|
|
|
this.addFileUpdate(libraryId, path, 'added')
|
|
|
|
}
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
onFileRemoved(libraryId, path) {
|
|
|
|
Logger.debug('[Watcher] File Removed', path)
|
|
|
|
this.addFileUpdate(libraryId, path, 'deleted')
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
onFileUpdated(path) {
|
2021-10-05 05:11:42 +02:00
|
|
|
Logger.debug('[Watcher] Updated File', path)
|
|
|
|
}
|
|
|
|
|
|
|
|
onRename(libraryId, pathFrom, pathTo) {
|
|
|
|
Logger.debug(`[Watcher] Rename ${pathFrom} => ${pathTo}`)
|
2022-01-10 18:12:47 +01:00
|
|
|
this.addFileUpdate(libraryId, pathFrom, 'renamed')
|
2021-10-05 05:11:42 +02:00
|
|
|
this.addFileUpdate(libraryId, pathTo, 'renamed')
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
2021-08-26 00:36:54 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
addFileUpdate(libraryId, path, type) {
|
2021-11-06 23:26:44 +01:00
|
|
|
path = path.replace(/\\/g, '/')
|
2021-10-05 05:11:42 +02:00
|
|
|
if (this.pendingFilePaths.includes(path)) return
|
2021-09-07 03:14:04 +02:00
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
// Get file library
|
|
|
|
var libwatcher = this.libraryWatchers.find(lw => lw.id === libraryId)
|
|
|
|
if (!libwatcher) {
|
|
|
|
Logger.error(`[Watcher] Invalid library id from watcher ${libraryId}`)
|
2021-09-11 02:55:02 +02:00
|
|
|
return
|
2021-09-07 03:14:04 +02:00
|
|
|
}
|
|
|
|
|
2021-10-05 05:11:42 +02:00
|
|
|
// Get file folder
|
2021-11-06 23:26:44 +01:00
|
|
|
var folder = libwatcher.folders.find(fold => path.startsWith(fold.fullPath.replace(/\\/g, '/')))
|
2021-10-05 05:11:42 +02:00
|
|
|
if (!folder) {
|
|
|
|
Logger.error(`[Watcher] New file folder not found in library "${libwatcher.name}" with path "${path}"`)
|
|
|
|
return
|
|
|
|
}
|
2021-11-06 23:26:44 +01:00
|
|
|
var folderFullPath = folder.fullPath.replace(/\\/g, '/')
|
2021-10-05 05:11:42 +02:00
|
|
|
|
|
|
|
// Check if file was added to root directory
|
|
|
|
var dir = Path.dirname(path)
|
2021-11-06 23:26:44 +01:00
|
|
|
if (dir === folderFullPath) {
|
2021-10-05 05:11:42 +02:00
|
|
|
Logger.warn(`[Watcher] New file "${Path.basename(path)}" added to folder root - ignoring it`)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-11-06 23:26:44 +01:00
|
|
|
var relPath = path.replace(folderFullPath, '')
|
|
|
|
|
|
|
|
var hasDotPath = relPath.split('/').find(p => p.startsWith('.'))
|
|
|
|
if (hasDotPath) {
|
|
|
|
Logger.debug(`[Watcher] Ignoring dot path "${relPath}" | Piece "${hasDotPath}"`)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2021-10-06 04:10:49 +02:00
|
|
|
Logger.debug(`[Watcher] Modified file in library "${libwatcher.name}" and folder "${folder.id}" with relPath "${relPath}"`)
|
2021-10-05 05:11:42 +02:00
|
|
|
|
|
|
|
this.pendingFileUpdates.push({
|
|
|
|
path,
|
|
|
|
relPath,
|
|
|
|
folderId: folder.id,
|
|
|
|
libraryId,
|
|
|
|
type
|
|
|
|
})
|
|
|
|
|
|
|
|
// Notify server of update after "pendingDelay"
|
2021-09-11 02:55:02 +02:00
|
|
|
clearTimeout(this.pendingTimeout)
|
|
|
|
this.pendingTimeout = setTimeout(() => {
|
2021-10-05 05:11:42 +02:00
|
|
|
this.emit('files', this.pendingFileUpdates)
|
|
|
|
this.pendingFileUpdates = []
|
2021-09-11 02:55:02 +02:00
|
|
|
}, this.pendingDelay)
|
2021-08-26 00:36:54 +02:00
|
|
|
}
|
2021-08-18 00:01:11 +02:00
|
|
|
}
|
|
|
|
module.exports = FolderWatcher
|