/* MiniDLNA media server * Copyright (C) 2008-2010 Justin Maggard * * This file is part of MiniDLNA. * * MiniDLNA is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. * * MiniDLNA is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with MiniDLNA. If not, see . */ #include "config.h" #include #include #include #include #include #include #include #include #include #include #include #include #include #ifdef HAVE_INOTIFY #include #include #ifdef HAVE_SYS_INOTIFY_H #include #else #include "linux/inotify.h" #include "linux/inotify-syscalls.h" #endif #endif #include "libav.h" #include "upnpglobalvars.h" #include "monitor.h" #include "utils.h" #include "sql.h" #include "scanner.h" #include "metadata.h" #include "albumart.h" #include "playlist.h" #include "log.h" static time_t next_pl_fill = 0; #ifdef HAVE_INOTIFY #define EVENT_SIZE ( sizeof (struct inotify_event) ) #define BUF_LEN ( 1024 * ( EVENT_SIZE + 16 ) ) #define DESIRED_WATCH_LIMIT 65536 #define PATH_BUF_SIZE PATH_MAX struct watch { int wd; /* watch descriptor */ char *path; /* watched path */ struct watch *next; }; static struct watch *watches; static struct watch *lastwatch = NULL; static char * get_path_from_wd(int wd) { struct watch *w = watches; while( w != NULL ) { if( w->wd == wd ) return w->path; w = w->next; } return NULL; } static unsigned int next_highest(unsigned int num) { num |= num >> 1; num |= num >> 2; num |= num >> 4; num |= num >> 8; num |= num >> 16; return ++num; } static void raise_watch_limit(unsigned int limit) { FILE *max_watches = fopen("/proc/sys/fs/inotify/max_user_watches", "r+"); if (!max_watches) return; if (!limit) { if (fscanf(max_watches, "%u", &limit) < 1) limit = 8192; } fprintf(max_watches, "%u", next_highest(limit)); fclose(max_watches); } int add_watch(int fd, const char * path) { struct watch *nw; int wd; wd = inotify_add_watch(fd, path, IN_CREATE|IN_CLOSE_WRITE|IN_DELETE|IN_MOVE); if( wd < 0 && errno == ENOSPC) { raise_watch_limit(0); wd = inotify_add_watch(fd, path, IN_CREATE|IN_CLOSE_WRITE|IN_DELETE|IN_MOVE); } if( wd < 0 ) { DPRINTF(E_ERROR, L_INOTIFY, "inotify_add_watch(%s) [%s]\n", path, strerror(errno)); return (errno); } nw = malloc(sizeof(struct watch)); if( nw == NULL ) { DPRINTF(E_ERROR, L_INOTIFY, "malloc() error\n"); return (ENOMEM); } nw->wd = wd; nw->next = NULL; nw->path = strdup(path); if( watches == NULL ) { watches = nw; } if( lastwatch != NULL ) { lastwatch->next = nw; } lastwatch = nw; DPRINTF(E_INFO, L_INOTIFY, "Added watch to %s [%d]\n", path, wd); return (0); } static int remove_watch(int fd, const char * path) { struct watch *w; for( w = watches; w; w = w->next ) { if( strcmp(path, w->path) == 0 ) return(inotify_rm_watch(fd, w->wd)); } return 1; } static int inotify_create_watches(int fd) { FILE * max_watches; unsigned int num_watches = 0, watch_limit; char **result; int i, rows = 0; struct media_dir_s * media_path; for( media_path = media_dirs; media_path != NULL; media_path = media_path->next ) { DPRINTF(E_DEBUG, L_INOTIFY, "Add watch to %s\n", media_path->path); add_watch(fd, media_path->path); num_watches++; } sql_get_table(db, "SELECT PATH from DETAILS where MIME is NULL and PATH is not NULL", &result, &rows, NULL); for( i=1; i <= rows; i++ ) { DPRINTF(E_DEBUG, L_INOTIFY, "Add watch to %s\n", result[i]); add_watch(fd, result[i]); num_watches++; } sqlite3_free_table(result); max_watches = fopen("/proc/sys/fs/inotify/max_user_watches", "r"); if( max_watches ) { if( fscanf(max_watches, "%10u", &watch_limit) < 1 ) watch_limit = 8192; fclose(max_watches); if( (watch_limit < DESIRED_WATCH_LIMIT) || (watch_limit < (num_watches*4/3)) ) { if (access("/proc/sys/fs/inotify/max_user_watches", W_OK) == 0) { if( DESIRED_WATCH_LIMIT >= (num_watches*3/4) ) { raise_watch_limit(8191U); } else if( next_highest(num_watches) >= (num_watches*3/4) ) { raise_watch_limit(num_watches); } else { raise_watch_limit(next_highest(num_watches)); } } else { DPRINTF(E_WARN, L_INOTIFY, "WARNING: Inotify max_user_watches [%u] is low or close to the number of used watches [%u] " "and I do not have permission to increase this limit. Please do so manually by " "writing a higher value into /proc/sys/fs/inotify/max_user_watches.\n", watch_limit, num_watches); } } } else { DPRINTF(E_WARN, L_INOTIFY, "WARNING: Could not read inotify max_user_watches! " "Hopefully it is enough to cover %u current directories plus any new ones added.\n", num_watches); } return rows; } static int inotify_remove_watches(int fd) { struct watch *w = watches; struct watch *last_w; int rm_watches = 0; while( w ) { last_w = w; inotify_rm_watch(fd, w->wd); free(w->path); rm_watches++; w = w->next; free(last_w); } return rm_watches; } #endif int monitor_remove_file(const char * path) { char sql[128]; char art_cache[PATH_MAX]; char *id; char *ptr; char **result; int64_t detailID; int rows, playlist; if( is_caption(path) ) { return sql_exec(db, "DELETE from CAPTIONS where PATH = '%q'", path); } /* Invalidate the scanner cache so we don't insert files into non-existent containers */ valid_cache = 0; playlist = is_playlist(path); id = sql_get_text_field(db, "SELECT ID from %s where PATH = '%q'", playlist?"PLAYLISTS":"DETAILS", path); if( !id ) return 1; detailID = strtoll(id, NULL, 10); sqlite3_free(id); if( playlist ) { sql_exec(db, "DELETE from PLAYLISTS where ID = %lld", detailID); sql_exec(db, "DELETE from DETAILS where ID =" " (SELECT DETAIL_ID from OBJECTS where OBJECT_ID = '%s$%llX')", MUSIC_PLIST_ID, detailID); sql_exec(db, "DELETE from OBJECTS where OBJECT_ID = '%s$%llX' or PARENT_ID = '%s$%llX'", MUSIC_PLIST_ID, detailID, MUSIC_PLIST_ID, detailID); } else { /* Delete the parent containers if we are about to empty them. */ snprintf(sql, sizeof(sql), "SELECT PARENT_ID from OBJECTS where DETAIL_ID = %lld" " and PARENT_ID not like '64$%%'", (long long int)detailID); if( (sql_get_table(db, sql, &result, &rows, NULL) == SQLITE_OK) ) { int i, children; for( i = 1; i <= rows; i++ ) { /* If it's a playlist item, adjust the item count of the playlist */ if( strncmp(result[i], MUSIC_PLIST_ID, strlen(MUSIC_PLIST_ID)) == 0 ) { sql_exec(db, "UPDATE PLAYLISTS set FOUND = (FOUND-1) where ID = %d", atoi(strrchr(result[i], '$') + 1)); } children = sql_get_int_field(db, "SELECT count(*) from OBJECTS where PARENT_ID = '%s'", result[i]); if( children < 0 ) continue; if( children < 2 ) { sql_exec(db, "DELETE from OBJECTS where OBJECT_ID = '%s'", result[i]); ptr = strrchr(result[i], '$'); if( ptr ) *ptr = '\0'; if( sql_get_int_field(db, "SELECT count(*) from OBJECTS where PARENT_ID = '%s'", result[i]) == 0 ) { sql_exec(db, "DELETE from OBJECTS where OBJECT_ID = '%s'", result[i]); } } } sqlite3_free_table(result); } /* Now delete the actual objects */ sql_exec(db, "DELETE from DETAILS where ID = %lld", detailID); sql_exec(db, "DELETE from OBJECTS where DETAIL_ID = %lld", detailID); } snprintf(art_cache, sizeof(art_cache), "%s/art_cache%s", db_path, path); remove(art_cache); return 0; } static char * check_nfo(const char *path) { char file[PATH_MAX]; strncpyt(file, path, sizeof(file)); strip_ext(file); return sql_get_text_field(db, "SELECT PATH from DETAILS where (PATH > '%q.' and PATH <= '%q.z')" " and MIME glob 'video/*' limit 1", file, file); } int monitor_insert_file(const char *name, const char *path) { int len; char *last_dir; char *path_buf; char *base_name; char *base_copy; char *parent_buf = NULL; char *id = NULL; char video[PATH_MAX]; const char *tbl = "DETAILS"; int depth = 1; int ts; media_types dir_types; media_types mtype = get_media_type(path); struct stat st; /* Is it cover art for another file? */ if (mtype == TYPE_IMAGE) update_if_album_art(path); else if (mtype == TYPE_CAPTION) check_for_captions(path, 0); else if (mtype == TYPE_PLAYLIST) tbl = "PLAYLISTS"; else if (mtype == TYPE_NFO) { char *vpath = check_nfo(path); if (!vpath) return -1; strncpyt(video, vpath, sizeof(video)); sqlite3_free(vpath); DPRINTF(E_DEBUG, L_INOTIFY, "Found modified nfo %s\n", video); monitor_remove_file(video); name = strrchr(video, '/'); if (!name) return -1; name++; path = video; mtype = TYPE_VIDEO; } /* Check if we're supposed to be scanning for this file type in this directory */ dir_types = valid_media_types(path); if (!(mtype & dir_types)) return -1; /* If it's already in the database and hasn't been modified, skip it. */ if( stat(path, &st) != 0 ) return -1; ts = sql_get_int_field(db, "SELECT TIMESTAMP from %s where PATH = '%q'", tbl, path); if( !ts ) { DPRINTF(E_DEBUG, L_INOTIFY, "Adding: %s\n", path); } else if( ts != st.st_mtime ) { DPRINTF(E_DEBUG, L_INOTIFY, "%s is %s than the last db entry.\n", path, (ts > st.st_mtime) ? "older" : "newer"); monitor_remove_file(path); } else { if( ts == st.st_mtime && !GETFLAG(RESCAN_MASK) ) DPRINTF(E_DEBUG, L_INOTIFY, "%s already exists\n", path); return 0; } /* Find the parentID. If it's not found, create all necessary parents. */ len = strlen(path)+1; if( !(path_buf = malloc(len)) || !(last_dir = malloc(len)) || !(base_name = malloc(len)) ) return -1; base_copy = base_name; while( depth ) { depth = 0; strcpy(path_buf, path); parent_buf = dirname(path_buf); do { //DEBUG DPRINTF(E_DEBUG, L_INOTIFY, "Checking %s\n", parent_buf); id = sql_get_text_field(db, "SELECT OBJECT_ID from OBJECTS o left join DETAILS d on (d.ID = o.DETAIL_ID)" " where d.PATH = '%q' and REF_ID is NULL", parent_buf); if( id ) { if( !depth ) break; DPRINTF(E_DEBUG, L_INOTIFY, "Found first known parentID: %s [%s]\n", id, parent_buf); /* Insert newly-found directory */ strcpy(base_name, last_dir); base_copy = basename(base_name); insert_directory(base_copy, last_dir, BROWSEDIR_ID, id+2, get_next_available_id("OBJECTS", id)); sqlite3_free(id); break; } depth++; strcpy(last_dir, parent_buf); parent_buf = dirname(parent_buf); } while( strcmp(parent_buf, "/") != 0 ); if( strcmp(parent_buf, "/") == 0 ) { id = sqlite3_mprintf("%s", BROWSEDIR_ID); depth = 0; break; } strcpy(path_buf, path); } free(last_dir); free(path_buf); free(base_name); if( !depth ) { //DEBUG DPRINTF(E_DEBUG, L_INOTIFY, "Inserting %s\n", name); int ret = insert_file(name, path, id+2, get_next_available_id("OBJECTS", id), dir_types); if (ret == 1 && (mtype & TYPE_PLAYLIST)) { next_pl_fill = time(NULL) + 120; // Schedule a playlist scan for 2 minutes from now. //DEBUG DPRINTF(E_MAXDEBUG, L_INOTIFY, "Playlist scan scheduled for %s", ctime(&next_pl_fill)); } sqlite3_free(id); } return depth; } static bool check_notsparse(const char *path) #if HAVE_DECL_SEEK_HOLE { int fd; bool rv; if ((fd = open(path, O_RDONLY)) == -1) return (false); if (lseek(fd, 0, SEEK_HOLE) == lseek(fd, 0, SEEK_END)) rv = true; else rv = false; close(fd); return (rv); } #else { struct stat st; return (stat(path, &st) == 0 && (st.st_blocks << 9 >= st.st_size)); } #endif int monitor_insert_directory(int fd, char *name, const char * path) { DIR * ds; struct dirent * e; char *id, *parent_buf, *esc_name; char path_buf[PATH_MAX]; enum file_types type = TYPE_UNKNOWN; media_types dir_types; if( access(path, R_OK|X_OK) != 0 ) { DPRINTF(E_WARN, L_INOTIFY, "Could not access %s [%s]\n", path, strerror(errno)); return -1; } if( sql_get_int_field(db, "SELECT ID from DETAILS where PATH = '%q'", path) > 0 ) { fd = 0; if (!GETFLAG(RESCAN_MASK)) DPRINTF(E_DEBUG, L_INOTIFY, "%s already exists\n", path); } else { parent_buf = strdup(path); id = sql_get_text_field(db, "SELECT OBJECT_ID from OBJECTS o left join DETAILS d on (d.ID = o.DETAIL_ID)" " WHERE d.PATH = '%q' and REF_ID is NULL", dirname(parent_buf)); if( !id ) id = sqlite3_mprintf("%s", BROWSEDIR_ID); insert_directory(name, path, BROWSEDIR_ID, id+2, get_next_available_id("OBJECTS", id)); sqlite3_free(id); free(parent_buf); } #ifdef HAVE_WATCH if( fd > 0 ) add_watch(fd, path); #endif dir_types = valid_media_types(path); ds = opendir(path); if( !ds ) { DPRINTF(E_ERROR, L_INOTIFY, "opendir failed! [%s]\n", strerror(errno)); return -1; } while( !quitting && (e = readdir(ds)) ) { if( e->d_name[0] == '.' ) continue; esc_name = escape_tag(e->d_name, 1); snprintf(path_buf, sizeof(path_buf), "%s/%s", path, e->d_name); switch( e->d_type ) { case DT_DIR: case DT_REG: case DT_LNK: case DT_UNKNOWN: type = resolve_unknown_type(path_buf, dir_types); default: break; } if( type == TYPE_DIR ) { monitor_insert_directory(fd, esc_name, path_buf); } else if( type == TYPE_FILE && check_notsparse(path_buf)) { monitor_insert_file(esc_name, path_buf); } free(esc_name); } closedir(ds); return 0; } int monitor_remove_directory(int fd, const char * path) { char * sql; char **result; int64_t detailID = 0; int rows, i, ret = 1; /* Invalidate the scanner cache so we don't insert files into non-existent containers */ valid_cache = 0; #ifdef HAVE_INOTIFY if( fd > 0 ) { remove_watch(fd, path); } #endif sql = sqlite3_mprintf("SELECT ID from DETAILS where (PATH > '%q/' and PATH <= '%q/%c')" " or PATH = '%q'", path, path, 0xFF, path); if( (sql_get_table(db, sql, &result, &rows, NULL) == SQLITE_OK) ) { if( rows ) { for( i=1; i <= rows; i++ ) { detailID = strtoll(result[i], NULL, 10); sql_exec(db, "DELETE from DETAILS where ID = %lld", detailID); sql_exec(db, "DELETE from OBJECTS where DETAIL_ID = %lld", detailID); } ret = 0; } sqlite3_free_table(result); } sqlite3_free(sql); /* Clean up any album art entries in the deleted directory */ sql_exec(db, "DELETE from ALBUM_ART where (PATH > '%q/' and PATH <= '%q/%c')", path, path, 0xFF); return ret; } #ifdef HAVE_INOTIFY void * start_inotify(void) { struct pollfd pollfds[1]; char buffer[BUF_LEN]; char path_buf[PATH_MAX]; int length, i = 0; char * esc_name = NULL; struct stat st; sigset_t set; sigfillset(&set); sigdelset(&set, SIGCHLD); pthread_sigmask(SIG_BLOCK, &set, NULL); pollfds[0].fd = inotify_init(); pollfds[0].events = POLLIN; if ( pollfds[0].fd < 0 ) DPRINTF(E_ERROR, L_INOTIFY, "inotify_init() failed!\n"); while( GETFLAG(SCANNING_MASK) ) { if( quitting ) goto quitting; sleep(1); } inotify_create_watches(pollfds[0].fd); if (setpriority(PRIO_PROCESS, 0, 19) == -1) DPRINTF(E_WARN, L_INOTIFY, "Failed to reduce inotify thread priority\n"); sqlite3_release_memory(1<<31); lav_register_all(); while( !quitting ) { int timeout = -1; if (next_pl_fill) { time_t diff = next_pl_fill - time(NULL); if (diff < 0) timeout = 0; else timeout = diff * 1000; } length = poll(pollfds, 1, timeout); if( !length ) { if( next_pl_fill && (time(NULL) >= next_pl_fill) ) { fill_playlists(); next_pl_fill = 0; } continue; } else if( length < 0 ) { if( (errno == EINTR) || (errno == EAGAIN) ) continue; else DPRINTF(E_ERROR, L_INOTIFY, "read failed!\n"); } else { length = read(pollfds[0].fd, buffer, BUF_LEN); buffer[BUF_LEN-1] = '\0'; } i = 0; while( !quitting && i < length ) { struct inotify_event * event = (struct inotify_event *) &buffer[i]; if( event->len ) { if( *(event->name) == '.' ) { i += EVENT_SIZE + event->len; continue; } esc_name = modifyString(strdup(event->name), "&", "&amp;", 0); snprintf(path_buf, sizeof(path_buf), "%s/%s", get_path_from_wd(event->wd), event->name); if ( event->mask & IN_ISDIR && (event->mask & (IN_CREATE|IN_MOVED_TO)) ) { DPRINTF(E_DEBUG, L_INOTIFY, "The directory %s was %s.\n", path_buf, (event->mask & IN_MOVED_TO ? "moved here" : "created")); monitor_insert_directory(pollfds[0].fd, esc_name, path_buf); } else if ( (event->mask & (IN_CLOSE_WRITE|IN_MOVED_TO|IN_CREATE)) && (lstat(path_buf, &st) == 0) ) { if( (event->mask & (IN_MOVED_TO|IN_CREATE)) && (S_ISLNK(st.st_mode) || st.st_nlink > 1) ) { DPRINTF(E_DEBUG, L_INOTIFY, "The %s link %s was %s.\n", (S_ISLNK(st.st_mode) ? "symbolic" : "hard"), path_buf, (event->mask & IN_MOVED_TO ? "moved here" : "created")); if( stat(path_buf, &st) == 0 && S_ISDIR(st.st_mode) ) monitor_insert_directory(pollfds[0].fd, esc_name, path_buf); else monitor_insert_file(esc_name, path_buf); } else if( event->mask & (IN_CLOSE_WRITE|IN_MOVED_TO) && st.st_size > 0 ) { if( (event->mask & IN_MOVED_TO) || (sql_get_int_field(db, "SELECT TIMESTAMP from DETAILS where PATH = '%q'", path_buf) != st.st_mtime) ) { DPRINTF(E_DEBUG, L_INOTIFY, "The file %s was %s.\n", path_buf, (event->mask & IN_MOVED_TO ? "moved here" : "changed")); monitor_insert_file(esc_name, path_buf); } } } else if ( event->mask & (IN_DELETE|IN_MOVED_FROM) ) { DPRINTF(E_DEBUG, L_INOTIFY, "The %s %s was %s.\n", (event->mask & IN_ISDIR ? "directory" : "file"), path_buf, (event->mask & IN_MOVED_FROM ? "moved away" : "deleted")); if ( event->mask & IN_ISDIR ) monitor_remove_directory(pollfds[0].fd, path_buf); else monitor_remove_file(path_buf); } free(esc_name); } i += EVENT_SIZE + event->len; } } inotify_remove_watches(pollfds[0].fd); quitting: close(pollfds[0].fd); return 0; } #endif