diff options
Diffstat (limited to 'src/UpdateWalk.cxx')
| -rw-r--r-- | src/UpdateWalk.cxx | 511 |
1 files changed, 511 insertions, 0 deletions
diff --git a/src/UpdateWalk.cxx b/src/UpdateWalk.cxx new file mode 100644 index 000000000..a8ca1e4ed --- /dev/null +++ b/src/UpdateWalk.cxx @@ -0,0 +1,511 @@ +/* + * Copyright (C) 2003-2013 The Music Player Daemon Project + * http://www.musicpd.org + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License along + * with this program; if not, write to the Free Software Foundation, Inc., + * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. + */ + +#include "config.h" /* must be first for large file support */ +#include "UpdateWalk.hxx" +#include "UpdateIO.hxx" +#include "UpdateDatabase.hxx" +#include "UpdateSong.hxx" +#include "UpdateArchive.hxx" +#include "db_lock.h" +#include "directory.h" +#include "song.h" + +extern "C" { +#include "exclude.h" +#include "database.h" +#include "playlist_vector.h" +#include "uri.h" +#include "mapper.h" +#include "path.h" +#include "playlist_list.h" +#include "conf.h" +} + +#include <glib.h> + +#include <assert.h> +#include <sys/types.h> +#include <sys/stat.h> +#include <unistd.h> +#include <dirent.h> +#include <string.h> +#include <stdlib.h> +#include <errno.h> + +#undef G_LOG_DOMAIN +#define G_LOG_DOMAIN "update" + +bool walk_discard; +bool modified; + +#ifndef WIN32 + +enum { + DEFAULT_FOLLOW_INSIDE_SYMLINKS = true, + DEFAULT_FOLLOW_OUTSIDE_SYMLINKS = true, +}; + +static bool follow_inside_symlinks; +static bool follow_outside_symlinks; + +#endif + +void +update_walk_global_init(void) +{ +#ifndef WIN32 + follow_inside_symlinks = + config_get_bool(CONF_FOLLOW_INSIDE_SYMLINKS, + DEFAULT_FOLLOW_INSIDE_SYMLINKS); + + follow_outside_symlinks = + config_get_bool(CONF_FOLLOW_OUTSIDE_SYMLINKS, + DEFAULT_FOLLOW_OUTSIDE_SYMLINKS); +#endif +} + +void +update_walk_global_finish(void) +{ +} + +static void +directory_set_stat(struct directory *dir, const struct stat *st) +{ + dir->inode = st->st_ino; + dir->device = st->st_dev; + dir->have_stat = true; +} + +static void +remove_excluded_from_directory(struct directory *directory, + GSList *exclude_list) +{ + db_lock(); + + struct directory *child, *n; + directory_for_each_child_safe(child, n, directory) { + char *name_fs = utf8_to_fs_charset(directory_get_name(child)); + + if (exclude_list_check(exclude_list, name_fs)) { + delete_directory(child); + modified = true; + } + + g_free(name_fs); + } + + struct song *song, *ns; + directory_for_each_song_safe(song, ns, directory) { + assert(song->parent == directory); + + char *name_fs = utf8_to_fs_charset(song->uri); + if (exclude_list_check(exclude_list, name_fs)) { + delete_song(directory, song); + modified = true; + } + + g_free(name_fs); + } + + db_unlock(); +} + +static void +purge_deleted_from_directory(struct directory *directory) +{ + struct directory *child, *n; + directory_for_each_child_safe(child, n, directory) { + if (directory_exists(child)) + continue; + + db_lock(); + delete_directory(child); + db_unlock(); + + modified = true; + } + + struct song *song, *ns; + directory_for_each_song_safe(song, ns, directory) { + char *path; + struct stat st; + if ((path = map_song_fs(song)) == NULL || + stat(path, &st) < 0 || !S_ISREG(st.st_mode)) { + db_lock(); + delete_song(directory, song); + db_unlock(); + + modified = true; + } + + g_free(path); + } + + struct playlist_metadata *pm, *np; + directory_for_each_playlist_safe(pm, np, directory) { + if (!directory_child_is_regular(directory, pm->name)) { + db_lock(); + playlist_vector_remove(&directory->playlists, pm->name); + db_unlock(); + } + } +} + +#ifndef G_OS_WIN32 +static int +update_directory_stat(struct directory *directory) +{ + struct stat st; + if (stat_directory(directory, &st) < 0) + return -1; + + directory_set_stat(directory, &st); + return 0; +} +#endif + +static int +find_inode_ancestor(struct directory *parent, ino_t inode, dev_t device) +{ +#ifndef G_OS_WIN32 + while (parent) { + if (!parent->have_stat && update_directory_stat(parent) < 0) + return -1; + + if (parent->inode == inode && parent->device == device) { + g_debug("recursive directory found"); + return 1; + } + + parent = parent->parent; + } +#else + (void)parent; + (void)inode; + (void)device; +#endif + + return 0; +} + +static bool +update_playlist_file2(struct directory *directory, + const char *name, const char *suffix, + const struct stat *st) +{ + if (!playlist_suffix_supported(suffix)) + return false; + + db_lock(); + if (playlist_vector_update_or_add(&directory->playlists, name, + st->st_mtime)) + modified = true; + db_unlock(); + return true; +} + +static bool +update_regular_file(struct directory *directory, + const char *name, const struct stat *st) +{ + const char *suffix = uri_get_suffix(name); + if (suffix == NULL) + return false; + + return update_song_file(directory, name, suffix, st) || + update_archive_file(directory, name, suffix, st) || + update_playlist_file2(directory, name, suffix, st); +} + +static bool +update_directory(struct directory *directory, const struct stat *st); + +static void +update_directory_child(struct directory *directory, + const char *name, const struct stat *st) +{ + assert(strchr(name, '/') == NULL); + + if (S_ISREG(st->st_mode)) { + update_regular_file(directory, name, st); + } else if (S_ISDIR(st->st_mode)) { + if (find_inode_ancestor(directory, st->st_ino, st->st_dev)) + return; + + db_lock(); + struct directory *subdir = + directory_make_child(directory, name); + db_unlock(); + + assert(directory == subdir->parent); + + if (!update_directory(subdir, st)) { + db_lock(); + delete_directory(subdir); + db_unlock(); + } + } else { + g_debug("update: %s is not a directory, archive or music", name); + } +} + +/* we don't look at "." / ".." nor files with newlines in their name */ +G_GNUC_PURE +static bool skip_path(const char *path) +{ + return (path[0] == '.' && path[1] == 0) || + (path[0] == '.' && path[1] == '.' && path[2] == 0) || + strchr(path, '\n') != NULL; +} + +G_GNUC_PURE +static bool +skip_symlink(const struct directory *directory, const char *utf8_name) +{ +#ifndef WIN32 + char *path_fs = map_directory_child_fs(directory, utf8_name); + if (path_fs == NULL) + return true; + + char buffer[MPD_PATH_MAX]; + ssize_t length = readlink(path_fs, buffer, sizeof(buffer)); + g_free(path_fs); + if (length < 0) + /* don't skip if this is not a symlink */ + return errno != EINVAL; + + if ((size_t)length >= sizeof(buffer)) + /* skip symlinks when the buffer is too small for the + link target */ + return true; + + /* null-terminate the buffer, because readlink() will not */ + buffer[length] = 0; + + if (!follow_inside_symlinks && !follow_outside_symlinks) { + /* ignore all symlinks */ + return true; + } else if (follow_inside_symlinks && follow_outside_symlinks) { + /* consider all symlinks */ + return false; + } + + if (g_path_is_absolute(buffer)) { + /* if the symlink points to an absolute path, see if + that path is inside the music directory */ + const char *relative = map_to_relative_path(buffer); + return relative > buffer + ? !follow_inside_symlinks + : !follow_outside_symlinks; + } + + const char *p = buffer; + while (*p == '.') { + if (p[1] == '.' && G_IS_DIR_SEPARATOR(p[2])) { + /* "../" moves to parent directory */ + directory = directory->parent; + if (directory == NULL) { + /* we have moved outside the music + directory - skip this symlink + if such symlinks are not allowed */ + return !follow_outside_symlinks; + } + p += 3; + } else if (G_IS_DIR_SEPARATOR(p[1])) + /* eliminate "./" */ + p += 2; + else + break; + } + + /* we are still in the music directory, so this symlink points + to a song which is already in the database - skip according + to the follow_inside_symlinks param*/ + return !follow_inside_symlinks; +#else + /* no symlink checking on WIN32 */ + + (void)directory; + (void)utf8_name; + + return false; +#endif +} + +static bool +update_directory(struct directory *directory, const struct stat *st) +{ + assert(S_ISDIR(st->st_mode)); + + directory_set_stat(directory, st); + + char *path_fs = map_directory_fs(directory); + if (path_fs == NULL) + return false; + + DIR *dir = opendir(path_fs); + if (!dir) { + g_warning("Failed to open directory %s: %s", + path_fs, g_strerror(errno)); + g_free(path_fs); + return false; + } + + char *exclude_path_fs = g_build_filename(path_fs, ".mpdignore", NULL); + GSList *exclude_list = exclude_list_load(exclude_path_fs); + g_free(exclude_path_fs); + + g_free(path_fs); + + if (exclude_list != NULL) + remove_excluded_from_directory(directory, exclude_list); + + purge_deleted_from_directory(directory); + + struct dirent *ent; + while ((ent = readdir(dir))) { + char *utf8; + struct stat st2; + + if (skip_path(ent->d_name) || + exclude_list_check(exclude_list, ent->d_name)) + continue; + + utf8 = fs_charset_to_utf8(ent->d_name); + if (utf8 == NULL) + continue; + + if (skip_symlink(directory, utf8)) { + modified |= delete_name_in(directory, utf8); + g_free(utf8); + continue; + } + + if (stat_directory_child(directory, utf8, &st2) == 0) + update_directory_child(directory, utf8, &st2); + else + modified |= delete_name_in(directory, utf8); + + g_free(utf8); + } + + exclude_list_free(exclude_list); + + closedir(dir); + + directory->mtime = st->st_mtime; + + return true; +} + +static struct directory * +directory_make_child_checked(struct directory *parent, const char *name_utf8) +{ + db_lock(); + struct directory *directory = directory_get_child(parent, name_utf8); + db_unlock(); + + if (directory != NULL) + return directory; + + struct stat st; + if (stat_directory_child(parent, name_utf8, &st) < 0 || + find_inode_ancestor(parent, st.st_ino, st.st_dev)) + return NULL; + + if (skip_symlink(parent, name_utf8)) + return NULL; + + /* if we're adding directory paths, make sure to delete filenames + with potentially the same name */ + db_lock(); + struct song *conflicting = directory_get_song(parent, name_utf8); + if (conflicting) + delete_song(parent, conflicting); + + directory = directory_new_child(parent, name_utf8); + db_unlock(); + + directory_set_stat(directory, &st); + return directory; +} + +static struct directory * +directory_make_uri_parent_checked(const char *uri) +{ + struct directory *directory = db_get_root(); + char *duplicated = g_strdup(uri); + char *name_utf8 = duplicated, *slash; + + while ((slash = strchr(name_utf8, '/')) != NULL) { + *slash = 0; + + if (*name_utf8 == 0) + continue; + + directory = directory_make_child_checked(directory, name_utf8); + if (directory == NULL) + break; + + name_utf8 = slash + 1; + } + + g_free(duplicated); + return directory; +} + +static void +update_uri(const char *uri) +{ + struct directory *parent = directory_make_uri_parent_checked(uri); + if (parent == NULL) + return; + + char *name = g_path_get_basename(uri); + + struct stat st; + if (!skip_symlink(parent, name) && + stat_directory_child(parent, name, &st) == 0) + update_directory_child(parent, name, &st); + else + modified |= delete_name_in(parent, name); + + g_free(name); +} + +bool +update_walk(const char *path, bool discard) +{ + walk_discard = discard; + modified = false; + + if (path != NULL && !isRootDirectory(path)) { + update_uri(path); + } else { + struct directory *directory = db_get_root(); + struct stat st; + + if (stat_directory(directory, &st) == 0) + update_directory(directory, &st); + } + + return modified; +} |