/* $Id$ */ /* Copyright (C) 2003 by David White Part of the Battle for Wesnoth Project http://www.wesnoth.org/ This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY. See the COPYING file for more details. */ #include "global.hpp" #include "loadscreen.hpp" //include files for opendir(3), readdir(3), etc. These files may vary //from platform to platform, since these functions are NOT ANSI-conforming //functions. They may have to be altered to port to new platforms #include //for mkdir #include #include #ifdef _WIN32 #include #include //#define mkdir(a,b) (_mkdir(a)) #define mode_t int #else #include #include #endif #ifdef __BEOS__ #include #include #include BPath be_path; #endif //for getenv #include #include #include #include #include #include #include #include #include #include "wesconfig.h" #include "config.hpp" #include "filesystem.hpp" #include "game_config.hpp" #include "log.hpp" #include "scoped_resource.hpp" #include "util.hpp" #define LOG_FS LOG_STREAM(info, filesystem) #define ERR_FS LOG_STREAM(err, filesystem) #ifdef USE_ZIPIOS #include #include #include #include #include #include "zipios++/xcoll.hpp" namespace { xzipios::XCColl* the_collection = NULL; void register_zipdir(const std::string directory) { // look for zip files zipios::DirectoryCollection dir(directory,false); zipios::ConstEntries entries = dir.entries(); for (zipios::ConstEntries::iterator i = entries.begin(); i != entries.end(); ++i) { if ((**i).isValid()) { const std::string fname = (**i).getName(); const std::string suffix = ".zip"; if ((fname.size() > suffix.size()) && (0 == fname.compare(fname.size() - suffix.size(), suffix.size(), suffix))) { zipios::ZipFile zip(game_config::path + "/" + fname); the_collection->addCollection(zip); LOG_FS << "zip collection " << fname << " has " << zip.size() << " elements\n"; } } else LOG_FS << "skipping invalid entry\n"; } } } #endif bool filesystem_init() { #ifdef USE_ZIPIOS if (the_collection != NULL) { // this is a re-read, cleanup first ! free (the_collection); } the_collection = new xzipios::XCColl; if (!get_user_data_dir().empty()) { LOG_FS << "looking at user dir " << get_user_data_dir() << '\n'; zipios::DirectoryCollection dir(get_user_data_dir()); LOG_FS << "user collection has " << dir.size() << " elements\n"; the_collection->addCollection(dir); register_zipdir(get_user_data_dir()); } if (!game_config::path.empty()) { LOG_FS << "looking at system dir " << game_config::path << '\n'; zipios::DirectoryCollection dir(game_config::path); LOG_FS << "system collection has " << dir.size() << " elements\n"; the_collection->addCollection(dir); register_zipdir(game_config::path); } #endif return true; } namespace { const mode_t AccessMode = 00770; } #ifdef _WIN32 #define DIR_INVALID(d) (d == -1) #else #define DIR_INVALID(d) (d == NULL) #endif #ifdef __APPLE__ #include #include #include #endif void get_files_in_dir(const std::string& directory, std::vector* files, std::vector* dirs, FILE_NAME_MODE mode) { #ifdef USE_ZIPIOS if (the_collection->hasSubdir(directory)) { the_collection->childrenOf(directory, files, dirs); } else #endif { //if we have a path to find directories in, then convert relative //pathnames to be rooted on the wesnoth path if(!directory.empty() && directory[0] != '/' && !game_config::path.empty()){ const std::string& dir = game_config::path + "/" + directory; if(is_directory(dir)) { get_files_in_dir(dir,files,dirs,mode); return; } } #ifdef _WIN32 _finddata_t fileinfo; long dir = _findfirst((directory + "/*.*").c_str(),&fileinfo); #else DIR* dir = opendir(directory.c_str()); #endif if(DIR_INVALID(dir)) { return; } #ifdef _WIN32 int res = dir; do { if(fileinfo.name[0] != '.') { const std::string path = (mode == ENTIRE_FILE_PATH ? directory + "/" : std::string("")) + fileinfo.name; if(fileinfo.attrib&_A_SUBDIR) { if(dirs != NULL) dirs->push_back(path); } else { if(files != NULL) files->push_back(path); } } res = _findnext(dir,&fileinfo); } while(!DIR_INVALID(res)); _findclose(dir); #else struct dirent* entry; while((entry = readdir(dir)) != NULL) { if(entry->d_name[0] == '.') continue; #ifdef __APPLE__ /* HFS Mac OS X decompose filenames using combining unicode characters. Try to get the precomposed form. */ char filename[MAXNAMLEN+1]; CFStringRef cstr = CFStringCreateWithCString(NULL, entry->d_name, kCFStringEncodingUTF8); CFMutableStringRef mut_str = CFStringCreateMutableCopy(NULL, 0, cstr); CFStringNormalize(mut_str, kCFStringNormalizationFormC); CFStringGetCString(mut_str,filename,sizeof(filename)-1,kCFStringEncodingUTF8); CFRelease(cstr); CFRelease(mut_str); #else char *filename = entry->d_name; #endif const std::string name((directory + "/") + filename); struct stat st; if (::stat(name.c_str(), &st) != -1) { if (S_ISREG(st.st_mode)) { if (files != NULL) { if (mode == ENTIRE_FILE_PATH) files->push_back(name); else files->push_back(filename); } } else if (S_ISDIR(st.st_mode)) { if (dirs != NULL) { if (mode == ENTIRE_FILE_PATH) dirs->push_back(name); else dirs->push_back(filename); } } } } closedir(dir); #endif } if(files != NULL) std::sort(files->begin(),files->end()); if(dirs != NULL) std::sort(dirs->begin(),dirs->end()); } std::string get_prefs_file() { return get_user_data_dir() + "/preferences"; } std::string get_save_index_file() { return get_user_data_dir() + "/save_index"; } std::string get_saves_dir() { const std::string dir_path = get_user_data_dir() + "/saves"; return get_dir(dir_path); } std::string get_cache_dir() { const std::string dir_path = get_user_data_dir() + "/cache"; return get_dir(dir_path); } std::string get_intl_dir() { #ifdef _WIN32 return get_cwd() + "/po"; #endif #ifdef USE_INTERNAL_DATA return get_cwd() + "/" LOCALEDIR; #endif #if HAS_RELATIVE_LOCALEDIR std::string res = game_config::path + "/" LOCALEDIR; #else std::string res = LOCALEDIR; #endif return res; } std::string get_screenshot_dir() { const std::string dir_path = get_user_data_dir() + "/screenshots"; return get_dir(dir_path); } std::string get_upload_dir() { const std::string dir_path = get_user_data_dir() + "/upload"; return get_dir(dir_path); } std::string get_dir(const std::string& dir_path) { #ifdef _WIN32 _mkdir(dir_path.c_str()); #else DIR* dir = opendir(dir_path.c_str()); if(dir == NULL) { const int res = mkdir(dir_path.c_str(),AccessMode); if(res == 0) { dir = opendir(dir_path.c_str()); } else { ERR_FS << "could not open or create directory: " << dir_path << '\n'; } } if(dir == NULL) return ""; closedir(dir); #endif return dir_path; } void make_directory(const std::string& path) { #ifdef _WIN32 _mkdir(path.c_str()); #else mkdir(path.c_str(),AccessMode); #endif } //this deletes a directory with no hidden files and subdirectories //also deletes a single file bool delete_directory(const std::string& path) { bool ret = true; std::vector files; std::vector dirs; get_files_in_dir(path, &files, &dirs, ENTIRE_FILE_PATH); if(!files.empty()) { for(std::vector::const_iterator i = files.begin(); i != files.end(); ++i) { errno = 0; if(remove((*i).c_str()) != 0) { LOG_FS << "remove(" << (*i) << "): " << strerror(errno) << "\n"; ret = false; } } } if(!dirs.empty()) { for(std::vector::const_iterator j = dirs.begin(); j != dirs.end(); ++j) { if(!delete_directory(*j)) ret = false; } } errno = 0; if(remove(path.c_str()) != 0) { LOG_FS << "remove(" << path << "): " << strerror(errno) << "\n"; ret = false; } return ret; } std::string get_cwd() { char buf[1024]; const char* const res = getcwd(buf,sizeof(buf)); if(res != NULL) { std::string str(res); #ifdef WIN32 std::replace(str.begin(),str.end(),'\\','/'); #endif return str; } else { return ""; } } std::string get_user_data_dir() { #ifdef _WIN32 static bool inited_dirs = false; if(!inited_dirs) { _mkdir("userdata"); _mkdir("userdata/editor"); _mkdir("userdata/editor/maps"); _mkdir("userdata/data"); _mkdir("userdata/data/ais"); _mkdir("userdata/data/scenarios"); _mkdir("userdata/data/scenarios/multiplayer"); _mkdir("userdata/data/maps"); _mkdir("userdata/data/maps/multiplayer"); _mkdir("userdata/saves"); inited_dirs = true; } char buf[256]; const char* const res = getcwd(buf,sizeof(buf)); if(res != NULL) { std::string cur_path(res); std::replace(cur_path.begin(),cur_path.end(),'\\','/'); return cur_path + "/userdata"; } else { return "userdata"; } #elif defined(__BEOS__) if (be_path.InitCheck() != B_OK) { BPath tpath; if (find_directory(B_USER_SETTINGS_DIRECTORY, &be_path, true) == B_OK) { be_path.Append("wesnoth"); } else { be_path.SetTo("/boot/home/config/settings/wesnoth"); } tpath = be_path; tpath.Append("editor/maps"); create_directory(tpath.Path(), 0775); } return be_path.Path(); #else #ifndef __AMIGAOS4__ static const char* const current_dir = "."; const char* home_str = getenv("HOME"); #else static const char* const current_dir = " "; const char* home_str = "PROGDIR:"; #endif if(home_str == NULL) home_str = current_dir; const std::string home(home_str); #ifndef PREFERENCES_DIR #define PREFERENCES_DIR ".wesnoth" #endif #ifndef __AMIGAOS4__ const std::string dir_path = home + std::string("/") + PREFERENCES_DIR; #else const std::string dir_path = home + PREFERENCES_DIR; #endif DIR* dir = opendir(dir_path.c_str()); if(dir == NULL) { const int res = mkdir(dir_path.c_str(),AccessMode); //also create the maps directory mkdir((dir_path + "/editor").c_str(),AccessMode); mkdir((dir_path + "/editor/maps").c_str(),AccessMode); mkdir((dir_path + "/data").c_str(),AccessMode); mkdir((dir_path + "/data/ais").c_str(),AccessMode); mkdir((dir_path + "/data/scenarios").c_str(),AccessMode); mkdir((dir_path + "/data/scenarios/multiplayer").c_str(),AccessMode); mkdir((dir_path + "/data/maps").c_str(),AccessMode); mkdir((dir_path + "/data/maps/multiplayer").c_str(),AccessMode); mkdir((dir_path + "/saves").c_str(),AccessMode); if(res == 0) { dir = opendir(dir_path.c_str()); } else { ERR_FS << "could not open or create directory: " << dir_path << '\n'; } } if(dir == NULL) return ""; closedir(dir); return dir_path; #endif } std::string read_stream(std::istream& s) { std::stringstream ss; ss << s.rdbuf(); return ss.str(); } std::string read_stdin() { return read_stream(std::cin); } std::istream *istream_file(std::string const &fname) { LOG_FS << "streaming " << fname << " for reading.\n"; #ifdef USE_ZIPIOS if (!fname.empty() && fname[0] != '/' && the_collection) { zipios::ConstEntryPointer p = the_collection->getEntry(fname); if (p != 0) if (std::istream *s = the_collection->getInputStream(p)) return s; } #else if (!fname.empty() && fname[0] != '/' && !game_config::path.empty()) { std::ifstream *s = new std::ifstream((game_config::path + "/" + fname).c_str(),std::ios_base::binary); if (s->is_open()) return s; LOG_FS << "could not open " << fname << " for reading.\n"; delete s; } #endif // FIXME: why do we rely on this even with relative paths ? // still useful with zipios, for things like cache and prefs std::istream *s = new std::ifstream(fname.c_str(), std::ios_base::binary); if (s->fail()) LOG_FS << "streaming " << fname << " failed.\n"; return s; } std::string read_file(std::string const &fname) { scoped_istream s = istream_file(fname); return read_stream(*s); } std::ostream *ostream_file(std::string const &fname) { LOG_FS << "streaming " << fname << " for writing.\n"; return new std::ofstream(fname.c_str(), std::ios_base::binary); } //throws io_exception if an error occurs void write_file(const std::string& fname, const std::string& data) { //const util::scoped_resource file(fopen(fname.c_str(),"wb")); const util::scoped_FILE file(fopen(fname.c_str(),"wb")); if(file.get() == NULL) { throw io_exception("Could not open file for writing: '" + fname + "'"); } const size_t block_size = 4096; char buf[block_size]; for(size_t i = 0; i < data.size(); i += block_size) { const size_t bytes = minimum(block_size,data.size() - i); std::copy(data.begin() + i, data.begin() + i + bytes,buf); const size_t res = fwrite(buf,1,bytes,file.get()); if(res != bytes) { throw io_exception("Error writing to file: '" + fname + "'"); } } } std::string read_map(const std::string& name) { std::string res = read_file("data/maps/" + name); if(res == "") { res = read_file(get_user_data_dir() + "/data/maps/" + name); } if(res == "") { res = read_file(get_user_data_dir() + "/editor/maps/" + name); } return res; } namespace { bool is_directory_internal(const std::string& fname) { #ifdef _WIN32 _finddata_t info; const long handle = _findfirst((fname + "/*").c_str(),&info); if(handle >= 0) { _findclose(handle); return true; } else { return false; } #else struct stat dir_stat; if(::stat(fname.c_str(), &dir_stat) == -1) { return false; } return S_ISDIR(dir_stat.st_mode); #endif } } bool is_directory(const std::string& fname) { #ifdef USE_ZIPIOS if(!fname.empty() && fname[0] != '/') { return the_collection->hasSubdir(fname); } #else if(!fname.empty() && fname[0] != '/' && !game_config::path.empty()) { if(is_directory_internal(game_config::path + "/" + fname)) return true; } #endif return is_directory_internal(fname); } bool file_exists(const std::string& name) { #ifdef USE_ZIPIOS if (the_collection->getEntry(name)) return true; #endif std::ifstream file(name.c_str(),std::ios_base::binary); if (file.rdstate() != 0) return false; file.close(); return true; } time_t file_create_time(const std::string& fname) { struct stat buf; if(::stat(fname.c_str(),&buf) == -1) return 0; return buf.st_mtime; } //return the next ordered full filename within this directory std::string next_filename(const std::string &dirname, unsigned int max) { std::vector files; std::stringstream fname; unsigned int num = 1; // These are sorted, so we can simply add one to last one. get_files_in_dir(dirname, &files); // Make sure we skip over any files we didn't create ourselves. std::vector::reverse_iterator i; for (i = files.rbegin(); i != files.rend(); ++i) { if (i->length() == 8) { try { num = lexical_cast(*i)+1; break; } catch (bad_lexical_cast &) { } } } // Erase oldest files if we have too many if (max) { for (unsigned int j = 0; j + max < files.size(); j++) { delete_directory(dirname + "/" + files[j]); } } fname << std::setw(8) << std::setfill('0') << num; return dirname + "/" + fname.str(); } file_tree_checksum::file_tree_checksum() : nfiles(0), sum_size(0), modified(0) {} file_tree_checksum::file_tree_checksum(const config& cfg) { nfiles = lexical_cast_default(cfg["nfiles"]); sum_size = lexical_cast_default(cfg["size"]); modified = lexical_cast_default(cfg["modified"]); } void file_tree_checksum::write(config& cfg) const { cfg["nfiles"] = lexical_cast(nfiles); cfg["size"] = lexical_cast(sum_size); cfg["modified"] = lexical_cast(modified); } bool operator==(const file_tree_checksum& lhs, const file_tree_checksum& rhs) { return lhs.nfiles == rhs.nfiles && lhs.sum_size == rhs.sum_size && lhs.modified == rhs.modified; } bool operator!=(const file_tree_checksum& lhs, const file_tree_checksum& rhs) { return !operator==(lhs,rhs); } namespace { void get_file_tree_checksum_internal(const std::string& path, file_tree_checksum& res) { std::vector files, dirs; get_files_in_dir(path,&files,&dirs,ENTIRE_FILE_PATH); increment_filesystem_progress(); for(std::vector::const_iterator i = files.begin(); i != files.end(); ++i) { ++res.nfiles; struct stat buf; if(::stat(i->c_str(),&buf) != -1) { if(buf.st_mtime > res.modified) { res.modified = buf.st_mtime; } res.sum_size += buf.st_size; } } for(std::vector::const_iterator j = dirs.begin(); j != dirs.end(); ++j) { get_file_tree_checksum_internal(*j,res); } } } //end anonymous namespace file_tree_checksum get_file_tree_checksum(const std::string& path) { file_tree_checksum res; get_file_tree_checksum_internal(path,res); return res; } const file_tree_checksum& data_tree_checksum() { static file_tree_checksum checksum; if(checksum.nfiles == 0) { get_file_tree_checksum_internal("data/",checksum); get_file_tree_checksum_internal(get_user_data_dir() + "/data/",checksum); LOG_FS << "calculated data tree checksum: " << checksum.nfiles << " files; " << checksum.sum_size << " bytes\n"; } return checksum; } int file_size(const std::string& fname) { struct stat buf; if(::stat(fname.c_str(),&buf) == -1) return -1; return buf.st_size; } std::string file_name(const std::string& file) { #ifdef _WIN32 static const std::string dir_separators = "\\/:"; #else static const std::string dir_separators = "/"; #endif std::string::size_type pos = file.find_last_of(dir_separators); if(pos == std::string::npos) return file; if(pos >= file.size()-1) return ""; return file.substr(pos+1); } std::string directory_name(const std::string& file) { #ifdef _WIN32 static const std::string dir_separators = "\\/:"; #else static const std::string dir_separators = "/"; #endif std::string::size_type pos = file.find_last_of(dir_separators); if(pos == std::string::npos) return ""; return file.substr(0,pos+1); } namespace { std::set binary_paths; typedef std::map > paths_map; paths_map binary_paths_cache; void init_binary_paths() { if(binary_paths.empty()) { binary_paths.insert(""); } } } binary_paths_manager::binary_paths_manager() {} binary_paths_manager::binary_paths_manager(const config& cfg) { set_paths(cfg); } binary_paths_manager::~binary_paths_manager() { cleanup(); } void binary_paths_manager::set_paths(const config& cfg) { cleanup(); init_binary_paths(); const config::child_list& items = cfg.get_children("binary_path"); for(config::child_list::const_iterator i = items.begin(); i != items.end(); ++i) { const std::string path = (**i)["path"].str() + "/"; if(binary_paths.count(path) == 0) { binary_paths.insert(path); paths_.push_back(path); } } } void binary_paths_manager::cleanup() { binary_paths_cache.clear(); for(std::vector::const_iterator i = paths_.begin(); i != paths_.end(); ++i) { binary_paths.erase(*i); } } void clear_binary_paths_cache() { binary_paths_cache.clear(); } const std::vector& get_binary_paths(const std::string& type) { const paths_map::const_iterator itor = binary_paths_cache.find(type); if(itor != binary_paths_cache.end()) { return itor->second; } std::vector& res = binary_paths_cache[type]; init_binary_paths(); for(std::set::const_iterator i = binary_paths.begin(); i != binary_paths.end(); ++i) { res.push_back(get_user_data_dir() + "/" + *i + type + "/"); if(!game_config::path.empty()) { res.push_back(game_config::path + "/" + *i + type + "/"); } res.push_back(*i + type + "/"); } return res; } std::string get_binary_file_location(const std::string& type, const std::string& filename) { const std::vector& paths = get_binary_paths(type); for(std::vector::const_iterator i = paths.begin(); i != paths.end(); ++i) { const std::string file = *i + filename; if(file_exists(file) || is_directory(file)) { return file; } } return ""; } void scoped_istream::operator=(std::istream *s) { delete stream; stream = s; } scoped_istream::~scoped_istream() { delete stream; } void scoped_ostream::operator=(std::ostream *s) { delete stream; stream = s; } scoped_ostream::~scoped_ostream() { delete stream; }