summaryrefslogtreecommitdiff
path: root/tools/restore.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'tools/restore.cpp')
-rw-r--r--tools/restore.cpp308
1 files changed, 0 insertions, 308 deletions
diff --git a/tools/restore.cpp b/tools/restore.cpp
deleted file mode 100644
index ec0e1d38c62..00000000000
--- a/tools/restore.cpp
+++ /dev/null
@@ -1,308 +0,0 @@
-// @file restore.cpp
-
-/**
-* Copyright (C) 2008 10gen Inc.
-*
-* This program is free software: you can redistribute it and/or modify
-* it under the terms of the GNU Affero General Public License, version 3,
-* as published by the Free Software Foundation.
-*
-* This program is distributed in the hope that it will be useful,
-* but WITHOUT ANY WARRANTY; without even the implied warranty of
-* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-* GNU Affero General Public License for more details.
-*
-* You should have received a copy of the GNU Affero General Public License
-* along with this program. If not, see <http://www.gnu.org/licenses/>.
-*/
-
-#include "../pch.h"
-#include "../client/dbclient.h"
-#include "../util/mmap.h"
-#include "../util/version.h"
-#include "tool.h"
-
-#include <boost/program_options.hpp>
-
-#include <fcntl.h>
-#include <set>
-
-using namespace mongo;
-
-namespace po = boost::program_options;
-
-namespace {
- const char* OPLOG_SENTINEL = "$oplog"; // compare by ptr not strcmp
-}
-
-class Restore : public BSONTool {
-public:
-
- bool _drop;
- bool _keepIndexVersion;
- string _curns;
- string _curdb;
- set<string> _users; // For restoring users with --drop
-
- Restore() : BSONTool( "restore" ) , _drop(false) {
- add_options()
- ("drop" , "drop each collection before import" )
- ("oplogReplay" , "replay oplog for point-in-time restore")
- ("keepIndexVersion" , "don't upgrade indexes to newest version")
- ;
- add_hidden_options()
- ("dir", po::value<string>()->default_value("dump"), "directory to restore from")
- ("indexesLast" , "wait to add indexes (now default)") // left in for backwards compatibility
- ;
- addPositionArg("dir", 1);
- }
-
- virtual void printExtraHelp(ostream& out) {
- out << "usage: " << _name << " [options] [directory or filename to restore from]" << endl;
- }
-
- virtual int doRun() {
- auth();
- path root = getParam("dir");
-
- // check if we're actually talking to a machine that can write
- if (!isMaster()) {
- return -1;
- }
-
- _drop = hasParam( "drop" );
- _keepIndexVersion = hasParam("keepIndexVersion");
-
- if (isMongos() && _db == "" && exists(root / "config")) {
- cout << "Cannot do a full restore on a sharded system" << endl;
- return -1;
- }
-
- bool doOplog = hasParam( "oplogReplay" );
- if (doOplog) {
- // fail early if errors
-
- if (_db != "") {
- cout << "Can only replay oplog on full restore" << endl;
- return -1;
- }
-
- if ( ! exists(root / "oplog.bson") ) {
- cout << "No oplog file to replay. Make sure you run mongodump with --oplog." << endl;
- return -1;
- }
-
-
- BSONObj out;
- if (! conn().simpleCommand("admin", &out, "buildinfo")) {
- cout << "buildinfo command failed: " << out["errmsg"].String() << endl;
- return -1;
- }
-
- StringData version = out["version"].valuestr();
- if (versionCmp(version, "1.7.4-pre-") < 0) {
- cout << "Can only replay oplog to server version >= 1.7.4" << endl;
- return -1;
- }
- }
-
- /* If _db is not "" then the user specified a db name to restore as.
- *
- * In that case we better be given either a root directory that
- * contains only .bson files or a single .bson file (a db).
- *
- * In the case where a collection name is specified we better be
- * given either a root directory that contains only a single
- * .bson file, or a single .bson file itself (a collection).
- */
- drillDown(root, _db != "", _coll != "", true);
- conn().getLastError();
-
- if (doOplog) {
- out() << "\t Replaying oplog" << endl;
- _curns = OPLOG_SENTINEL;
- processFile( root / "oplog.bson" );
- }
-
- return EXIT_CLEAN;
- }
-
- void drillDown( path root, bool use_db, bool use_coll, bool top_level=false ) {
- log(2) << "drillDown: " << root.string() << endl;
-
- // skip hidden files and directories
- if (root.leaf()[0] == '.' && root.leaf() != ".")
- return;
-
- if ( is_directory( root ) ) {
- directory_iterator end;
- directory_iterator i(root);
- path indexes;
- while ( i != end ) {
- path p = *i;
- i++;
-
- if (use_db) {
- if (is_directory(p)) {
- cerr << "ERROR: root directory must be a dump of a single database" << endl;
- cerr << " when specifying a db name with --db" << endl;
- printHelp(cout);
- return;
- }
- }
-
- if (use_coll) {
- if (is_directory(p) || i != end) {
- cerr << "ERROR: root directory must be a dump of a single collection" << endl;
- cerr << " when specifying a collection name with --collection" << endl;
- printHelp(cout);
- return;
- }
- }
-
- // don't insert oplog
- if (top_level && !use_db && p.leaf() == "oplog.bson")
- continue;
-
- if ( p.leaf() == "system.indexes.bson" )
- indexes = p;
- else
- drillDown(p, use_db, use_coll);
- }
-
- if (!indexes.empty())
- drillDown(indexes, use_db, use_coll);
-
- return;
- }
-
- if ( ! ( endsWith( root.string().c_str() , ".bson" ) ||
- endsWith( root.string().c_str() , ".bin" ) ) ) {
- cerr << "don't know what to do with file [" << root.string() << "]" << endl;
- return;
- }
-
- log() << root.string() << endl;
-
- if ( root.leaf() == "system.profile.bson" ) {
- log() << "\t skipping" << endl;
- return;
- }
-
- string ns;
- if (use_db) {
- ns += _db;
- }
- else {
- string dir = root.branch_path().string();
- if ( dir.find( "/" ) == string::npos )
- ns += dir;
- else
- ns += dir.substr( dir.find_last_of( "/" ) + 1 );
-
- if ( ns.size() == 0 )
- ns = "test";
- }
-
- assert( ns.size() );
-
- if (use_coll) {
- ns += "." + _coll;
- }
- else {
- string l = root.leaf();
- l = l.substr( 0 , l.find_last_of( "." ) );
- ns += "." + l;
- }
-
- out() << "\t going into namespace [" << ns << "]" << endl;
-
- if ( _drop ) {
- if (root.leaf() != "system.users.bson" ) {
- out() << "\t dropping" << endl;
- conn().dropCollection( ns );
- } else {
- // Create map of the users currently in the DB
- BSONObj fields = BSON("user" << 1);
- scoped_ptr<DBClientCursor> cursor(conn().query(ns, Query(), 0, 0, &fields));
- while (cursor->more()) {
- BSONObj user = cursor->next();
- _users.insert(user["user"].String());
- }
- }
- }
-
- _curns = ns.c_str();
- _curdb = NamespaceString(_curns).db;
- processFile( root );
- if (_drop && root.leaf() == "system.users.bson") {
- // Delete any users that used to exist but weren't in the dump file
- for (set<string>::iterator it = _users.begin(); it != _users.end(); ++it) {
- BSONObj userMatch = BSON("user" << *it);
- conn().remove(ns, Query(userMatch));
- }
- _users.clear();
- }
- }
-
- virtual void gotObject( const BSONObj& obj ) {
- if (_curns == OPLOG_SENTINEL) { // intentional ptr compare
- if (obj["op"].valuestr()[0] == 'n') // skip no-ops
- return;
-
- string db = obj["ns"].valuestr();
- db = db.substr(0, db.find('.'));
-
- BSONObj cmd = BSON( "applyOps" << BSON_ARRAY( obj ) );
- BSONObj out;
- conn().runCommand(db, cmd, out);
- }
- else if ( endsWith( _curns.c_str() , ".system.indexes" )) {
- /* Index construction is slightly special: when restoring
- indexes, we must ensure that the ns attribute is
- <dbname>.<indexname>, where <dbname> might be different
- at restore time than what was dumped. Also, we're
- stricter about errors for indexes than for regular
- data. */
- BSONObjBuilder bo;
- BSONObjIterator i(obj);
- while ( i.more() ) {
- BSONElement e = i.next();
- if (strcmp(e.fieldName(), "ns") == 0) {
- NamespaceString n(e.String());
- string s = _curdb + "." + n.coll;
- bo.append("ns", s);
- }
- else if (strcmp(e.fieldName(), "v") != 0 || _keepIndexVersion) { // Remove index version number
- bo.append(e);
- }
- }
- BSONObj o = bo.obj();
- log(0) << o << endl;
- conn().insert( _curns , o );
- BSONObj err = conn().getLastErrorDetailed();
- if ( ! ( err["err"].isNull() ) ) {
- cerr << "Error creating index " << o["ns"].String();
- cerr << ": " << err["code"].Int() << " " << err["err"].String() << endl;
- cerr << "To resume index restoration, run " << _name << " on file" << _fileName << " manually." << endl;
- ::abort();
- }
- }
- else if (_drop && endsWith(_curns.c_str(), ".system.users") && _users.count(obj["user"].String())) {
- // Since system collections can't be dropped, we have to manually
- // replace the contents of the system.users collection
- BSONObj userMatch = BSON("user" << obj["user"].String());
- conn().update(_curns, Query(userMatch), obj);
- _users.erase(obj["user"].String());
- } else {
- conn().insert( _curns , obj );
- }
- }
-
-
-};
-
-int main( int argc , char ** argv ) {
- Restore restore;
- return restore.main( argc , argv );
-}