2006-11-30 18:43:04 +01:00
|
|
|
#ifndef __LOCAL_STORE_H
|
|
|
|
#define __LOCAL_STORE_H
|
|
|
|
|
|
|
|
#include <string>
|
|
|
|
|
|
|
|
#include "store-api.hh"
|
2008-06-09 15:52:45 +02:00
|
|
|
#include "util.hh"
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2010-02-18 15:30:42 +01:00
|
|
|
|
|
|
|
class sqlite3;
|
|
|
|
class sqlite3_stmt;
|
2010-02-18 14:16:59 +01:00
|
|
|
|
2006-11-30 18:43:04 +01:00
|
|
|
|
|
|
|
namespace nix {
|
|
|
|
|
|
|
|
|
|
|
|
/* Nix store and database schema version. Version 1 (or 0) was Nix <=
|
2007-08-13 13:37:39 +02:00
|
|
|
0.7. Version 2 was Nix 0.8 and 0.9. Version 3 is Nix 0.10.
|
2010-02-18 15:30:42 +01:00
|
|
|
Version 4 is Nix 0.11. Version 5 is Nix 0.12-0.14. Version 6 is
|
|
|
|
Nix 0.15. */
|
|
|
|
const int nixSchemaVersion = 6;
|
2006-11-30 18:43:04 +01:00
|
|
|
|
|
|
|
|
2006-11-30 19:02:04 +01:00
|
|
|
extern string drvsLogDir;
|
|
|
|
|
|
|
|
|
2007-10-10 00:14:27 +02:00
|
|
|
struct OptimiseStats
|
|
|
|
{
|
|
|
|
unsigned long totalFiles;
|
|
|
|
unsigned long sameContents;
|
|
|
|
unsigned long filesLinked;
|
|
|
|
unsigned long long bytesFreed;
|
2008-06-18 11:34:17 +02:00
|
|
|
unsigned long long blocksFreed;
|
2007-10-10 00:14:27 +02:00
|
|
|
OptimiseStats()
|
|
|
|
{
|
|
|
|
totalFiles = sameContents = filesLinked = 0;
|
2008-06-18 11:34:17 +02:00
|
|
|
bytesFreed = blocksFreed = 0;
|
2007-10-10 00:14:27 +02:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2008-08-02 14:54:35 +02:00
|
|
|
struct RunningSubstituter
|
|
|
|
{
|
|
|
|
Pid pid;
|
2009-03-28 20:41:53 +01:00
|
|
|
AutoCloseFD to, from;
|
2008-08-02 14:54:35 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-02-18 15:30:42 +01:00
|
|
|
/* Wrapper object to close the SQLite database automatically. */
|
|
|
|
struct SQLite
|
|
|
|
{
|
|
|
|
sqlite3 * db;
|
|
|
|
SQLite() { db = 0; }
|
|
|
|
~SQLite();
|
|
|
|
operator sqlite3 * () { return db; }
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
/* Wrapper object to create and destroy SQLite prepared statements. */
|
|
|
|
struct SQLiteStmt
|
|
|
|
{
|
|
|
|
sqlite3 * db;
|
|
|
|
sqlite3_stmt * stmt;
|
|
|
|
SQLiteStmt() { stmt = 0; }
|
|
|
|
void create(sqlite3 * db, const string & s);
|
2010-02-18 16:11:08 +01:00
|
|
|
void reset();
|
2010-02-18 15:30:42 +01:00
|
|
|
~SQLiteStmt();
|
|
|
|
operator sqlite3_stmt * () { return stmt; }
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2006-11-30 18:43:04 +01:00
|
|
|
class LocalStore : public StoreAPI
|
|
|
|
{
|
2007-08-12 02:29:28 +02:00
|
|
|
private:
|
|
|
|
bool substitutablePathsLoaded;
|
|
|
|
PathSet substitutablePaths;
|
2008-08-02 14:54:35 +02:00
|
|
|
|
|
|
|
typedef std::map<Path, RunningSubstituter> RunningSubstituters;
|
|
|
|
RunningSubstituters runningSubstituters;
|
2007-08-12 02:29:28 +02:00
|
|
|
|
2006-11-30 18:43:04 +01:00
|
|
|
public:
|
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
/* Initialise the local store, upgrading the schema if
|
|
|
|
necessary. */
|
|
|
|
LocalStore();
|
2006-11-30 18:43:04 +01:00
|
|
|
|
|
|
|
~LocalStore();
|
|
|
|
|
|
|
|
/* Implementations of abstract store API methods. */
|
|
|
|
|
|
|
|
bool isValidPath(const Path & path);
|
|
|
|
|
2008-01-29 19:17:36 +01:00
|
|
|
PathSet queryValidPaths();
|
|
|
|
|
2006-11-30 18:43:04 +01:00
|
|
|
Hash queryPathHash(const Path & path);
|
|
|
|
|
2006-12-01 21:51:18 +01:00
|
|
|
void queryReferences(const Path & path, PathSet & references);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2006-12-01 21:51:18 +01:00
|
|
|
void queryReferrers(const Path & path, PathSet & referrers);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2007-06-12 18:53:44 +02:00
|
|
|
Path queryDeriver(const Path & path);
|
|
|
|
|
2007-08-12 02:29:28 +02:00
|
|
|
PathSet querySubstitutablePaths();
|
|
|
|
|
|
|
|
bool hasSubstitutes(const Path & path);
|
2008-08-02 14:54:35 +02:00
|
|
|
|
|
|
|
bool querySubstitutablePathInfo(const Path & path,
|
|
|
|
SubstitutablePathInfo & info);
|
2007-08-12 02:29:28 +02:00
|
|
|
|
2008-08-04 15:15:35 +02:00
|
|
|
bool querySubstitutablePathInfo(const Path & substituter,
|
|
|
|
const Path & path, SubstitutablePathInfo & info);
|
|
|
|
|
2008-12-03 16:06:30 +01:00
|
|
|
Path addToStore(const Path & srcPath,
|
2008-12-03 17:10:17 +01:00
|
|
|
bool recursive = true, HashType hashAlgo = htSHA256,
|
2006-12-13 00:05:01 +01:00
|
|
|
PathFilter & filter = defaultPathFilter);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2008-12-03 19:05:14 +01:00
|
|
|
/* Like addToStore(), but the contents of the path are contained
|
|
|
|
in `dump', which is either a NAR serialisation (if recursive ==
|
|
|
|
true) or simply the contents of a regular file (if recursive ==
|
|
|
|
false). */
|
|
|
|
Path addToStoreFromDump(const string & dump, const string & name,
|
|
|
|
bool recursive = true, HashType hashAlgo = htSHA256);
|
|
|
|
|
2008-12-03 16:06:30 +01:00
|
|
|
Path addTextToStore(const string & name, const string & s,
|
2006-11-30 18:43:04 +01:00
|
|
|
const PathSet & references);
|
|
|
|
|
2007-02-21 00:17:20 +01:00
|
|
|
void exportPath(const Path & path, bool sign,
|
|
|
|
Sink & sink);
|
|
|
|
|
2007-02-21 16:45:32 +01:00
|
|
|
Path importPath(bool requireSignature, Source & source);
|
|
|
|
|
2006-11-30 19:02:04 +01:00
|
|
|
void buildDerivations(const PathSet & drvPaths);
|
|
|
|
|
2006-12-01 21:51:18 +01:00
|
|
|
void ensurePath(const Path & path);
|
2006-12-02 17:41:36 +01:00
|
|
|
|
|
|
|
void addTempRoot(const Path & path);
|
|
|
|
|
2006-12-05 00:29:16 +01:00
|
|
|
void addIndirectRoot(const Path & path);
|
|
|
|
|
2006-12-02 17:41:36 +01:00
|
|
|
void syncWithGC();
|
2006-12-05 02:31:45 +01:00
|
|
|
|
|
|
|
Roots findRoots();
|
2006-12-05 03:18:46 +01:00
|
|
|
|
2008-06-18 11:34:17 +02:00
|
|
|
void collectGarbage(const GCOptions & options, GCResults & results);
|
2007-10-10 00:14:27 +02:00
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
/* Delete a path from the Nix store. */
|
2008-06-18 11:34:17 +02:00
|
|
|
void deleteFromStore(const Path & path, unsigned long long & bytesFreed,
|
|
|
|
unsigned long long & blocksFreed);
|
2008-06-09 15:52:45 +02:00
|
|
|
|
2007-10-10 00:14:27 +02:00
|
|
|
/* Optimise the disk space usage of the Nix store by hard-linking
|
|
|
|
files with the same contents. */
|
|
|
|
void optimiseStore(bool dryRun, OptimiseStats & stats);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
/* Check the integrity of the Nix store. */
|
|
|
|
void verifyStore(bool checkContents);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
/* Register the validity of a path, i.e., that `path' exists, that
|
|
|
|
the paths referenced by it exists, and in the case of an output
|
|
|
|
path of a derivation, that it has been produced by a succesful
|
|
|
|
execution of the derivation (or something equivalent). Also
|
|
|
|
register the hash of the file system contents of the path. The
|
|
|
|
hash must be a SHA-256 hash. */
|
|
|
|
void registerValidPath(const Path & path,
|
|
|
|
const Hash & hash, const PathSet & references, const Path & deriver);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
void registerValidPaths(const ValidPathInfos & infos);
|
|
|
|
|
2009-03-25 22:05:42 +01:00
|
|
|
/* Register that the build of a derivation with output `path' has
|
|
|
|
failed. */
|
|
|
|
void registerFailedPath(const Path & path);
|
|
|
|
|
|
|
|
/* Query whether `path' previously failed to build. */
|
|
|
|
bool hasPathFailed(const Path & path);
|
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
private:
|
|
|
|
|
|
|
|
Path schemaPath;
|
|
|
|
|
|
|
|
/* Lock file used for upgrading. */
|
|
|
|
AutoCloseFD globalLock;
|
|
|
|
|
2010-01-29 13:22:58 +01:00
|
|
|
/* Whether to do an fsync() after writing Nix metadata. */
|
|
|
|
bool doFsync;
|
|
|
|
|
2010-02-18 15:30:42 +01:00
|
|
|
/* The SQLite database object. */
|
|
|
|
SQLite db;
|
|
|
|
|
|
|
|
/* Some precompiled SQLite statements. */
|
|
|
|
SQLiteStmt stmtRegisterValidPath;
|
|
|
|
SQLiteStmt stmtAddReference;
|
2010-02-18 16:11:08 +01:00
|
|
|
SQLiteStmt stmtIsValidPath;
|
2010-02-18 14:16:59 +01:00
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
int getSchema();
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2010-02-18 14:16:59 +01:00
|
|
|
void initSchema();
|
|
|
|
|
2010-02-18 15:30:42 +01:00
|
|
|
void prepareStatements();
|
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
void registerValidPath(const ValidPathInfo & info, bool ignoreValidity = false);
|
|
|
|
|
2008-12-16 14:28:18 +01:00
|
|
|
ValidPathInfo queryPathInfo(const Path & path, bool ignoreErrors = false);
|
2008-06-09 15:52:45 +02:00
|
|
|
|
2010-01-29 13:22:58 +01:00
|
|
|
void appendReferrer(const Path & from, const Path & to, bool lock);
|
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
void rewriteReferrers(const Path & path, bool purge, PathSet referrers);
|
|
|
|
|
|
|
|
bool queryReferrersInternal(const Path & path, PathSet & referrers);
|
|
|
|
|
|
|
|
void invalidatePath(const Path & path);
|
2010-02-18 16:11:08 +01:00
|
|
|
|
2010-02-18 14:16:59 +01:00
|
|
|
void upgradeStore6();
|
2010-02-18 16:11:08 +01:00
|
|
|
PathSet queryValidPathsOld();
|
|
|
|
ValidPathInfo queryPathInfoOld(const Path & path);
|
2008-06-09 15:52:45 +02:00
|
|
|
|
2009-11-23 17:34:24 +01:00
|
|
|
struct GCState;
|
2008-08-02 14:54:35 +02:00
|
|
|
|
2009-11-23 17:34:24 +01:00
|
|
|
bool tryToDelete(GCState & state, const Path & path);
|
|
|
|
|
2010-01-25 17:04:32 +01:00
|
|
|
PathSet findDerivers(GCState & state, const Path & path);
|
|
|
|
|
2009-11-23 17:34:24 +01:00
|
|
|
bool isActiveTempFile(const GCState & state,
|
|
|
|
const Path & path, const string & suffix);
|
|
|
|
|
2008-08-02 14:54:35 +02:00
|
|
|
void startSubstituter(const Path & substituter,
|
|
|
|
RunningSubstituter & runningSubstituter);
|
2008-06-09 15:52:45 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2006-11-30 18:43:04 +01:00
|
|
|
/* "Fix", or canonicalise, the meta-data of the files in a store path
|
|
|
|
after it has been built. In particular:
|
2009-06-13 18:30:58 +02:00
|
|
|
- the last modification date on each file is set to 1 (i.e.,
|
|
|
|
00:00:01 1/1/1970 UTC)
|
2006-11-30 18:43:04 +01:00
|
|
|
- the permissions are set of 444 or 555 (i.e., read-only with or
|
|
|
|
without execute permission; setuid bits etc. are cleared)
|
|
|
|
- the owner and group are set to the Nix user and group, if we're
|
|
|
|
in a setuid Nix installation. */
|
|
|
|
void canonicalisePathMetaData(const Path & path);
|
|
|
|
|
2008-06-09 15:52:45 +02:00
|
|
|
void canonicalisePathMetaData(const Path & path, bool recurse);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
2007-01-14 17:24:49 +01:00
|
|
|
MakeError(PathInUse, Error);
|
|
|
|
|
2006-12-07 16:54:52 +01:00
|
|
|
/* Whether we are in build users mode. */
|
|
|
|
bool haveBuildUsers();
|
|
|
|
|
|
|
|
/* Whether we are root. */
|
|
|
|
bool amPrivileged();
|
|
|
|
|
|
|
|
/* Recursively change the ownership of `path' to the current uid. */
|
|
|
|
void getOwnership(const Path & path);
|
|
|
|
|
2006-12-09 01:26:24 +01:00
|
|
|
/* Like deletePath(), but changes the ownership of `path' using the
|
|
|
|
setuid wrapper if necessary (and possible). */
|
|
|
|
void deletePathWrapped(const Path & path,
|
2008-06-18 11:34:17 +02:00
|
|
|
unsigned long long & bytesFreed, unsigned long long & blocksFreed);
|
2006-12-09 01:26:24 +01:00
|
|
|
|
|
|
|
void deletePathWrapped(const Path & path);
|
2006-11-30 18:43:04 +01:00
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
#endif /* !__LOCAL_STORE_H */
|