#include "nar-accessor.hh" #include "archive.hh" #include #include #include #include namespace nix { struct NarMember { SourceAccessor::Stat stat; std::string target; /* If this is a directory, all the children of the directory. */ std::map children; }; struct NarMemberConstructor : CreateRegularFileSink { private: NarMember & narMember; uint64_t & pos; public: NarMemberConstructor(NarMember & nm, uint64_t & pos) : narMember(nm), pos(pos) { } void isExecutable() override { narMember.stat.isExecutable = true; } void preallocateContents(uint64_t size) override { narMember.stat.fileSize = size; narMember.stat.narOffset = pos; } void operator () (std::string_view data) override { } }; struct NarAccessor : public SourceAccessor { std::optional nar; GetNarBytes getNarBytes; NarMember root; struct NarIndexer : FileSystemObjectSink, Source { NarAccessor & acc; Source & source; std::stack parents; bool isExec = false; uint64_t pos = 0; NarIndexer(NarAccessor & acc, Source & source) : acc(acc), source(source) { } NarMember & createMember(const Path & path, NarMember member) { size_t level = std::count(path.begin(), path.end(), '/'); while (parents.size() > level) parents.pop(); if (parents.empty()) { acc.root = std::move(member); parents.push(&acc.root); return acc.root; } else { if (parents.top()->stat.type != Type::tDirectory) throw Error("NAR file missing parent directory of path '%s'", path); auto result = parents.top()->children.emplace(baseNameOf(path), std::move(member)); auto & ref = result.first->second; parents.push(&ref); return ref; } } void createDirectory(const Path & path) override { createMember(path, NarMember{ .stat = { .type = Type::tDirectory, .fileSize = 0, .isExecutable = false, .narOffset = 0 } }); } void createRegularFile(const Path & path, std::function func) override { auto & nm = createMember(path, NarMember{ .stat = { .type = Type::tRegular, .fileSize = 0, .isExecutable = false, .narOffset = 0 } }); NarMemberConstructor nmc { nm, pos }; func(nmc); } void createSymlink(const Path & path, const std::string & target) override { createMember(path, NarMember{ .stat = {.type = Type::tSymlink}, .target = target}); } size_t read(char * data, size_t len) override { auto n = source.read(data, len); pos += n; return n; } }; NarAccessor(std::string && _nar) : nar(_nar) { StringSource source(*nar); NarIndexer indexer(*this, source); parseDump(indexer, indexer); } NarAccessor(Source & source) { NarIndexer indexer(*this, source); parseDump(indexer, indexer); } NarAccessor(const std::string & listing, GetNarBytes getNarBytes) : getNarBytes(getNarBytes) { using json = nlohmann::json; std::function recurse; recurse = [&](NarMember & member, json & v) { std::string type = v["type"]; if (type == "directory") { member.stat = {.type = Type::tDirectory}; for (const auto &[name, function] : v["entries"].items()) { recurse(member.children[name], function); } } else if (type == "regular") { member.stat = { .type = Type::tRegular, .fileSize = v["size"], .isExecutable = v.value("executable", false), .narOffset = v["narOffset"] }; } else if (type == "symlink") { member.stat = {.type = Type::tSymlink}; member.target = v.value("target", ""); } else return; }; json v = json::parse(listing); recurse(root, v); } NarMember * find(const CanonPath & path) { NarMember * current = &root; for (const auto & i : path) { if (current->stat.type != Type::tDirectory) return nullptr; auto child = current->children.find(std::string(i)); if (child == current->children.end()) return nullptr; current = &child->second; } return current; } NarMember & get(const CanonPath & path) { auto result = find(path); if (!result) throw Error("NAR file does not contain path '%1%'", path); return *result; } std::optional maybeLstat(const CanonPath & path) override { auto i = find(path); if (!i) return std::nullopt; return i->stat; } DirEntries readDirectory(const CanonPath & path) override { auto i = get(path); if (i.stat.type != Type::tDirectory) throw Error("path '%1%' inside NAR file is not a directory", path); DirEntries res; for (const auto & child : i.children) res.insert_or_assign(child.first, std::nullopt); return res; } std::string readFile(const CanonPath & path) override { auto i = get(path); if (i.stat.type != Type::tRegular) throw Error("path '%1%' inside NAR file is not a regular file", path); if (getNarBytes) return getNarBytes(*i.stat.narOffset, *i.stat.fileSize); assert(nar); return std::string(*nar, *i.stat.narOffset, *i.stat.fileSize); } std::string readLink(const CanonPath & path) override { auto i = get(path); if (i.stat.type != Type::tSymlink) throw Error("path '%1%' inside NAR file is not a symlink", path); return i.target; } }; ref makeNarAccessor(std::string && nar) { return make_ref(std::move(nar)); } ref makeNarAccessor(Source & source) { return make_ref(source); } ref makeLazyNarAccessor(const std::string & listing, GetNarBytes getNarBytes) { return make_ref(listing, getNarBytes); } using nlohmann::json; json listNar(ref accessor, const CanonPath & path, bool recurse) { auto st = accessor->lstat(path); json obj = json::object(); switch (st.type) { case SourceAccessor::Type::tRegular: obj["type"] = "regular"; if (st.fileSize) obj["size"] = *st.fileSize; if (st.isExecutable) obj["executable"] = true; if (st.narOffset && *st.narOffset) obj["narOffset"] = *st.narOffset; break; case SourceAccessor::Type::tDirectory: obj["type"] = "directory"; { obj["entries"] = json::object(); json &res2 = obj["entries"]; for (const auto & [name, type] : accessor->readDirectory(path)) { if (recurse) { res2[name] = listNar(accessor, path / name, true); } else res2[name] = json::object(); } } break; case SourceAccessor::Type::tSymlink: obj["type"] = "symlink"; obj["target"] = accessor->readLink(path); break; case SourceAccessor::Type::tMisc: assert(false); // cannot happen for NARs } return obj; } }