/* * file/git-file.c - Open and read a file from git version control system * * Written 2016 by Werner Almesberger * Copyright 2016 by Werner Almesberger * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. */ #define _GNU_SOURCE /* for get_current_dir_name */ #include #include #include #include #include #include #include #include "misc/util.h" #include "misc/diag.h" #include "file/file.h" #include "file/git-util.h" #include "file/git-file.h" struct vcs_git { const char *name; const char *revision; const struct vcs_git *related; git_repository *repo; git_tree *tree; git_object *obj; const void *data; unsigned size; }; /* ----- OID matching ------------------------------------------------------ */ void *vcs_git_get_oid(const void *ctx) { const struct vcs_git *vcs_git = ctx; struct git_oid *new; new = alloc_type(git_oid); git_oid_cpy(new, git_object_id(vcs_git->obj)); return new; } bool vcs_git_oid_eq(const void *a, const void *b) { return !git_oid_cmp(a, b); } /* ----- Open -------------------------------------------------------------- */ static git_repository *select_repo(const char *path) { git_repository *repo = NULL; char *tmp = stralloc(path); char *slash; /* * If we can't find a repo, this may be due to the file or directory * the path points to not existing in the currently checked-out tree. * So we trim off elements until we find a repository. */ while (1) { progress(3, "trying \"%s\"\n", tmp); if (!git_repository_open_ext(&repo, *tmp ? tmp : "/", GIT_REPOSITORY_OPEN_CROSS_FS, NULL)) break; slash = strrchr(tmp, '/'); if (!slash) break; *slash = 0; } free(tmp); return repo; } static git_tree *pick_revision(git_repository *repo, const char *revision) { git_commit *commit; git_object *obj; git_tree *tree; if (git_revparse_single(&obj, repo, revision)) { const git_error *e = giterr_last(); fatal("%s: %s\n", git_repository_path(repo), e->message); } if (git_object_type(obj) != GIT_OBJ_COMMIT) fatal("%s: not a commit\n", revision); commit = (git_commit *) obj; if (git_commit_tree(&tree, commit)) { const git_error *e = giterr_last(); fatal("%s: %s\n", revision, e->message); } return tree; } static char *canonical_path_into_repo(const char *repo_dir, const char *path) { struct stat repo_st, path_st; char *tmp, *tmp2, *slash, *tail, *real; char *to; const char *end, *from; /* identify inode of repo root */ if (stat(repo_dir, &repo_st) < 0) diag_pfatal(repo_dir); if (!S_ISDIR(repo_st.st_mode)) fatal("%s: not a directory\n", repo_dir); /* convert relative paths to absolute */ if (*path == '/') { tmp = stralloc(path); } else { char *cwd = get_current_dir_name(); tmp = alloc_size(strlen(cwd) + 1 + strlen(path) + 1); sprintf(tmp, "%s/%s", cwd, path); free(cwd); } /* remove trailing / */ slash = strrchr(tmp, '/'); if (slash && slash != tmp && !slash[1]) *slash = 0; /* * If path does point to inexistent object, separate into the part that * is valid on the current system and the tail containing dead things. */ end = tail = strchr(tmp, 0); while (1) { progress(3, "probing \"%s\" tail \"%s\"\n", tmp, tail); if (stat(tmp, &path_st) == 0) break; if (!tmp[1]) fatal("%s: cannot resolve\n", path); slash = strrchr(tmp, '/'); if (tail != end) tail[-1] = '/'; tail = slash + 1; *slash = 0; } /* remove . and .. from tail */ progress(3, "input tail \"%s\"\n", tail); from = to = tail; while (1) { if (!strncmp(from, "./", 2)) { from += 2; continue; } if (!strcmp(from, ".")) break; if (strncmp(from, "../", 3) && strcmp(from, "..")) { while (*from) { *to++ = *from++; if (from[-1] == '/') break; } if (!*from) break; } /* * We have something like this: * /home/repo/dead/../../foo */ if (to == tail) fatal("%s: can't climb out of dead path\n", path); /* * We have something like * "foo/" -> "" * or * "foo/bar/" -> "foo/" * where "to" points to the end. */ to--; while (to != tail && to[-1] != '/') to--; } *to = 0; progress(3, "output tail \"%s\"\n", tail); /* resolve all symlinks */ real = realpath(tmp, NULL); progress(3, "realpath(\"%s\") = \"%s\"\n", tmp, real); /* append tail */ if (*tail) { tmp2 = alloc_size(strlen(real) + 1 + strlen(tail) + 1); sprintf(tmp2, "%s/%s", real, tail); free(real); } else { tmp2 = real; } free(tmp); tmp = tmp2; progress(2, "full object path \"%s\"\n", tmp); /* find which part of our path is inside the repo */ end = tail = strchr(tmp, 0); while (1) { progress(3, "trying \"%s\" tail \"%s\"\n", tmp, tail); if (stat(tmp, &path_st) == 0 && path_st.st_dev == repo_st.st_dev && path_st.st_ino == repo_st.st_ino) break; slash = strrchr(tmp, '/'); /* "this cannot happen" */ if (tail == tmp || !slash) fatal("divergent paths:\nrepo \"%s\"\nobject \"%s\"\n", repo_dir, tail); if (tail != end) tail[-1] = '/'; tail = slash + 1; *slash = 0; } progress(2, "path in repo \"%s\"\n", tail); tmp2 = stralloc(tail); free(tmp); return tmp2; } static git_tree_entry *find_file(git_repository *repo, git_tree *tree, const char *path) { git_tree_entry *entry; char *repo_path = stralloc(git_repository_workdir(repo)); /* use workdir, not path, for submodules */ char *slash, *canon_path; int len; /* remove trailing / from repo_path */ slash = strrchr(repo_path, '/'); if (slash && slash != repo_path && !slash[1]) *slash = 0; len = strlen(repo_path); if (len >= 5 && !strcmp(repo_path + len - 5, "/.git")) repo_path[len == 5 ? 1 : len - 5] = 0; progress(2, "repo dir \"%s\"\n", repo_path); canon_path = canonical_path_into_repo(repo_path, path); free(repo_path); if (git_tree_entry_bypath(&entry, tree, canon_path)) { const git_error *e = giterr_last(); error("%s: %s\n", path, e->message); free(canon_path); return NULL; } free(canon_path); return entry; } static const void *get_data(struct vcs_git *vcs_git, git_tree_entry *entry, unsigned *size) { git_repository *repo =vcs_git->repo; git_object *obj; git_blob *blob; if (git_tree_entry_type(entry) != GIT_OBJ_BLOB) fatal("entry is not a blob\n"); if (git_tree_entry_to_object(&obj, repo, entry)) { const git_error *e = giterr_last(); fatal("%s\n", e->message); } vcs_git->obj = obj; if (verbose > 2) { git_buf buf = { 0 }; if (git_object_short_id(&buf, obj)) { const git_error *e = giterr_last(); fatal("%s\n", e->message); } progress(3, "object %s\n", buf.ptr); git_buf_free(&buf); } blob = (git_blob *) obj; *size = git_blob_rawsize(blob); return git_blob_rawcontent(blob); } static bool send_line(const char *s, unsigned len, bool (*parse)(const struct file *file, void *user, const char *line), void *user, const struct file *file) { char *tmp = alloc_size(len + 1); bool res; memcpy(tmp, s, len); tmp[len] = 0; res = parse(file, user, tmp); free(tmp); return res; } static bool access_file_data(struct vcs_git *vcs_git, const char *name) { git_tree_entry *entry; entry = find_file(vcs_git->repo, vcs_git->tree, name); if (!entry) return 0; progress(1, "reading %s\n", name); vcs_git->data = get_data(vcs_git, entry, &vcs_git->size); return 1; } static bool related_same_repo(struct vcs_git *vcs_git) { const struct vcs_git *related = vcs_git->related; vcs_git->repo = related->repo; vcs_git->tree = related->tree; return access_file_data(vcs_git, vcs_git->name); } static bool related_other_repo(struct vcs_git *vcs_git) { static bool shown = 0; /* @@@ find revision <= date of revision in related */ if (!shown) warning("related_other_repo is not yet implemented"); shown = 1; return 0; } static bool related_only_repo(struct vcs_git *vcs_git) { const struct vcs_git *related = vcs_git->related; char *tmp; progress(2, "trying graft \"%s\" \"%s\"\n", related->name, vcs_git->name); tmp = file_graft_relative(related->name, vcs_git->name); if (!tmp) return 0; vcs_git->repo = related->repo; vcs_git->tree = related->tree; if (!access_file_data(vcs_git, tmp)) { free(tmp); return 0; } free((char *) vcs_git->name); vcs_git->name = tmp; return 1; } static bool try_related(struct vcs_git *vcs_git) { if (!vcs_git->related) return 0; if (vcs_git->revision) return 0; vcs_git->repo = select_repo(vcs_git->name); if (vcs_git->repo) { if (!strcmp(git_repository_path(vcs_git->related->repo), git_repository_path(vcs_git->repo))) return related_same_repo(vcs_git); else return related_other_repo(vcs_git); } return related_only_repo(vcs_git); } struct vcs_git *vcs_git_open(const char *revision, const char *name, const struct vcs_git *related) { struct vcs_git *vcs_git = alloc_type(struct vcs_git); git_init_once(); vcs_git->name = stralloc(name); vcs_git->revision = revision ? stralloc(revision) : NULL; vcs_git->related = related; if (try_related(vcs_git)) return vcs_git; vcs_git->repo = select_repo(name); if (!vcs_git->repo) { error("%s: not found\n", name); goto fail; } progress(2, "using repository %s\n", git_repository_path(vcs_git->repo)); if (!revision) revision = "HEAD"; vcs_git->tree = pick_revision(vcs_git->repo, revision); if (!access_file_data(vcs_git, name)) goto fail; return vcs_git; fail: vcs_git_close(vcs_git); return 0; } /* ----- Read -------------------------------------------------------------- */ bool vcs_git_read(void *ctx, struct file *file, bool (*parse)(const struct file *file, void *user, const char *line), void *user) { const struct vcs_git *vcs_git = ctx; const char *end = vcs_git->data + vcs_git->size; const char *p = vcs_git->data; const char *nl; while (p != end) { nl = memchr(p, '\n', end - p); file->lineno++; if (!nl) return send_line(p, end - p, parse, user, file); if (!send_line(p, nl - p, parse, user, file)) return 0; p = nl + 1; } return 1; } /* ----- Close ------------------------------------------------------------- */ void vcs_git_close(void *ctx) { struct vcs_git *vcs_git = ctx; free((char *) vcs_git->name); free((char *) vcs_git->revision); free(vcs_git); }