Merge pull request #156 from Gottox/atomic-rindex-a
xbps-rindex: check for consistent shlibs
This commit is contained in:
		
							
								
								
									
										6
									
								
								NEWS
									
									
									
									
									
								
							
							
						
						
									
										6
									
								
								NEWS
									
									
									
									
									
								
							| @@ -27,6 +27,12 @@ xbps-0.52 (???): | ||||
|  * xbps-query(1): fix a bug where the output of -o became mixed up | ||||
|    when running on multiple cores. | ||||
|  | ||||
|  * xbps-rindex: changes introducing inconsistent shlib dependencies will be | ||||
|    moved to a stage area and moved to the main repo once all inconsistencies | ||||
|    are resolved. Implemented by Enno Boland (@Gottox). | ||||
|  | ||||
|  * libxbps: if a local repository is opened also include the stage area. | ||||
|  | ||||
| xbps-0.51 (2015-12-12): | ||||
|  | ||||
|  * zsh completion: added -U/--unpack-only support for xbps-install(1). | ||||
|   | ||||
| @@ -81,7 +81,7 @@ int	sign_repo(struct xbps_handle *, const char *, const char *, | ||||
| int	sign_pkgs(struct xbps_handle *, int, int, char **, const char *, bool); | ||||
|  | ||||
| /* From repoflush.c */ | ||||
| bool	repodata_flush(struct xbps_handle *, const char *, | ||||
| bool	repodata_flush(struct xbps_handle *, const char *, const char *, | ||||
| 		xbps_dictionary_t, xbps_dictionary_t); | ||||
|  | ||||
| #endif /* !_XBPS_RINDEX_DEFS_H_ */ | ||||
|   | ||||
| @@ -54,16 +54,140 @@ set_build_date(const xbps_dictionary_t pkgd, time_t timestamp) | ||||
| 	return 0; | ||||
| } | ||||
|  | ||||
| static bool | ||||
| repodata_commit(struct xbps_handle *xhp, const char *repodir, | ||||
| 	xbps_dictionary_t idx, xbps_dictionary_t meta, xbps_dictionary_t stage) { | ||||
| 	xbps_object_iterator_t iter; | ||||
| 	xbps_object_t keysym; | ||||
| 	int rv; | ||||
| 	xbps_dictionary_t oldshlibs, usedshlibs; | ||||
|  | ||||
| 	if (xbps_dictionary_count(stage) == 0) { | ||||
| 		// Nothing to do. | ||||
| 		return true; | ||||
| 	} | ||||
|  | ||||
| 	/* | ||||
| 	 * Find old shlibs-provides | ||||
| 	 */ | ||||
| 	oldshlibs = xbps_dictionary_create(); | ||||
| 	usedshlibs = xbps_dictionary_create(); | ||||
|  | ||||
| 	iter = xbps_dictionary_iterator(stage); | ||||
| 	while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 		const char *pkgname = xbps_dictionary_keysym_cstring_nocopy(keysym); | ||||
| 		xbps_dictionary_t pkg = xbps_dictionary_get(idx, pkgname); | ||||
| 		xbps_array_t pkgshlibs; | ||||
|  | ||||
| 		pkgshlibs = xbps_dictionary_get(pkg, "shlib-provides"); | ||||
| 		for (unsigned int i = 0; i < xbps_array_count(pkgshlibs); i++) { | ||||
| 			const char *shlib = NULL; | ||||
| 			xbps_array_get_cstring_nocopy(pkgshlibs, i, &shlib); | ||||
| 			xbps_dictionary_set_cstring(oldshlibs, shlib, pkgname); | ||||
| 		} | ||||
| 	} | ||||
| 	xbps_object_iterator_release(iter); | ||||
|  | ||||
| 	/* | ||||
| 	 * throw away all unused shlibs | ||||
| 	 */ | ||||
| 	iter = xbps_dictionary_iterator(idx); | ||||
| 	while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 		const char *pkgname = xbps_dictionary_keysym_cstring_nocopy(keysym); | ||||
| 		xbps_dictionary_t pkg = xbps_dictionary_get(stage, pkgname); | ||||
| 		xbps_array_t pkgshlibs; | ||||
| 		if (!pkg) | ||||
| 			pkg = xbps_dictionary_get_keysym(idx, keysym); | ||||
| 		pkgshlibs = xbps_dictionary_get(pkg, "shlib-requires"); | ||||
|  | ||||
| 		for (unsigned int i = 0; i < xbps_array_count(pkgshlibs); i++) { | ||||
| 			const char *shlib = NULL; | ||||
| 			xbps_array_t users; | ||||
| 			xbps_array_get_cstring_nocopy(pkgshlibs, i, &shlib); | ||||
| 			if (!xbps_dictionary_get(oldshlibs, shlib)) | ||||
| 				continue; | ||||
| 			users = xbps_dictionary_get(usedshlibs, shlib); | ||||
| 			if (!users) { | ||||
| 				users = xbps_array_create(); | ||||
| 				xbps_dictionary_set(usedshlibs, shlib, users); | ||||
| 			} | ||||
| 			xbps_array_add_cstring(users, pkgname); | ||||
| 		} | ||||
| 	} | ||||
| 	xbps_object_iterator_release(iter); | ||||
|  | ||||
| 	/* | ||||
| 	 * purge all packages that are fullfilled by the stage | ||||
| 	 */ | ||||
| 	iter = xbps_dictionary_iterator(stage); | ||||
| 	while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 		xbps_dictionary_t pkg = xbps_dictionary_get_keysym(stage, keysym); | ||||
| 		xbps_array_t pkgshlibs; | ||||
|  | ||||
| 		pkgshlibs = xbps_dictionary_get(pkg, "shlib-provides"); | ||||
| 		for (unsigned int i = 0; i < xbps_array_count(pkgshlibs); i++) { | ||||
| 			const char *shlib; | ||||
| 			xbps_array_get_cstring_nocopy(pkgshlibs, i, &shlib); | ||||
| 			xbps_dictionary_remove(usedshlibs, shlib); | ||||
| 		} | ||||
| 	} | ||||
| 	xbps_object_iterator_release(iter); | ||||
|  | ||||
| 	if (xbps_dictionary_count(usedshlibs) != 0) { | ||||
| 		printf("Inconsistent shlibs:\n"); | ||||
| 		iter = xbps_dictionary_iterator(usedshlibs); | ||||
| 		while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 			const char *shlib = xbps_dictionary_keysym_cstring_nocopy(keysym), | ||||
| 					*provider = NULL, *pre; | ||||
| 			xbps_array_t users = xbps_dictionary_get(usedshlibs, shlib); | ||||
| 			xbps_dictionary_get_cstring_nocopy(oldshlibs, shlib, &provider); | ||||
|  | ||||
| 			printf(" %s (provided by: %s; used by: ", shlib, provider); | ||||
| 			pre = ""; | ||||
| 			for (unsigned int i = 0; i < xbps_array_count(users); i++) { | ||||
| 				const char *user; | ||||
| 				xbps_array_get_cstring_nocopy(users, i, &user); | ||||
| 				xbps_dictionary_remove(usedshlibs, shlib); | ||||
| 				printf("%s%s",pre, user); | ||||
| 				pre = ", "; | ||||
| 			} | ||||
| 			printf(")\n"); | ||||
| 		} | ||||
| 		printf("Packages are added to stage area.\n"); | ||||
| 		xbps_object_iterator_release(iter); | ||||
| 		rv = repodata_flush(xhp, repodir, "stagedata", stage, NULL); | ||||
| 	} | ||||
| 	else { | ||||
| 		char *stagefile; | ||||
| 		iter = xbps_dictionary_iterator(stage); | ||||
| 		while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 			const char *pkgname = xbps_dictionary_keysym_cstring_nocopy(keysym); | ||||
| 			xbps_dictionary_t pkg = xbps_dictionary_get_keysym(stage, keysym); | ||||
| 			const char *pkgver, *arch; | ||||
| 			xbps_dictionary_get_cstring_nocopy(pkg, "pkgver", &pkgver); | ||||
| 			xbps_dictionary_get_cstring_nocopy(pkg, "architecture", &arch); | ||||
| 			printf("index: added `%s' (%s).\n", pkgver, arch); | ||||
| 			xbps_dictionary_set(idx, pkgname, pkg); | ||||
| 		} | ||||
| 		xbps_object_iterator_release(iter); | ||||
| 		stagefile = xbps_repo_path_with_name(xhp, repodir, "stagedata"); | ||||
| 		unlink(stagefile); | ||||
| 		free(stagefile); | ||||
| 		rv = repodata_flush(xhp, repodir, "repodata", idx, meta); | ||||
| 	} | ||||
| 	xbps_object_release(usedshlibs); | ||||
| 	xbps_object_release(oldshlibs); | ||||
| 	return rv; | ||||
| } | ||||
|  | ||||
| int | ||||
| index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force) | ||||
| { | ||||
| 	xbps_dictionary_t idx, idxmeta, binpkgd, curpkgd; | ||||
| 	struct xbps_repo *repo = NULL; | ||||
| 	xbps_dictionary_t idx, idxmeta, idxstage, binpkgd, curpkgd; | ||||
| 	struct xbps_repo *repo = NULL, *stage = NULL; | ||||
| 	struct stat st; | ||||
| 	char *tmprepodir = NULL, *repodir = NULL, *rlockfname = NULL; | ||||
| 	int rv = 0, ret = 0, rlockfd = -1; | ||||
| 	bool flush = false; | ||||
|  | ||||
| 	assert(argv); | ||||
| 	/* | ||||
| @@ -79,7 +203,7 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 		rv = -1; | ||||
| 		goto out; | ||||
| 	} | ||||
| 	repo = xbps_repo_open(xhp, repodir); | ||||
| 	repo = xbps_repo_public_open(xhp, repodir); | ||||
| 	if (repo == NULL && errno != ENOENT) { | ||||
| 		fprintf(stderr, "xbps-rindex: cannot open/lock repository " | ||||
| 		    "%s: %s\n", repodir, strerror(errno)); | ||||
| @@ -93,6 +217,19 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 		idx = xbps_dictionary_create(); | ||||
| 		idxmeta = NULL; | ||||
| 	} | ||||
| 	stage = xbps_repo_stage_open(xhp, repodir); | ||||
| 	if (stage == NULL && errno != ENOENT) { | ||||
| 		fprintf(stderr, "xbps-rindex: cannot open/lock stage repository " | ||||
| 		    "%s: %s\n", repodir, strerror(errno)); | ||||
| 		rv = -1; | ||||
| 		goto out; | ||||
| 	} | ||||
| 	if (stage) { | ||||
| 		idxstage = xbps_dictionary_copy_mutable(stage->idx); | ||||
| 	} | ||||
| 	else { | ||||
| 		idxstage = xbps_dictionary_create(); | ||||
| 	} | ||||
| 	/* | ||||
| 	 * Process all packages specified in argv. | ||||
| 	 */ | ||||
| @@ -126,7 +263,9 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 		 * than current registered package, update the index; otherwise | ||||
| 		 * pass to the next one. | ||||
| 		 */ | ||||
| 		curpkgd = xbps_dictionary_get(idx, pkgname); | ||||
| 		curpkgd = xbps_dictionary_get(idxstage, pkgname); | ||||
| 		if (curpkgd == NULL) | ||||
| 			curpkgd = xbps_dictionary_get(idx, pkgname); | ||||
| 		if (curpkgd == NULL) { | ||||
| 			if (errno && errno != ENOENT) { | ||||
| 				rv = errno; | ||||
| @@ -166,12 +305,6 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 				free(pkgname); | ||||
| 				continue; | ||||
| 			} | ||||
| 			/* | ||||
| 			 * Current package version is greater than | ||||
| 			 * index version. | ||||
| 			 */ | ||||
| 			printf("index: removed obsolete entry `%s' (%s).\n", opkgver, oarch); | ||||
| 			xbps_dictionary_remove(idx, pkgname); | ||||
| 			free(opkgver); | ||||
| 			free(oarch); | ||||
| 		} | ||||
| @@ -218,16 +351,14 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 		xbps_dictionary_remove(binpkgd, "packaged-with"); | ||||
|  | ||||
| 		/* | ||||
| 		 * Add new pkg dictionary into the index. | ||||
| 		 * Add new pkg dictionary into the stage index | ||||
| 		 */ | ||||
| 		if (!xbps_dictionary_set(idx, pkgname, binpkgd)) { | ||||
| 		if (!xbps_dictionary_set(idxstage, pkgname, binpkgd)) { | ||||
| 			free(pkgname); | ||||
| 			free(pkgver); | ||||
| 			rv = EINVAL; | ||||
| 			goto out; | ||||
| 		} | ||||
| 		flush = true; | ||||
| 		printf("index: added `%s' (%s).\n", pkgver, arch); | ||||
| 		xbps_object_release(binpkgd); | ||||
| 		free(pkgname); | ||||
| 		free(pkgver); | ||||
| @@ -235,18 +366,18 @@ index_add(struct xbps_handle *xhp, int args, int argmax, char **argv, bool force | ||||
| 	/* | ||||
| 	 * Generate repository data files. | ||||
| 	 */ | ||||
| 	if (flush) { | ||||
| 		if (!repodata_flush(xhp, repodir, idx, idxmeta)) { | ||||
| 			fprintf(stderr, "%s: failed to write repodata: %s\n", | ||||
| 			    _XBPS_RINDEX, strerror(errno)); | ||||
| 			goto out; | ||||
| 		} | ||||
| 	if (!repodata_commit(xhp, repodir, idx, idxmeta, idxstage)) { | ||||
| 		fprintf(stderr, "%s: failed to write repodata: %s\n", | ||||
| 				_XBPS_RINDEX, strerror(errno)); | ||||
| 		goto out; | ||||
| 	} | ||||
| 	printf("index: %u packages registered.\n", xbps_dictionary_count(idx)); | ||||
|  | ||||
| out: | ||||
| 	if (repo) | ||||
| 		xbps_repo_close(repo); | ||||
| 	if (stage) | ||||
| 		xbps_repo_close(stage); | ||||
|  | ||||
| 	xbps_repo_unlock(rlockfd, rlockfname); | ||||
|  | ||||
|   | ||||
| @@ -88,6 +88,39 @@ out: | ||||
| 	return 0; | ||||
| } | ||||
|  | ||||
| static int | ||||
| cleanup_repo(struct xbps_handle *xhp, const char *repodir, struct xbps_repo *repo, | ||||
| 		const char *reponame) { | ||||
| 	int rv = 0; | ||||
| 	xbps_array_t allkeys; | ||||
| 	/* | ||||
| 	 * First pass: find out obsolete entries on index and index-files. | ||||
| 	 */ | ||||
| 	dest = xbps_dictionary_copy_mutable(repo->idx); | ||||
| 	allkeys = xbps_dictionary_all_keys(dest); | ||||
| 	(void)xbps_array_foreach_cb_multi(xhp, allkeys, repo->idx, idx_cleaner_cb, __UNCONST(repodir)); | ||||
| 	xbps_object_release(allkeys); | ||||
|  | ||||
| 	if(strcmp("stagedata", reponame) == 0 && xbps_dictionary_count(dest) == 0) { | ||||
| 		char *stagefile = xbps_repo_path_with_name(xhp, repodir, "stagedata"); | ||||
| 		unlink(stagefile); | ||||
| 		free(stagefile); | ||||
| 	} | ||||
| 	if (!xbps_dictionary_equals(dest, repo->idx)) { | ||||
| 		if (!repodata_flush(xhp, repodir, reponame, dest, repo->idxmeta)) { | ||||
| 			rv = errno; | ||||
| 			fprintf(stderr, "failed to write repodata: %s\n", | ||||
| 			    strerror(errno)); | ||||
| 			return rv; | ||||
| 		} | ||||
| 	} | ||||
| 	if(strcmp("stagedata", reponame) == 0) | ||||
| 		printf("stage: %u packages registered.\n", xbps_dictionary_count(dest)); | ||||
| 	else | ||||
| 		printf("index: %u packages registered.\n", xbps_dictionary_count(dest)); | ||||
| 	return rv; | ||||
| } | ||||
|  | ||||
| /* | ||||
|  * Removes stalled pkg entries in repository's XBPS_REPOIDX file, if any | ||||
|  * binary package cannot be read (unavailable, not enough perms, etc). | ||||
| @@ -95,8 +128,7 @@ out: | ||||
| int | ||||
| index_clean(struct xbps_handle *xhp, const char *repodir) | ||||
| { | ||||
| 	xbps_array_t allkeys; | ||||
| 	struct xbps_repo *repo; | ||||
| 	struct xbps_repo *repo, *stage; | ||||
| 	char *rlockfname = NULL; | ||||
| 	int rv = 0, rlockfd = -1; | ||||
|  | ||||
| @@ -106,7 +138,7 @@ index_clean(struct xbps_handle *xhp, const char *repodir) | ||||
| 		    _XBPS_RINDEX, strerror(rv)); | ||||
| 		return rv; | ||||
| 	} | ||||
| 	repo = xbps_repo_open(xhp, repodir); | ||||
| 	repo = xbps_repo_public_open(xhp, repodir); | ||||
| 	if (repo == NULL) { | ||||
| 		rv = errno; | ||||
| 		if (rv == ENOENT) { | ||||
| @@ -118,33 +150,24 @@ index_clean(struct xbps_handle *xhp, const char *repodir) | ||||
| 		xbps_repo_unlock(rlockfd, rlockfname); | ||||
| 		return rv; | ||||
| 	} | ||||
| 	if (repo->idx == NULL) { | ||||
| 	stage = xbps_repo_stage_open(xhp, repodir); | ||||
| 	if (repo->idx == NULL || (stage && stage->idx == NULL)) { | ||||
| 		fprintf(stderr, "%s: incomplete repository data file!\n", _XBPS_RINDEX); | ||||
| 		rv = EINVAL; | ||||
| 		goto out; | ||||
| 	} | ||||
| 	printf("Cleaning `%s' index, please wait...\n", repodir); | ||||
|  | ||||
| 	/* | ||||
| 	 * First pass: find out obsolete entries on index and index-files. | ||||
| 	 */ | ||||
| 	dest = xbps_dictionary_copy_mutable(repo->idx); | ||||
| 	allkeys = xbps_dictionary_all_keys(dest); | ||||
| 	(void)xbps_array_foreach_cb_multi(xhp, allkeys, repo->idx, idx_cleaner_cb, __UNCONST(repodir)); | ||||
| 	xbps_object_release(allkeys); | ||||
|  | ||||
| 	if (!xbps_dictionary_equals(dest, repo->idx)) { | ||||
| 		if (!repodata_flush(xhp, repodir, dest, repo->idxmeta)) { | ||||
| 			rv = errno; | ||||
| 			fprintf(stderr, "failed to write repodata: %s\n", | ||||
| 			    strerror(errno)); | ||||
| 			goto out; | ||||
| 		} | ||||
| 	if((rv = cleanup_repo(xhp, repodir, repo, "repodata"))) | ||||
| 		goto out; | ||||
| 	if(stage) { | ||||
| 		cleanup_repo(xhp, repodir, stage, "stagedata"); | ||||
| 	} | ||||
| 	printf("index: %u packages registered.\n", xbps_dictionary_count(dest)); | ||||
|  | ||||
| out: | ||||
| 	xbps_repo_close(repo); | ||||
| 	if(stage) | ||||
| 		xbps_repo_close(stage); | ||||
| 	xbps_repo_unlock(rlockfd, rlockfname); | ||||
|  | ||||
| 	return rv; | ||||
|   | ||||
| @@ -67,7 +67,7 @@ remove_pkg(const char *repodir, const char *file) | ||||
| static int | ||||
| cleaner_cb(struct xbps_handle *xhp, xbps_object_t obj, const char *key _unused, void *arg, bool *done _unused) | ||||
| { | ||||
| 	struct xbps_repo *repo = arg; | ||||
| 	struct xbps_repo *repo = ((struct xbps_repo **)arg)[0], *stage = ((struct xbps_repo **)arg)[1]; | ||||
| 	const char *binpkg; | ||||
| 	char *pkgver, *arch = NULL; | ||||
| 	int rv; | ||||
| @@ -97,7 +97,7 @@ cleaner_cb(struct xbps_handle *xhp, xbps_object_t obj, const char *key _unused, | ||||
| 	/* | ||||
| 	 * If binpkg is not registered in index, remove binpkg. | ||||
| 	 */ | ||||
| 	if (!xbps_repo_get_pkg(repo, pkgver)) { | ||||
| 	if (!xbps_repo_get_pkg(repo, pkgver) && !(stage && xbps_repo_get_pkg(stage, pkgver))) { | ||||
| 		if ((rv = remove_pkg(repo->uri, binpkg)) != 0) { | ||||
| 			free(pkgver); | ||||
| 			return 0; | ||||
| @@ -112,13 +112,13 @@ int | ||||
| remove_obsoletes(struct xbps_handle *xhp, const char *repodir) | ||||
| { | ||||
| 	xbps_array_t array = NULL; | ||||
| 	struct xbps_repo *repo; | ||||
| 	struct xbps_repo *repos[2], *repo, *stage; | ||||
| 	DIR *dirp; | ||||
| 	struct dirent *dp; | ||||
| 	char *ext; | ||||
| 	int rv = 0; | ||||
|  | ||||
| 	repo = xbps_repo_open(xhp, repodir); | ||||
| 	repo = xbps_repo_public_open(xhp, repodir); | ||||
| 	if (repo == NULL) { | ||||
| 		if (errno != ENOENT) { | ||||
| 			fprintf(stderr, "xbps-rindex: cannot read repository data: %s\n", | ||||
| @@ -127,10 +127,13 @@ remove_obsoletes(struct xbps_handle *xhp, const char *repodir) | ||||
| 		} | ||||
| 		return 0; | ||||
| 	} | ||||
| 	stage = xbps_repo_stage_open(xhp, repodir); | ||||
| 	if (chdir(repodir) == -1) { | ||||
| 		fprintf(stderr, "xbps-rindex: cannot chdir to %s: %s\n", | ||||
| 		    repodir, strerror(errno)); | ||||
| 		free(repo); | ||||
| 		if(stage) | ||||
| 			free(stage); | ||||
| 		return errno; | ||||
| 	} | ||||
| 	if ((dirp = opendir(repodir)) == NULL) { | ||||
| @@ -153,8 +156,12 @@ remove_obsoletes(struct xbps_handle *xhp, const char *repodir) | ||||
| 	} | ||||
| 	(void)closedir(dirp); | ||||
|  | ||||
| 	rv = xbps_array_foreach_cb_multi(xhp, array, NULL, cleaner_cb, repo); | ||||
| 	repos[0] = repo; | ||||
| 	repos[1] = stage; | ||||
| 	rv = xbps_array_foreach_cb_multi(xhp, array, NULL, cleaner_cb, repos); | ||||
| 	xbps_repo_close(repo); | ||||
| 	if(stage) | ||||
| 		xbps_repo_close(stage); | ||||
| 	xbps_object_release(array); | ||||
|  | ||||
| 	return rv; | ||||
|   | ||||
| @@ -39,7 +39,7 @@ | ||||
|  | ||||
| bool | ||||
| repodata_flush(struct xbps_handle *xhp, const char *repodir, | ||||
| 	xbps_dictionary_t idx, xbps_dictionary_t meta) | ||||
| 	const char *reponame, xbps_dictionary_t idx, xbps_dictionary_t meta) | ||||
| { | ||||
| 	struct archive *ar; | ||||
| 	char *repofile, *tname, *buf; | ||||
| @@ -47,7 +47,7 @@ repodata_flush(struct xbps_handle *xhp, const char *repodir, | ||||
| 	mode_t mask; | ||||
|  | ||||
| 	/* Create a tempfile for our repository archive */ | ||||
| 	repofile = xbps_repo_path(xhp, repodir); | ||||
| 	repofile = xbps_repo_path_with_name(xhp, repodir, reponame); | ||||
| 	tname = xbps_xasprintf("%s.XXXXXXXXXX", repofile); | ||||
| 	mask = umask(S_IXUSR|S_IRWXG|S_IRWXO); | ||||
| 	if ((repofd = mkstemp(tname)) == -1) | ||||
|   | ||||
| @@ -224,7 +224,7 @@ sign_repo(struct xbps_handle *xhp, const char *repodir, | ||||
| 		    _XBPS_RINDEX, strerror(errno)); | ||||
| 		goto out; | ||||
| 	} | ||||
| 	flush_failed = repodata_flush(xhp, repodir, repo->idx, meta); | ||||
| 	flush_failed = repodata_flush(xhp, repodir, "repodata", repo->idx, meta); | ||||
| 	xbps_repo_unlock(rlockfd, rlockfname); | ||||
| 	if (!flush_failed) { | ||||
| 		fprintf(stderr, "failed to write repodata: %s\n", strerror(errno)); | ||||
|   | ||||
| @@ -1499,6 +1499,26 @@ void xbps_repo_unlock(int lockfd, char *lockfname); | ||||
|  */ | ||||
| struct xbps_repo *xbps_repo_open(struct xbps_handle *xhp, const char *url); | ||||
|  | ||||
| /** | ||||
|  * Opens a staging repository and returns a xbps_repo object. | ||||
|  * | ||||
|  * @param[in] xhp Pointer to the xbps_handle struct. | ||||
|  * @param[in] uri Repository URI to match. | ||||
|  * | ||||
|  * @return The matching repository object, NULL otherwise. | ||||
|  */ | ||||
| struct xbps_repo *xbps_repo_stage_open(struct xbps_handle *xhp, const char *url); | ||||
|  | ||||
| /** | ||||
|  * Opens a repository and returns a xbps_repo object. | ||||
|  * | ||||
|  * @param[in] xhp Pointer to the xbps_handle struct. | ||||
|  * @param[in] uri Repository URI to match. | ||||
|  * | ||||
|  * @return The matching repository object, NULL otherwise. | ||||
|  */ | ||||
| struct xbps_repo *xbps_repo_public_open(struct xbps_handle *xhp, const char *url); | ||||
|  | ||||
| /** | ||||
|  * Closes a repository object and releases resources. | ||||
|  * | ||||
| @@ -1517,6 +1537,18 @@ void xbps_repo_close(struct xbps_repo *repo); | ||||
|  */ | ||||
| char *xbps_repo_path(struct xbps_handle *xhp, const char *url); | ||||
|  | ||||
| /** | ||||
|  * | ||||
|  * Returns a heap-allocated string with the repository local path. | ||||
|  * | ||||
|  * @param[in] xhp The xbps_handle object. | ||||
|  * @param[in] url The repository URL to match. | ||||
|  * @param[in] name The repository name (stage or repodata) | ||||
|  * | ||||
|  * @return A heap allocated string that must be free(3)d when it's unneeded. | ||||
|  */ | ||||
| char *xbps_repo_path_with_name(struct xbps_handle *xhp, const char *url, const char *name); | ||||
|  | ||||
| /** | ||||
|  * Remotely fetch repository data and keep it in memory. | ||||
|  * | ||||
|   | ||||
							
								
								
									
										165
									
								
								lib/repo.c
									
									
									
									
									
								
							
							
						
						
									
										165
									
								
								lib/repo.c
									
									
									
									
									
								
							| @@ -46,12 +46,19 @@ | ||||
|  */ | ||||
| char * | ||||
| xbps_repo_path(struct xbps_handle *xhp, const char *url) | ||||
| { | ||||
| 	return xbps_repo_path_with_name(xhp, url, "repodata"); | ||||
| } | ||||
|  | ||||
| char * | ||||
| xbps_repo_path_with_name(struct xbps_handle *xhp, const char *url, const char *name) | ||||
| { | ||||
| 	assert(xhp); | ||||
| 	assert(url); | ||||
| 	assert(strcmp(name, "repodata") == 0 || strcmp(name, "stagedata") == 0); | ||||
|  | ||||
| 	return xbps_xasprintf("%s/%s-repodata", | ||||
| 	    url, xhp->target_arch ? xhp->target_arch : xhp->native_arch); | ||||
| 	return xbps_xasprintf("%s/%s-%s", | ||||
| 	    url, xhp->target_arch ? xhp->target_arch : xhp->native_arch, name); | ||||
| } | ||||
|  | ||||
| static xbps_dictionary_t | ||||
| @@ -182,6 +189,72 @@ repo_open_remote(struct xbps_repo *repo) | ||||
| 	return rv; | ||||
| } | ||||
|  | ||||
| static struct xbps_repo * | ||||
| repo_open_with_type(struct xbps_handle *xhp, const char *url, const char *name) | ||||
| { | ||||
| 	struct xbps_repo *repo; | ||||
| 	const char *arch; | ||||
| 	char *repofile; | ||||
|  | ||||
| 	assert(xhp); | ||||
| 	assert(url); | ||||
|  | ||||
| 	if (xhp->target_arch) | ||||
| 		arch = xhp->target_arch; | ||||
| 	else | ||||
| 		arch = xhp->native_arch; | ||||
|  | ||||
| 	repo = calloc(1, sizeof(struct xbps_repo)); | ||||
| 	assert(repo); | ||||
| 	repo->fd = -1; | ||||
| 	repo->xhp = xhp; | ||||
| 	repo->uri = url; | ||||
|  | ||||
| 	if (xbps_repository_is_remote(url)) { | ||||
| 		/* remote repository */ | ||||
| 		char *rpath; | ||||
|  | ||||
| 		if ((rpath = xbps_get_remote_repo_string(url)) == NULL) { | ||||
| 			free(repo); | ||||
| 			return NULL; | ||||
| 		} | ||||
| 		repofile = xbps_xasprintf("%s/%s/%s-%s", xhp->metadir, rpath, arch, name); | ||||
| 		free(rpath); | ||||
| 		repo->is_remote = true; | ||||
| 	} else { | ||||
| 		/* local repository */ | ||||
| 		repofile = xbps_repo_path_with_name(xhp, url, name); | ||||
| 	} | ||||
| 	/* | ||||
| 	 * In memory repo sync. | ||||
| 	 */ | ||||
| 	if (repo->is_remote && (xhp->flags & XBPS_FLAG_REPOS_MEMSYNC)) { | ||||
| 		if (repo_open_remote(repo)) | ||||
| 			return repo; | ||||
|  | ||||
| 		goto out; | ||||
| 	} | ||||
| 	/* | ||||
| 	 * Open the repository archive. | ||||
| 	 */ | ||||
| 	repo->fd = open(repofile, O_RDONLY|O_CLOEXEC); | ||||
| 	if (repo->fd == -1) { | ||||
| 		int rv = errno; | ||||
| 		xbps_dbg_printf(xhp, "[repo] `%s' open %s %s\n", | ||||
| 		    repofile, name, strerror(rv)); | ||||
| 		goto out; | ||||
| 	} | ||||
| 	if (repo_open_local(repo, repofile)) { | ||||
| 		free(repofile); | ||||
| 		return repo; | ||||
| 	} | ||||
|  | ||||
| out: | ||||
| 	free(repofile); | ||||
| 	xbps_repo_close(repo); | ||||
| 	return NULL; | ||||
| } | ||||
|  | ||||
| bool | ||||
| xbps_repo_store(struct xbps_handle *xhp, const char *repo) | ||||
| { | ||||
| @@ -221,70 +294,46 @@ xbps_repo_store(struct xbps_handle *xhp, const char *repo) | ||||
| 	return false; | ||||
| } | ||||
|  | ||||
| struct xbps_repo * | ||||
| xbps_repo_stage_open(struct xbps_handle *xhp, const char *url) | ||||
| { | ||||
| 	return repo_open_with_type(xhp, url, "stagedata"); | ||||
| } | ||||
|  | ||||
| struct xbps_repo * | ||||
| xbps_repo_public_open(struct xbps_handle *xhp, const char *url) { | ||||
| 	return repo_open_with_type(xhp, url, "repodata"); | ||||
| } | ||||
|  | ||||
| struct xbps_repo * | ||||
| xbps_repo_open(struct xbps_handle *xhp, const char *url) | ||||
| { | ||||
| 	struct xbps_repo *repo; | ||||
| 	const char *arch; | ||||
| 	char *repofile; | ||||
|  | ||||
| 	assert(xhp); | ||||
| 	assert(url); | ||||
|  | ||||
| 	if (xhp->target_arch) | ||||
| 		arch = xhp->target_arch; | ||||
| 	else | ||||
| 		arch = xhp->native_arch; | ||||
|  | ||||
| 	repo = calloc(1, sizeof(struct xbps_repo)); | ||||
| 	assert(repo); | ||||
| 	repo->fd = -1; | ||||
| 	repo->xhp = xhp; | ||||
| 	repo->uri = url; | ||||
|  | ||||
| 	if (xbps_repository_is_remote(url)) { | ||||
| 		/* remote repository */ | ||||
| 		char *rpath; | ||||
|  | ||||
| 		if ((rpath = xbps_get_remote_repo_string(url)) == NULL) { | ||||
| 			free(repo); | ||||
| 			return NULL; | ||||
| 		} | ||||
| 		repofile = xbps_xasprintf("%s/%s/%s-repodata", xhp->metadir, rpath, arch); | ||||
| 		free(rpath); | ||||
| 		repo->is_remote = true; | ||||
| 	} else { | ||||
| 		/* local repository */ | ||||
| 		repofile = xbps_repo_path(xhp, url); | ||||
| 	} | ||||
| 	struct xbps_repo *repo = xbps_repo_public_open(xhp, url); | ||||
| 	struct xbps_repo *stage = NULL; | ||||
| 	xbps_dictionary_t idx; | ||||
| 	const char *pkgname; | ||||
| 	xbps_object_t keysym; | ||||
| 	xbps_object_iterator_t iter; | ||||
| 	/* | ||||
| 	 * In memory repo sync. | ||||
| 	 * Load and merge staging repository if the repository is local. | ||||
| 	 */ | ||||
| 	if (repo->is_remote && (xhp->flags & XBPS_FLAG_REPOS_MEMSYNC)) { | ||||
| 		if (repo_open_remote(repo)) | ||||
| 	if (!repo->is_remote) { | ||||
| 		stage = xbps_repo_stage_open(xhp, url); | ||||
| 		if (stage == NULL) | ||||
| 			return repo; | ||||
|  | ||||
| 		goto out; | ||||
| 	} | ||||
| 	/* | ||||
| 	 * Open the repository archive. | ||||
| 	 */ | ||||
| 	repo->fd = open(repofile, O_RDONLY|O_CLOEXEC); | ||||
| 	if (repo->fd == -1) { | ||||
| 		int rv = errno; | ||||
| 		xbps_dbg_printf(xhp, "[repo] `%s' open repodata %s\n", | ||||
| 		    repofile, strerror(rv)); | ||||
| 		goto out; | ||||
| 	} | ||||
| 	if (repo_open_local(repo, repofile)) { | ||||
| 		free(repofile); | ||||
| 		idx = xbps_dictionary_copy_mutable(repo->idx); | ||||
| 		iter = xbps_dictionary_iterator(stage->idx); | ||||
| 		while ((keysym = xbps_object_iterator_next(iter))) { | ||||
| 			pkgname = xbps_dictionary_keysym_cstring_nocopy(keysym); | ||||
| 			xbps_dictionary_set(idx, pkgname, | ||||
| 					xbps_dictionary_get_keysym(stage->idx, keysym)); | ||||
| 		} | ||||
| 		xbps_object_iterator_release(iter); | ||||
| 		xbps_object_release(repo->idx); | ||||
| 		repo->idx = idx; | ||||
| 		return repo; | ||||
| 	} | ||||
|  | ||||
| out: | ||||
| 	free(repofile); | ||||
| 	xbps_repo_close(repo); | ||||
| 	return NULL; | ||||
| 	return repo; | ||||
| } | ||||
|  | ||||
| void | ||||
|   | ||||
| @@ -3,3 +3,4 @@ syntax("kyuafile", 1) | ||||
| test_suite("xbps-rindex") | ||||
| atf_test_program{name="add_test"} | ||||
| atf_test_program{name="clean_test"} | ||||
| atf_test_program{name="remove_test"} | ||||
|   | ||||
| @@ -1,7 +1,7 @@ | ||||
| TOPDIR = ../../.. | ||||
| -include $(TOPDIR)/config.mk | ||||
|  | ||||
| TESTSHELL = add_test clean_test | ||||
| TESTSHELL = add_test clean_test remove_test | ||||
| TESTSSUBDIR = xbps/xbps-rindex | ||||
| EXTRA_FILES = Kyuafile | ||||
|  | ||||
|   | ||||
| @@ -62,7 +62,55 @@ revert_body() { | ||||
| 	atf_check_equal $rv 0 | ||||
| } | ||||
|  | ||||
| atf_test_case stage | ||||
|  | ||||
| stage_head() { | ||||
| 	atf_set "descr" "xbps-rindex(8) -a: commit package to stage test" | ||||
| } | ||||
|  | ||||
| stage_body() { | ||||
| 	mkdir -p some_repo pkg_A pkg_B | ||||
| 	touch pkg_A/file00 pkg_B/file01 | ||||
| 	cd some_repo | ||||
| 	xbps-create -A noarch -n foo-1.0_1 -s "foo pkg" --shlib-provides "libfoo.so.1" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 1 | ||||
|  | ||||
| 	xbps-create -A noarch -n foo-1.1_1 -s "foo pkg" --shlib-provides "libfoo.so.2" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 1 | ||||
|  | ||||
| 	xbps-create -A noarch -n bar-1.0_1 -s "foo pkg" --shlib-requires "libfoo.so.2" ../pkg_B | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 1 | ||||
|  | ||||
| 	xbps-create -A noarch -n foo-1.2_1 -s "foo pkg" --shlib-provides "libfoo.so.3" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 0 | ||||
|  | ||||
| 	xbps-create -A noarch -n bar-1.1_1 -s "foo pkg" --shlib-requires "libfoo.so.3" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 1 | ||||
| } | ||||
|  | ||||
|  | ||||
| atf_init_test_cases() { | ||||
| 	atf_add_test_case update | ||||
| 	atf_add_test_case revert | ||||
| 	atf_add_test_case stage | ||||
| } | ||||
|   | ||||
| @@ -51,7 +51,36 @@ issue19_body() { | ||||
| 	atf_check_equal $? 0 | ||||
| } | ||||
|  | ||||
| atf_test_case remove_from_stage | ||||
|  | ||||
| remove_from_stage_head() { | ||||
| 	atf_set "descr" "xbps-rindex(8) -r: don't removing if there's staging test" | ||||
| } | ||||
|  | ||||
| remove_from_stage_body() { | ||||
| 	mkdir -p some_repo pkg_A pkg_B | ||||
| 	cd some_repo | ||||
| 	xbps-create -A noarch -n foo-1.0_1 -s "foo pkg" --shlib-provides "foo.so.1" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-create -A noarch -n bar-1.0_1 -s "foo pkg" --shlib-requires "foo.so.1" ../pkg_B | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-create -A noarch -n foo-1.1_1 -s "foo pkg" --shlib-provides "foo.so.2" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 0 | ||||
| 	rm foo-1.1_1* | ||||
| 	cd .. | ||||
| 	xbps-rindex -c some_repo | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 1 | ||||
| } | ||||
|  | ||||
| atf_init_test_cases() { | ||||
| 	atf_add_test_case noremove | ||||
| 	atf_add_test_case issue19 | ||||
| 	atf_add_test_case remove_from_stage | ||||
| } | ||||
|   | ||||
							
								
								
									
										39
									
								
								tests/xbps/xbps-rindex/remove_test.sh
									
									
									
									
									
										Normal file
									
								
							
							
						
						
									
										39
									
								
								tests/xbps/xbps-rindex/remove_test.sh
									
									
									
									
									
										Normal file
									
								
							| @@ -0,0 +1,39 @@ | ||||
| #! /usr/bin/env atf-sh | ||||
| # Test that xbps-rindex(8) -c (clean mode) works as expected. | ||||
|  | ||||
| # 1st test: make sure that nothing is removed if there are no changes. | ||||
| atf_test_case noremove_stage | ||||
|  | ||||
| noremove_stage_head() { | ||||
| 	atf_set "descr" "xbps-rindex(8) -r: don't removing if there's staging test" | ||||
| } | ||||
|  | ||||
| noremove_stage_body() { | ||||
| 	mkdir -p some_repo pkg_A pkg_B | ||||
| 	cd some_repo | ||||
| 	xbps-create -A noarch -n foo-1.0_1 -s "foo pkg" --shlib-provides "foo.so.1" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-create -A noarch -n bar-1.0_1 -s "foo pkg" --shlib-requires "foo.so.1" ../pkg_B | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-create -A noarch -n foo-1.1_1 -s "foo pkg" --shlib-provides "foo.so.2" ../pkg_A | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -d -a $PWD/*.xbps | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f *-stagedata ] | ||||
| 	atf_check_equal $? 0 | ||||
| 	xbps-rindex -r some_repo | ||||
| 	atf_check_equal $? 0 | ||||
| 	cd some_repo | ||||
| 	[ -f foo-1.0_1* ] | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f foo-1.1_1* ] | ||||
| 	atf_check_equal $? 0 | ||||
| 	[ -f bar-1.0_1* ] | ||||
| 	atf_check_equal $? 0 | ||||
| } | ||||
|  | ||||
| atf_init_test_cases() { | ||||
| 	atf_add_test_case noremove_stage | ||||
| } | ||||
		Reference in New Issue
	
	Block a user