Mercurialrazor / file revision
summary | shortlog | changelog | graph | tags | branches | files | changeset | file | revisions | annotate | diff | raw
librazor/razor.c
author Kristian H?gsberg <krh@redhat.com>
Mon Jun 23 17:19:20 2008 -0400 (2008-06-23)
changeset 269 03fc85294bc9
parent 264 634e54ca476c
child 270 d4a5fba50fd7
permissions -rw-r--r--
Use GCC 4 -fvisibility to control exported symbols. 
     1 /*

     2  * Copyright (C) 2008  Kristian Høgsberg <krh@redhat.com>

     3  * Copyright (C) 2008  Red Hat, Inc

     4  *

     5  * This program is free software; you can redistribute it and/or modify

     6  * it under the terms of the GNU General Public License as published by

     7  * the Free Software Foundation; either version 2 of the License, or

     8  * (at your option) any later version.

     9  *

    10  * This program is distributed in the hope that it will be useful,

    11  * but WITHOUT ANY WARRANTY; without even the implied warranty of

    12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

    13  * GNU General Public License for more details.

    14  *

    15  * You should have received a copy of the GNU General Public License along

    16  * with this program; if not, write to the Free Software Foundation, Inc.,

    17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.

    18  */

    19 

    20 #define _GNU_SOURCE

    21 

    22 #include <stdlib.h>

    23 #include <stddef.h>

    24 #include <stdint.h>

    25 #include <stdio.h>

    26 #include <string.h>

    27 #include <sys/types.h>

    28 #include <sys/stat.h>

    29 #include <sys/mman.h>

    30 #include <unistd.h>

    31 #include <fcntl.h>

    32 #include <errno.h>

    33 #include <ctype.h>

    34 #include <fnmatch.h>

    35 

    36 #include "razor-internal.h"

    37 #include "razor.h"

    38 

    39 void *

    40 zalloc(size_t size)

    41 {

    42 	void *p;

    43 

    44 	p = malloc(size);

    45 	memset(p, 0, size);

    46 

    47 	return p;

    48 }

    49 

    50 struct razor_set_section razor_sections[] = {

    51 	{ RAZOR_STRING_POOL,	offsetof(struct razor_set, string_pool) },

    52 	{ RAZOR_PACKAGES,	offsetof(struct razor_set, packages) },

    53 	{ RAZOR_PROPERTIES,	offsetof(struct razor_set, properties) },

    54 	{ RAZOR_PACKAGE_POOL,	offsetof(struct razor_set, package_pool) },

    55 	{ RAZOR_PROPERTY_POOL,	offsetof(struct razor_set, property_pool) },

    56 };

    57 

    58 struct razor_set_section razor_files_sections[] = {

    59 	{ RAZOR_FILES,			offsetof(struct razor_set, files) },

    60 	{ RAZOR_FILE_POOL,		offsetof(struct razor_set, file_pool) },

    61 	{ RAZOR_FILE_STRING_POOL,	offsetof(struct razor_set, file_string_pool) },

    62 };

    63 

    64 struct razor_set_section razor_details_sections[] = {

    65 	{ RAZOR_DETAILS_STRING_POOL,	offsetof(struct razor_set, details_string_pool) },

    66 };

    67 

    68 RAZOR_EXPORT struct razor_set *

    69 razor_set_create(void)

    70 {

    71 	struct razor_set *set;

    72 	struct razor_entry *e;

    73 	char *empty;

    74 

    75 	set = zalloc(sizeof *set);

    76 

    77 	e = array_add(&set->files, sizeof *e);

    78 	empty = array_add(&set->string_pool, 1);

    79 	*empty = '\0';

    80 	e->name = 0;

    81 	e->flags = RAZOR_ENTRY_LAST;

    82 	e->start = 0;

    83 	list_set_empty(&e->packages);

    84 

    85 	return set;

    86 }

    87 

    88 RAZOR_EXPORT struct razor_set *

    89 razor_set_open(const char *filename)

    90 {

    91 	struct razor_set *set;

    92 	struct razor_set_section *s;

    93 	struct stat stat;

    94 	struct array *array;

    95 	int fd;

    96 

    97 	set = zalloc(sizeof *set);

    98 	fd = open(filename, O_RDONLY);

    99 	if (fstat(fd, &stat) < 0)

   100 		return NULL;

   101 	set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);

   102 	if (set->header == MAP_FAILED) {

   103 		free(set);

   104 		return NULL;

   105 	}

   106 

   107 	for (s = set->header->sections; ~s->type; s++) {

   108 		if (s->type >= ARRAY_SIZE(razor_sections))

   109 			continue;

   110 		if (s->type != razor_sections[s->type].type)

   111 			continue;

   112 		array = (void *) set + razor_sections[s->type].offset;

   113 		array->data = (void *) set->header + s->offset;

   114 		array->size = s->size;

   115 		array->alloc = s->size;

   116 	}

   117 	close(fd);

   118 

   119 	return set;

   120 }

   121 

   122 RAZOR_EXPORT void

   123 razor_set_open_details(struct razor_set *set, const char *filename)

   124 {

   125 	struct razor_set_section *s;

   126 	struct stat stat;

   127 	struct array *array;

   128 	int fd;

   129 

   130 	fd = open(filename, O_RDONLY);

   131 	if (fstat(fd, &stat) < 0)

   132 		return;

   133 	set->details_header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);

   134 	if (set->details_header == MAP_FAILED)

   135 		return;

   136 

   137 	for (s = set->details_header->sections; ~s->type; s++) {

   138 		if (s->type >= ARRAY_SIZE(razor_details_sections))

   139 			continue;

   140 		if (s->type != razor_details_sections[s->type].type)

   141 			continue;

   142 		array = (void *) set + razor_details_sections[s->type].offset;

   143 		array->data = (void *) set->details_header + s->offset;

   144 		array->size = s->size;

   145 		array->alloc = s->size;

   146 	}

   147 	close(fd);

   148 }

   149 

   150 RAZOR_EXPORT void

   151 razor_set_open_files(struct razor_set *set, const char *filename)

   152 {

   153 	struct razor_set_section *s;

   154 	struct stat stat;

   155 	struct array *array;

   156 	int fd;

   157 

   158 	fd = open(filename, O_RDONLY);

   159 	if (fstat(fd, &stat) < 0)

   160 		return;

   161 	set->files_header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);

   162 	if (set->files_header == MAP_FAILED)

   163 		return;

   164 

   165 	for (s = set->files_header->sections; ~s->type; s++) {

   166 		if (s->type >= ARRAY_SIZE(razor_files_sections))

   167 			continue;

   168 		if (s->type != razor_files_sections[s->type].type)

   169 			continue;

   170 		array = (void *) set + razor_files_sections[s->type].offset;

   171 		array->data = (void *) set->files_header + s->offset;

   172 		array->size = s->size;

   173 		array->alloc = s->size;

   174 	}

   175 	close(fd);

   176 }

   177 

   178 RAZOR_EXPORT void

   179 razor_set_destroy(struct razor_set *set)

   180 {

   181 	unsigned int size;

   182 	struct array *a;

   183 	int i;

   184 

   185 	if (set->header) {

   186 		for (i = 0; set->header->sections[i].type; i++)

   187 			;

   188 		size = set->header->sections[i].type;

   189 		munmap(set->header, size);

   190 	} else {

   191 		for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {

   192 			a = (void *) set + razor_sections[i].offset;

   193 			free(a->data);

   194 		}

   195 	}

   196 

   197 	if (set->details_header) {

   198 		for (i = 0; set->details_header->sections[i].type; i++)

   199 			;

   200 		size = set->details_header->sections[i].type;

   201 		munmap(set->details_header, size);

   202 	} else {

   203 		for (i = 0; i < ARRAY_SIZE(razor_details_sections); i++) {

   204 			a = (void *) set + razor_details_sections[i].offset;

   205 			free(a->data);

   206 		}

   207 	}

   208 

   209 	if (set->files_header) {

   210 		for (i = 0; set->files_header->sections[i].type; i++)

   211 			;

   212 		size = set->files_header->sections[i].type;

   213 		munmap(set->files_header, size);

   214 	} else {

   215 		for (i = 0; i < ARRAY_SIZE(razor_files_sections); i++) {

   216 			a = (void *) set + razor_files_sections[i].offset;

   217 			free(a->data);

   218 		}

   219 	}

   220 

   221 	free(set);

   222 }

   223 

   224 static int

   225 razor_set_write_sections_to_fd(struct razor_set *set, int fd, int magic,

   226 			       struct razor_set_section *sections,

   227 			       size_t array_size)

   228 {

   229 	char data[4096];

   230 	struct razor_set_header *header = (struct razor_set_header *) data;

   231 	struct array *a;

   232 	uint32_t offset;

   233 	int i;

   234 

   235 	memset(data, 0, sizeof data);

   236 	header->magic = magic;

   237 	header->version = RAZOR_VERSION;

   238 	offset = sizeof data;

   239 

   240 	for (i = 0; i < array_size; i++) {

   241 		if (sections[i].type != i)

   242 			continue;

   243 		a = (void *) set + sections[i].offset;

   244 		header->sections[i].type = i;

   245 		header->sections[i].offset = offset;

   246 		header->sections[i].size = a->size;

   247 		offset += ALIGN(a->size, 4096);

   248 	}

   249 

   250 	header->sections[i].type = ~0;

   251 	header->sections[i].offset = 0;

   252 	header->sections[i].size = 0;

   253 

   254 	razor_write(fd, data, sizeof data);

   255 	memset(data, 0, sizeof data);

   256 	for (i = 0; i < array_size; i++) {

   257 		if (sections[i].type != i)

   258 			continue;

   259 		a = (void *) set + sections[i].offset;

   260 		razor_write(fd, a->data, a->size);

   261 		razor_write(fd, data, ALIGN(a->size, 4096) - a->size);

   262 	}

   263 

   264 	return 0;

   265 }

   266 

   267 RAZOR_EXPORT int

   268 razor_set_write_to_fd(struct razor_set *set, int fd,

   269 		      enum razor_repo_file_type type)

   270 {

   271 	switch (type) {

   272 	case RAZOR_REPO_FILE_MAIN:

   273 		return razor_set_write_sections_to_fd(set, fd, RAZOR_MAGIC,

   274 						      razor_sections,

   275 						      ARRAY_SIZE(razor_sections));

   276 

   277 	case RAZOR_REPO_FILE_DETAILS:

   278 		return razor_set_write_sections_to_fd(set, fd, RAZOR_DETAILS_MAGIC,

   279 						      razor_details_sections,

   280 						      ARRAY_SIZE(razor_details_sections));

   281 	case RAZOR_REPO_FILE_FILES:

   282 		return razor_set_write_sections_to_fd(set, fd, RAZOR_FILES_MAGIC,

   283 						      razor_files_sections,

   284 						      ARRAY_SIZE(razor_files_sections));

   285 	default:

   286 		return -1;

   287 	}

   288 }

   289 

   290 RAZOR_EXPORT int

   291 razor_set_write(struct razor_set *set, const char *filename,

   292 		enum razor_repo_file_type type)

   293 {

   294 	int fd, status;

   295 

   296 	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);

   297 	if (fd < 0)

   298 		return -1;

   299 

   300 	status = razor_set_write_to_fd(set, fd, type);

   301 	if (status) {

   302 	    close(fd);

   303 	    return status;

   304 	}

   305 

   306 	return close(fd);

   307 }

   308 

   309 RAZOR_EXPORT void

   310 razor_build_evr(char *evr_buf, int size, const char *epoch,

   311 		const char *version, const char *release)

   312 {

   313 	int len;

   314 

   315 	if (!version || !*version) {

   316 		*evr_buf = '\0';

   317 		return;

   318 	}

   319 

   320 	if (epoch && *epoch && strcmp(epoch, "0") != 0) {

   321 		len = snprintf(evr_buf, size, "%s:", epoch);

   322 		evr_buf += len;

   323 		size -= len;

   324 	}

   325 	len = snprintf(evr_buf, size, "%s", version);

   326 	evr_buf += len;

   327 	size -= len;

   328 	if (release && *release)

   329 		snprintf(evr_buf, size, "-%s", release);

   330 }

   331 

   332 RAZOR_EXPORT int

   333 razor_versioncmp(const char *s1, const char *s2)

   334 {

   335 	const char *p1, *p2;

   336 	long n1, n2;

   337 	int res;

   338 

   339 	n1 = strtol(s1, (char **) &p1, 10);

   340 	n2 = strtol(s2, (char **) &p2, 10);

   341 

   342 	/* Epoch; if one but not the other has an epoch set, default

   343 	 * the epoch-less version to 0. */

   344 	res = (*p1 == ':') - (*p2 == ':');

   345 	if (res < 0) {

   346 		n1 = 0;

   347 		p1 = s1;

   348 		p2++;

   349 	} else if (res > 0) {

   350 		p1++;

   351 		n2 = 0;

   352 		p2 = s2;

   353 	}

   354 

   355 	if (n1 != n2)

   356 		return n1 - n2;

   357 	while (*p1 && *p2) {

   358 		if (*p1 != *p2)

   359 			return *p1 - *p2;

   360 		p1++;

   361 		p2++;

   362 		if (isdigit(*p1) && isdigit(*p2))

   363 			return razor_versioncmp(p1, p2);

   364 	}

   365 

   366 	return *p1 - *p2;

   367 }

   368 

   369 RAZOR_EXPORT struct razor_package *

   370 razor_set_get_package(struct razor_set *set, const char *package)

   371 {

   372 	struct razor_package_iterator *pi;

   373 	struct razor_package *p;

   374 	const char *name, *version, *arch;

   375 

   376 	pi = razor_package_iterator_create(set);

   377 	while (razor_package_iterator_next(pi, &p, &name, &version, &arch)) {

   378 		if (strcmp(package, name) == 0)

   379 			break;

   380 	}

   381 	razor_package_iterator_destroy(pi);

   382 

   383 	return p;

   384 }

   385 

   386 RAZOR_EXPORT void

   387 razor_package_get_details(struct razor_set *set,

   388 			  struct razor_package *package,

   389 			  const char **summary, const char **description,

   390 			  const char **url, const char **license)

   391 {

   392 	const char *pool = set->details_string_pool.data;

   393 

   394 	*summary = &pool[package->summary];

   395 	*description = &pool[package->description];

   396 	*url = &pool[package->url];

   397 	*license = &pool[package->license];

   398 }

   399 

   400 RAZOR_EXPORT struct razor_entry *

   401 razor_set_find_entry(struct razor_set *set,

   402 		     struct razor_entry *dir, const char *pattern)

   403 {

   404 	struct razor_entry *e;

   405 	const char *n, *pool = set->file_string_pool.data;

   406 	int len;

   407 

   408 	e = (struct razor_entry *) set->files.data + dir->start;

   409 	do {

   410 		n = pool + e->name;

   411 		if (strcmp(pattern + 1, n) == 0)

   412 			return e;

   413 		len = strlen(n);

   414 		if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&

   415 		    pattern[len + 1] == '/') {

   416 			return razor_set_find_entry(set, e, pattern + len + 1);

   417 		}

   418 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));

   419 

   420 	return NULL;

   421 }

   422 

   423 static void

   424 list_dir(struct razor_set *set, struct razor_entry *dir,

   425 	 char *prefix, const char *pattern)

   426 {

   427 	struct razor_entry *e;

   428 	const char *n, *pool = set->string_pool.data;

   429 

   430 	e = (struct razor_entry *) set->files.data + dir->start;

   431 	do {

   432 		n = pool + e->name;

   433 		if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)

   434 			continue;

   435 		printf("%s/%s\n", prefix, n);

   436 		if (e->start) {

   437 			char *sub = prefix + strlen (prefix);

   438 			*sub = '/';

   439 			strcpy (sub + 1, n);

   440 			list_dir(set, e, prefix, pattern);

   441 			*sub = '\0';

   442 		}

   443 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));

   444 }

   445 

   446 RAZOR_EXPORT void

   447 razor_set_list_files(struct razor_set *set, const char *pattern)

   448 {

   449 	struct razor_entry *e;

   450 	char buffer[512], *p, *base;

   451 

   452 	if (pattern == NULL || !strcmp (pattern, "/")) {

   453 		buffer[0] = '\0';

   454 		list_dir(set, set->files.data, buffer, NULL);

   455 		return;

   456 	}

   457 

   458 	strcpy(buffer, pattern);

   459 	e = razor_set_find_entry(set, set->files.data, buffer);

   460 	if (e && e->start > 0) {

   461 		base = NULL;

   462 	} else {

   463 		p = strrchr(buffer, '/');

   464 		if (p) {

   465 			*p = '\0';

   466 			base = p + 1;

   467 		} else {

   468 			base = NULL;

   469 		}

   470 	}

   471 	e = razor_set_find_entry(set, set->files.data, buffer);

   472 	if (e->start != 0)

   473 		list_dir(set, e, buffer, base);

   474 }

   475 

   476 static struct list *

   477 list_package_files(struct razor_set *set, struct list *r,

   478 		   struct razor_entry *dir, uint32_t end,

   479 		   char *prefix)

   480 {

   481 	struct razor_entry *e, *f, *entries;

   482 	uint32_t next, file;

   483 	char *pool;

   484 	int len;

   485 

   486 	entries = (struct razor_entry *) set->files.data;

   487 	pool = set->string_pool.data;

   488 

   489 	e = entries + dir->start;

   490 	do {

   491 		if (entries + r->data == e) {

   492 			printf("%s/%s\n", prefix, pool + e->name);

   493 			r = list_next(r);

   494 			if (!r)

   495 				return NULL;

   496 			if (r->data >= end)

   497 				return r;

   498 		}

   499 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));

   500 

   501 	e = entries + dir->start;

   502 	do {

   503 		if (e->start == 0)

   504 			continue;

   505 

   506 		if (e->flags & RAZOR_ENTRY_LAST)

   507 			next = end;

   508 		else {

   509 			f = e + 1;

   510 			while (f->start == 0 && !(f->flags & RAZOR_ENTRY_LAST))

   511 				f++;

   512 			if (f->start == 0)

   513 				next = end;

   514 			else

   515 				next = f->start;

   516 		}

   517 

   518 		file = r->data;

   519 		if (e->start <= file && file < next) {

   520 			len = strlen(prefix);

   521 			prefix[len] = '/';

   522 			strcpy(prefix + len + 1, pool + e->name);

   523 			r = list_package_files(set, r, e, next, prefix);

   524 			prefix[len] = '\0';

   525 		}

   526 	} while (!((e++)->flags & RAZOR_ENTRY_LAST) && r != NULL);

   527 

   528 	return r;

   529 }

   530 

   531 RAZOR_EXPORT void

   532 razor_set_list_package_files(struct razor_set *set, const char *name)

   533 {

   534 	struct razor_package *package;

   535 	struct list *r;

   536 	uint32_t end;

   537 	char buffer[512];

   538 

   539 	package = razor_set_get_package(set, name);

   540 

   541 	r = list_first(&package->files, &set->file_pool);

   542 	end = set->files.size / sizeof (struct razor_entry);

   543 	buffer[0] = '\0';

   544 	list_package_files(set, r, set->files.data, end, buffer);

   545 }

   546 

   547 /* The diff order matters.  We should sort the packages so that a

   548  * REMOVE of a package comes before the INSTALL, and so that all

   549  * requires for a package have been installed before the package.

   550  **/

   551 

   552 RAZOR_EXPORT void

   553 razor_set_diff(struct razor_set *set, struct razor_set *upstream,

   554 	       razor_diff_callback_t callback, void *data)

   555 {

   556  	struct razor_package_iterator *pi1, *pi2;

   557  	struct razor_package *p1, *p2;

   558 	const char *name1, *name2, *version1, *version2, *arch1, *arch2;

   559 	int res;

   560 

   561 	pi1 = razor_package_iterator_create(set);

   562 	pi2 = razor_package_iterator_create(upstream);

   563 

   564 	razor_package_iterator_next(pi1, &p1, &name1, &version1, &arch1);

   565 	razor_package_iterator_next(pi2, &p2, &name2, &version2, &arch2);

   566 

   567 	while (p1 || p2) {

   568 		if (p1 && p2) {

   569 			res = strcmp(name1, name2);

   570 			if (res == 0)

   571 				res = razor_versioncmp(version1, version2);

   572 		} else {

   573 			res = 0;

   574 		}

   575 

   576 		if (p2 == NULL || res < 0)

   577 			callback(RAZOR_DIFF_ACTION_REMOVE,

   578 				 p1, name1, version1, arch1, data);

   579 		else if (p1 == NULL || res > 0)

   580 			callback(RAZOR_DIFF_ACTION_ADD,

   581 				 p2, name2, version2, arch2, data);

   582 

   583 		if (p1 != NULL && res <= 0)

   584 			razor_package_iterator_next(pi1, &p1,

   585 						    &name1, &version1, &arch1);

   586 		if (p2 != NULL && res >= 0)

   587 			razor_package_iterator_next(pi2, &p2,

   588 						    &name2, &version2, &arch2);

   589 	}

   590 

   591 	razor_package_iterator_destroy(pi1);

   592 	razor_package_iterator_destroy(pi2);

   593 }

   594 

   595 static void

   596 add_new_package(enum razor_diff_action action,

   597 		struct razor_package *package,

   598 		const char *name,

   599 		const char *version,

   600 		const char *arch,

   601 		void *data)

   602 {

   603 	if (action == RAZOR_DIFF_ACTION_ADD)

   604 		razor_package_query_add_package(data, package);

   605 }

   606 

   607 RAZOR_EXPORT struct razor_package_iterator *

   608 razor_set_create_remove_iterator(struct razor_set *set,

   609 				 struct razor_set *next)

   610 {

   611 	struct razor_package_query *query;

   612 	struct razor_package_iterator *pi;

   613 

   614 	query = razor_package_query_create(set);

   615 	razor_set_diff(next, set, add_new_package, query);

   616 

   617 	pi = razor_package_query_finish(query);

   618 

   619 	/* FIXME: We need to figure out the right install order here,

   620 	 * so the post and pre scripts can run. */

   621 

   622 	/* sort */

   623 

   624 	return pi;

   625 }

   626 

   627 RAZOR_EXPORT struct razor_package_iterator *

   628 razor_set_create_install_iterator(struct razor_set *set,

   629 				  struct razor_set *next)

   630 {

   631 	struct razor_package_query *query;

   632 	struct razor_package_iterator *pi;

   633 

   634 	query = razor_package_query_create(next);

   635 	razor_set_diff(set, next, add_new_package, query);

   636 

   637 	pi = razor_package_query_finish(query);

   638 

   639 	/* FIXME: We need to figure out the right install order here,

   640 	 * so the post and pre scripts can run. */

   641 

   642 	/* sort */

   643 

   644 	return pi;

   645 }
razor