razor.c
author Kristian H?gsberg <krh@redhat.com>
Wed Oct 24 00:05:42 2007 -0400 (2007-10-24)
changeset 56 9c00581c71be
parent 54 9e3907688d78
child 57 016c61ca11e2
permissions -rw-r--r--
Track files per package and add command to list them.
     1 #define _GNU_SOURCE
     2 
     3 #include <stdlib.h>
     4 #include <stddef.h>
     5 #include <stdio.h>
     6 #include <string.h>
     7 #include <sys/types.h>
     8 #include <sys/stat.h>
     9 #include <sys/mman.h>
    10 #include <unistd.h>
    11 #include <fcntl.h>
    12 #include <errno.h>
    13 #include <ctype.h>
    14 #include <fnmatch.h>
    15 
    16 #include "razor.h"
    17 
    18 struct array {
    19 	void *data;
    20 	int size, alloc;
    21 };
    22 
    23 struct razor_set_section {
    24 	unsigned int type;
    25 	unsigned int offset;
    26 	unsigned int size;
    27 };
    28 
    29 struct razor_set_header {
    30 	unsigned int magic;
    31 	unsigned int version;
    32 	struct razor_set_section sections[0];
    33 };
    34 
    35 #define RAZOR_MAGIC 0x7a7a7a7a
    36 #define RAZOR_VERSION 1
    37 
    38 #define RAZOR_STRING_POOL 0
    39 #define RAZOR_PACKAGES 1
    40 #define RAZOR_REQUIRES 2
    41 #define RAZOR_PROVIDES 3
    42 #define RAZOR_FILES 4
    43 #define RAZOR_PACKAGE_POOL 5
    44 #define RAZOR_REQUIRES_POOL 6
    45 #define RAZOR_PROVIDES_POOL 7
    46 #define RAZOR_FILE_POOL 8
    47 
    48 struct razor_package {
    49 	unsigned long name;
    50 	unsigned long version;
    51 	unsigned long requires;
    52 	unsigned long provides;
    53 	unsigned long files;
    54 };
    55 
    56 struct razor_property {
    57 	unsigned long name;
    58 	unsigned long version;
    59 	unsigned long packages;
    60 };
    61 
    62 struct razor_entry {
    63 	unsigned long name;
    64 	unsigned long start;
    65 	unsigned long packages;
    66 };
    67 
    68 struct razor_set {
    69 	struct array string_pool;
    70  	struct array packages;
    71  	struct array requires;
    72  	struct array provides;
    73  	struct array files;
    74 	struct array package_pool;
    75  	struct array requires_pool;
    76  	struct array provides_pool;
    77  	struct array file_pool;
    78 	struct razor_set_header *header;
    79 };
    80 
    81 struct import_entry {
    82 	unsigned long package;
    83 	char *name;
    84 };
    85 
    86 struct import_directory {
    87 	unsigned long name, count;
    88 	struct array files;
    89 	struct array packages;
    90 	struct import_directory *last;
    91 };
    92 
    93 struct import_property_context {
    94 	struct array *all;
    95 	struct array package;
    96 };
    97 
    98 struct razor_importer {
    99 	struct razor_set *set;
   100 	struct array buckets;
   101 	struct import_property_context requires;
   102 	struct import_property_context provides;
   103 	struct razor_package *package;
   104 	struct array files;
   105 };
   106 
   107 static void
   108 array_init(struct array *array)
   109 {
   110 	memset(array, 0, sizeof *array);
   111 }
   112 
   113 static void
   114 array_release(struct array *array)
   115 {
   116 	free(array->data);
   117 }
   118 
   119 static void *
   120 array_add(struct array *array, int size)
   121 {
   122 	int alloc;
   123 	void *data, *p;
   124 
   125 	if (array->alloc > 0)
   126 		alloc = array->alloc;
   127 	else
   128 		alloc = 16;
   129 
   130 	while (alloc < array->size + size)
   131 		alloc *= 2;
   132 
   133 	if (array->alloc < alloc) {
   134 		data = realloc(array->data, alloc);
   135 		if (data == NULL)
   136 			return 0;
   137 		array->data = data;
   138 		array->alloc = alloc;
   139 	}
   140 
   141 	p = array->data + array->size;
   142 	array->size += size;
   143 
   144 	return p;
   145 }
   146 
   147 static int
   148 write_to_fd(int fd, void *p, size_t size)
   149 {
   150 	int rest, len;
   151 
   152 	rest = size;
   153 	while (rest > 0) {
   154 		len = write(fd, p, rest);
   155 		if (len < 0)
   156 			return -1;
   157 		rest -= len;
   158 	}
   159 
   160 	return 0;
   161 }
   162 
   163 static void *
   164 zalloc(size_t size)
   165 {
   166 	void *p;
   167 
   168 	p = malloc(size);
   169 	memset(p, 0, size);
   170 
   171 	return p;
   172 }
   173 
   174 struct razor_set_section razor_sections[] = {
   175 	{ RAZOR_STRING_POOL,	offsetof(struct razor_set, string_pool) },
   176 	{ RAZOR_PACKAGES,	offsetof(struct razor_set, packages) },
   177 	{ RAZOR_REQUIRES,	offsetof(struct razor_set, requires) },
   178 	{ RAZOR_PROVIDES,	offsetof(struct razor_set, provides) },
   179 	{ RAZOR_FILES,		offsetof(struct razor_set, files) },
   180 	{ RAZOR_PACKAGE_POOL,	offsetof(struct razor_set, package_pool) },
   181 	{ RAZOR_REQUIRES_POOL,	offsetof(struct razor_set, requires_pool) },
   182 	{ RAZOR_PROVIDES_POOL,	offsetof(struct razor_set, provides_pool) },
   183 	{ RAZOR_FILE_POOL,	offsetof(struct razor_set, file_pool) },
   184 };
   185 
   186 struct razor_set *
   187 razor_set_create(void)
   188 {
   189 	return zalloc(sizeof(struct razor_set));
   190 }
   191 
   192 struct razor_set *
   193 razor_set_open(const char *filename)
   194 {
   195 	struct razor_set *set;
   196 	struct razor_set_section *s;
   197 	struct stat stat;
   198 	struct array *array;
   199 	int fd;
   200 
   201 	set = zalloc(sizeof *set);
   202 	fd = open(filename, O_RDONLY);
   203 	if (fstat(fd, &stat) < 0)
   204 		return NULL;
   205 	set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
   206 	if (set->header == MAP_FAILED) {
   207 		free(set);
   208 		return NULL;
   209 	}
   210 
   211 	for (s = set->header->sections; ~s->type; s++) {
   212 		if (s->type >= ARRAY_SIZE(razor_sections))
   213 			continue;
   214 		if (s->type != razor_sections[s->type].type)
   215 			continue;
   216 		array = (void *) set + razor_sections[s->type].offset;
   217 		array->data = (void *) set->header + s->offset;
   218 		array->size = s->size;
   219 		array->alloc = s->size;
   220 	}
   221 	close(fd);
   222 
   223 	return set;
   224 }
   225 
   226 void
   227 razor_set_destroy(struct razor_set *set)
   228 {
   229 	unsigned int size;
   230 	struct array *a;
   231 	int i;
   232 
   233 	if (set->header) {
   234 		for (i = 0; set->header->sections[i].type; i++)
   235 			;
   236 		size = set->header->sections[i].type;
   237 		munmap(set->header, size);
   238 	} else {
   239 		for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   240 			a = (void *) set + razor_sections[i].offset;
   241 			free(a->data);
   242 		}
   243 	}
   244 
   245 	free(set);
   246 }
   247 
   248 int
   249 razor_set_write(struct razor_set *set, const char *filename)
   250 {
   251 	char data[4096];
   252 	struct razor_set_header *header = (struct razor_set_header *) data;
   253 	struct array *a;
   254 	unsigned long offset;
   255 	int i, fd;
   256 
   257 	memset(data, 0, sizeof data);
   258 	header->magic = RAZOR_MAGIC;
   259 	header->version = RAZOR_VERSION;
   260 	offset = sizeof data;
   261 
   262 	for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   263 		if (razor_sections[i].type != i)
   264 			continue;
   265 		a = (void *) set + razor_sections[i].offset;
   266 		header->sections[i].type = i;
   267 		header->sections[i].offset = offset;
   268 		header->sections[i].size = a->size;
   269 		offset += (a->size + 4095) & ~4095;
   270 	}
   271 
   272 	header->sections[i].type = ~0;
   273 	header->sections[i].offset = 0;
   274 	header->sections[i].size = 0;
   275 
   276 	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
   277 	if (fd < 0)
   278 		return -1;
   279 
   280 	write_to_fd(fd, data, sizeof data);
   281 	for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   282 		if (razor_sections[i].type != i)
   283 			continue;
   284 		a = (void *) set + razor_sections[i].offset;
   285 		write_to_fd(fd, a->data, (a->size + 4095) & ~4095);
   286 	}
   287 
   288 	close(fd);
   289 
   290 	return 0;
   291 }
   292 
   293 static unsigned int
   294 hash_string(const char *key)
   295 {
   296 	const char *p;
   297 	unsigned int hash = 0;
   298 
   299 	for (p = key; *p; p++)
   300 		hash = (hash * 617) ^ *p;
   301 
   302 	return hash;
   303 }
   304 
   305 static unsigned long
   306 razor_importer_lookup(struct razor_importer *importer, const char *key)
   307 {
   308 	unsigned int mask, start, i;
   309 	unsigned long *b;
   310 	char *pool;
   311 
   312 	pool = importer->set->string_pool.data;
   313 	mask = importer->buckets.alloc - 1;
   314 	start = hash_string(key) * sizeof(unsigned long);
   315 
   316 	for (i = 0; i < importer->buckets.alloc; i += sizeof *b) {
   317 		b = importer->buckets.data + ((start + i) & mask);
   318 
   319 		if (*b == 0)
   320 			return 0;
   321 
   322 		if (strcmp(key, &pool[*b]) == 0)
   323 			return *b;
   324 	}
   325 
   326 	return 0;
   327 }
   328 
   329 static unsigned long
   330 add_to_string_pool(struct razor_set *set, const char *key)
   331 {
   332 	int len;
   333 	char *p;
   334 
   335 	len = strlen(key) + 1;
   336 	p = array_add(&set->string_pool, len);
   337 	memcpy(p, key, len);
   338 
   339 	return p - (char *) set->string_pool.data;
   340 }
   341 
   342 static unsigned long
   343 add_to_property_pool(struct array *pool, struct array *properties)
   344 {
   345 	unsigned long  *p;
   346 
   347 	p = array_add(properties, sizeof *p);
   348 	*p = ~0ul;
   349 	p = array_add(pool, properties->size);
   350 	memcpy(p, properties->data, properties->size);
   351 
   352 	return p - (unsigned long *) pool->data;
   353 }
   354 
   355 static void
   356 do_insert(struct razor_importer *importer, unsigned long value)
   357 {
   358 	unsigned int mask, start, i;
   359 	unsigned long *b;
   360 	const char *key;
   361 
   362 	key = (char *) importer->set->string_pool.data + value;
   363 	mask = importer->buckets.alloc - 1;
   364 	start = hash_string(key) * sizeof(unsigned long);
   365 
   366 	for (i = 0; i < importer->buckets.alloc; i += sizeof *b) {
   367 		b = importer->buckets.data + ((start + i) & mask);
   368 		if (*b == 0) {
   369 			*b = value;
   370 			break;
   371 		}
   372 	}
   373 }
   374 
   375 static unsigned long
   376 razor_importer_insert(struct razor_importer *importer, const char *key)
   377 {
   378 	unsigned long value, *buckets, *b, *end;
   379 	int alloc;
   380 
   381 	alloc = importer->buckets.alloc;
   382 	array_add(&importer->buckets, 4 * sizeof *buckets);
   383 	if (alloc != importer->buckets.alloc) {
   384 		end = importer->buckets.data + alloc;
   385 		memset(end, 0, importer->buckets.alloc - alloc);
   386 		for (b = importer->buckets.data; b < end; b++) {
   387 			value = *b;
   388 			if (value != 0) {
   389 				*b = 0;
   390 				do_insert(importer, value);
   391 			}
   392 		}
   393 	}
   394 
   395 	value = add_to_string_pool(importer->set, key);
   396 	do_insert (importer, value);
   397 
   398 	return value;
   399 }
   400 
   401 static unsigned long
   402 razor_importer_tokenize(struct razor_importer *importer, const char *string)
   403 {
   404 	unsigned long token;
   405 
   406 	if (string == NULL)
   407 		return razor_importer_tokenize(importer, "");
   408 
   409 	token = razor_importer_lookup(importer, string);
   410 	if (token != 0)
   411 		return token;
   412 
   413 	return razor_importer_insert(importer, string);
   414 }
   415 
   416 void
   417 razor_importer_begin_package(struct razor_importer *importer,
   418 			     const char *name, const char *version)
   419 {
   420 	struct razor_package *p;
   421 
   422 	p = array_add(&importer->set->packages, sizeof *p);
   423 	p->name = razor_importer_tokenize(importer, name);
   424 	p->version = razor_importer_tokenize(importer, version);
   425 
   426 	importer->package = p;
   427 	array_init(&importer->requires.package);
   428 	array_init(&importer->provides.package);
   429 }
   430 
   431 void
   432 razor_importer_finish_package(struct razor_importer *importer)
   433 {
   434 	struct razor_package *p;
   435 
   436 	p = importer->package;
   437 	p->requires = add_to_property_pool(&importer->set->requires_pool,
   438 					   &importer->requires.package);
   439 	p->provides = add_to_property_pool(&importer->set->provides_pool,
   440 					   &importer->provides.package);
   441 
   442 	array_release(&importer->requires.package);
   443 	array_release(&importer->provides.package);
   444 }
   445 
   446 static void
   447 razor_importer_add_property(struct razor_importer *importer,
   448 			    struct import_property_context *pctx,
   449 			    const char *name, const char *version)
   450 {
   451 	struct razor_property *p;
   452 	unsigned long *r;
   453 
   454 	p = array_add(pctx->all, sizeof *p);
   455 	p->name = razor_importer_tokenize(importer, name);
   456 	p->version = razor_importer_tokenize(importer, version);
   457 	p->packages = importer->package -
   458 		(struct razor_package *) importer->set->packages.data;
   459 
   460 	r = array_add(&pctx->package, sizeof *r);
   461 	*r = p - (struct razor_property *) pctx->all->data;
   462 }
   463 
   464 void
   465 razor_importer_add_requires(struct razor_importer *importer,
   466 			    const char *name, const char *version)
   467 {
   468 	razor_importer_add_property(importer,
   469 				    &importer->requires, name, version);
   470 }
   471 
   472 void
   473 razor_importer_add_provides(struct razor_importer *importer,
   474 			    const char *name, const char *version)
   475 {
   476 	razor_importer_add_property(importer,
   477 				    &importer->provides, name, version);
   478 }
   479 
   480 void
   481 razor_importer_add_file(struct razor_importer *importer, const char *name)
   482 {
   483 	struct import_entry *e;
   484 
   485 	e = array_add(&importer->files, sizeof *e);
   486 
   487 	e->package = importer->package -
   488 		(struct razor_package *) importer->set->packages.data;
   489 	e->name = strdup(name);
   490 }
   491 
   492 struct razor_importer *
   493 razor_importer_new(void)
   494 {
   495 	struct razor_importer *importer;
   496 
   497 	importer = zalloc(sizeof *importer);
   498 	importer->set = razor_set_create();
   499 	importer->requires.all = &importer->set->requires;
   500 	importer->provides.all = &importer->set->provides;
   501 
   502 	return importer;
   503 }
   504 
   505 typedef int (*compare_with_data_func_t)(const void *p1,
   506 					const void *p,
   507 					void *data);
   508 
   509 struct qsort_context {
   510 	size_t size;
   511 	compare_with_data_func_t compare;
   512 	void *data;
   513 };
   514 
   515 static void
   516 qsort_swap(void *p1, void *p2, size_t size)
   517 {
   518 	char buffer[size];
   519 
   520 	memcpy(buffer, p1, size);
   521 	memcpy(p1, p2, size);
   522 	memcpy(p2, buffer, size);
   523 }
   524 
   525 static void
   526 __qsort_with_data(void *base, size_t nelem, unsigned long *map,
   527 		  struct qsort_context *ctx)
   528 {
   529 	void *p, *start, *end, *pivot;
   530 	unsigned long *mp, *mstart, *mend, tmp;
   531 	int left, right, result;
   532 	size_t size = ctx->size;
   533 
   534 	p = base;
   535 	start = base;
   536 	end = base + nelem * size;
   537 	mp = map;
   538 	mstart = map;
   539 	mend = map + nelem;
   540 	pivot = base + (random() % nelem) * size;
   541 
   542 	while (p < end) {
   543 		result = ctx->compare(p, pivot, ctx->data);
   544 		if (result < 0) {
   545 			qsort_swap(p, start, size);
   546 			tmp = *mp;
   547 			*mp = *mstart;
   548 			*mstart = tmp;
   549 			if (start == pivot)
   550 				pivot = p;
   551 			start += size;
   552 			mstart++;
   553 			p += size;
   554 			mp++;
   555 		} else if (result == 0) {
   556 			p += size;
   557 			mp++;
   558 		} else {
   559  			end -= size;
   560 			mend--;
   561 			qsort_swap(p, end, size);
   562 			tmp = *mp;
   563 			*mp = *mend;
   564 			*mend = tmp;
   565 			if (end == pivot)
   566 				pivot = p;
   567 		}
   568 	}
   569 
   570 	left = (start - base) / size;
   571 	right = (base + nelem * size - end) / size;
   572 	if (left > 1)
   573 		__qsort_with_data(base, left, map, ctx);
   574 	if (right > 1)
   575 		__qsort_with_data(end, right, mend, ctx);
   576 }
   577 
   578 unsigned long *
   579 qsort_with_data(void *base, size_t nelem, size_t size,
   580 		compare_with_data_func_t compare, void *data)
   581 {
   582 	struct qsort_context ctx;
   583 	unsigned long *map;
   584 	int i;
   585 
   586 	ctx.size = size;
   587 	ctx.compare = compare;
   588 	ctx.data = data;
   589 
   590 	map = malloc(nelem * sizeof (unsigned long));
   591 	for (i = 0; i < nelem; i++)
   592 		map[i] = i;
   593 
   594 	__qsort_with_data(base, nelem, map, &ctx);
   595 
   596 	return map;
   597 }
   598 
   599 static int
   600 versioncmp(const char *s1, const char *s2)
   601 {
   602 	const char *p1, *p2;
   603 	long n1, n2;
   604 	int res;
   605 
   606 	n1 = strtol(s1, (char **) &p1, 0);
   607 	n2 = strtol(s2, (char **) &p2, 0);
   608 
   609 	/* Epoch; if one but not the other has an epoch set, default
   610 	 * the epoch-less version to 0. */
   611 	res = (*p1 == ':') - (*p2 == ':');
   612 	if (res < 0) {
   613 		n1 = 0;
   614 		p1 = s1;
   615 		p2++;
   616 	} else if (res > 0) {
   617 		p1++;
   618 		n2 = 0;
   619 		p2 = s2;
   620 	}
   621 
   622 	if (n1 != n2)
   623 		return n1 - n2;
   624 	while (*p1 && *p2) {
   625 		if (*p1 != *p2)
   626 			return *p1 - *p2;
   627 		p1++;
   628 		p2++;
   629 		if (isdigit(*p1) && isdigit(*p2))
   630 			return versioncmp(p1, p2);
   631 	}
   632 
   633 	return *p1 - *p2;
   634 }
   635 
   636 
   637 static int
   638 compare_packages(const void *p1, const void *p2, void *data)
   639 {
   640 	const struct razor_package *pkg1 = p1, *pkg2 = p2;
   641 	struct razor_set *set = data;
   642 	char *pool = set->string_pool.data;
   643 
   644 	if (pkg1->name == pkg2->name)
   645 		return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
   646 	else
   647 		return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
   648 }
   649 
   650 static int
   651 compare_properties(const void *p1, const void *p2, void *data)
   652 {
   653 	const struct razor_property *prop1 = p1, *prop2 = p2;
   654 	struct razor_set *set = data;
   655 	char *pool = set->string_pool.data;
   656 
   657 	if (prop1->name == prop2->name)
   658 		return versioncmp(&pool[prop1->version], &pool[prop2->version]);
   659 	else
   660 		return strcmp(&pool[prop1->name], &pool[prop2->name]);
   661 }
   662 
   663 static unsigned long *
   664 uniqueify_properties(struct razor_set *set, struct array *properties)
   665 {
   666 	struct razor_property *rp, *up, *rp_end;
   667 	struct array *pkgs, *p;
   668 	unsigned long *map, *rmap, *r;
   669 	int i, count, unique;
   670 
   671 	count = properties->size / sizeof(struct razor_property);
   672 	map = qsort_with_data(properties->data,
   673 			      count,
   674 			      sizeof(struct razor_property),
   675 			      compare_properties,
   676 			      set);
   677 
   678 	rp_end = properties->data + properties->size;
   679 	rmap = malloc(count * sizeof *map);
   680 	pkgs = zalloc(count * sizeof *pkgs);
   681 	for (rp = properties->data, up = rp, i = 0; rp < rp_end; rp++, i++) {
   682 		if (rp->name != up->name || rp->version != up->version) {
   683 			up++;
   684 			up->name = rp->name;
   685 			up->version = rp->version;
   686 		}
   687 
   688 		unique = up - (struct razor_property *) properties->data;
   689 		rmap[map[i]] = unique;
   690 		r = array_add(&pkgs[unique], sizeof *r);
   691 		*r = rp->packages;
   692 	}
   693 	free(map);
   694 
   695 	up++;
   696 	properties->size = (void *) up - properties->data;
   697 	rp_end = up;
   698 	for (rp = properties->data, p = pkgs; rp < rp_end; rp++, p++) {
   699 		rp->packages = add_to_property_pool(&set->package_pool, p);
   700 		array_release(p);
   701 	}
   702 
   703 	free(pkgs);
   704 
   705 	return rmap;
   706 }
   707 
   708 static void
   709 remap_links(struct array *links, unsigned long *map)
   710 {
   711 	unsigned long *p, *end;
   712 
   713 	end = links->data + links->size;
   714 	for (p = links->data; p < end; p++)
   715 		if (*p != ~0)
   716 			*p = map[*p];
   717 }
   718 
   719 static int
   720 compare_filenames(const void *p1, const void *p2, void *data)
   721 {
   722 	const struct import_entry *e1 = p1;
   723 	const struct import_entry *e2 = p2;
   724 
   725 	return strcmp(e1->name, e2->name);
   726 }
   727 
   728 static void
   729 count_entries(struct import_directory *d)
   730 {
   731 	struct import_directory *p, *end;
   732 
   733 	p = d->files.data;
   734 	end = d->files.data + d->files.size;
   735 	d->count = 0;
   736 	while (p < end) {
   737 		count_entries(p);
   738 		d->count += p->count + 1;
   739 		p++;
   740 	}		
   741 }
   742 
   743 #define RAZOR_ENTRY_LAST 0x80000000ul
   744 #define RAZOR_ENTRY_MASK 0x00fffffful
   745 
   746 static void
   747 serialize_files(struct razor_set *set,
   748 		struct import_directory *d, struct array *array)
   749 {
   750 	struct import_directory *p, *end;
   751 	struct razor_entry *e = NULL;
   752 	unsigned long s;
   753 
   754 	p = d->files.data;
   755 	end = d->files.data + d->files.size;
   756 	s = array->size / sizeof *e + d->files.size / sizeof *p;
   757 	while (p < end) {
   758 		e = array_add(array, sizeof *e);
   759 		e->name = p->name;
   760 		e->start = p->count > 0 ? s : 0;
   761 		s += p->count;
   762 		e->packages = add_to_property_pool(&set->package_pool,
   763 						   &p->packages);
   764 		array_release(&p->packages);
   765 		p++;
   766 	}		
   767 	if (e != NULL)
   768 		e->name |= RAZOR_ENTRY_LAST;
   769 
   770 	p = d->files.data;
   771 	end = d->files.data + d->files.size;
   772 	while (p < end) {
   773 		serialize_files(set, p, array);
   774 		p++;
   775 	}
   776 }
   777 
   778 static void
   779 build_file_tree(struct razor_importer *importer)
   780 {
   781 	int count, i, length;
   782 	struct import_entry *filenames;
   783 	char *f, *end;
   784 	unsigned long name, *r;
   785 	char dirname[256];
   786 	struct import_directory *d, root;
   787 	struct razor_entry *e;
   788 
   789 	count = importer->files.size / sizeof (struct import_entry);
   790 	qsort_with_data(importer->files.data,
   791 			count,
   792 			sizeof (struct import_entry),
   793 			compare_filenames,
   794 			NULL);
   795 
   796 	root.name = razor_importer_tokenize(importer, "");
   797 	array_init(&root.files);
   798 	array_init(&root.packages);
   799 	root.last = NULL;
   800 
   801 	filenames = importer->files.data;
   802 	for (i = 0; i < count; i++) {
   803 		f = filenames[i].name;
   804 		if (*f != '/')
   805 			continue;
   806 
   807 		d = &root;
   808 		while (*f) {
   809 			end = strchr(f + 1, '/');
   810 			if (end == NULL)
   811 				end = f + strlen(f);
   812 			length = end - (f + 1);
   813 			memcpy(dirname, f + 1, length);
   814 			dirname[length] ='\0';
   815 			name = razor_importer_tokenize(importer, dirname);
   816 			if (d->last == NULL || d->last->name != name) {
   817 				d->last = array_add(&d->files, sizeof *d);
   818 				d->last->name = name;
   819 				d->last->last = NULL;
   820 				array_init(&d->last->files);
   821 				array_init(&d->last->packages);
   822 			}
   823 			d = d->last;				
   824 			f = end;
   825 		}
   826 
   827 		r = array_add(&d->packages, sizeof *r);
   828 		*r = filenames[i].package;
   829 		free(filenames[i].name);
   830 	}
   831 
   832 	count_entries(&root);
   833 	array_init(&importer->set->files);
   834 
   835 	e = array_add(&importer->set->files, sizeof *e);
   836 	e->name = root.name | RAZOR_ENTRY_LAST;
   837 	e->start = 1;
   838 	e->packages = 0;
   839 
   840 	serialize_files(importer->set, &root, &importer->set->files);
   841 
   842 	array_release(&importer->files);
   843 }
   844 
   845 static void
   846 build_package_file_lists(struct razor_set *set)
   847 {
   848 	struct razor_package *p, *packages;
   849 	struct array *pkgs;
   850 	struct razor_entry *e, *end;
   851 	unsigned long *r, *q;
   852 	int i, count;
   853 
   854 	count = set->packages.size / sizeof *p;
   855 	pkgs = zalloc(count * sizeof *pkgs);
   856 
   857 	e = set->files.data;
   858 	end = set->files.data + set->files.size;
   859 	while (e < end) {
   860 		r = (unsigned long *) set->package_pool.data + e->packages;
   861 		while (~*r) {
   862 			q = array_add(&pkgs[*r++], sizeof *q);
   863 			*q = e - (struct razor_entry *) set->files.data;
   864 		}
   865 		e++;
   866 	}
   867 
   868 	packages = set->packages.data;
   869 	for (i = 0; i < count; i++) {
   870 		packages[i].files =
   871 			add_to_property_pool(&set->file_pool, &pkgs[i]);
   872 		array_release(&pkgs[i]);
   873 	}
   874 	free(pkgs);
   875 }
   876 
   877 struct razor_set *
   878 razor_importer_finish(struct razor_importer *importer)
   879 {
   880 	struct razor_set *set;
   881 	unsigned long *map, *rmap;
   882 	int i, count;
   883 
   884 	map = uniqueify_properties(importer->set, &importer->set->requires);
   885 	remap_links(&importer->set->requires_pool, map);
   886 	free(map);
   887 
   888 	map = uniqueify_properties(importer->set, &importer->set->provides);
   889 	remap_links(&importer->set->provides_pool, map);
   890 	free(map);
   891 
   892 	count = importer->set->packages.size / sizeof(struct razor_package);
   893 	map = qsort_with_data(importer->set->packages.data,
   894 			      count,
   895 			      sizeof(struct razor_package),
   896 			      compare_packages,
   897 			      importer->set);
   898 
   899 	rmap = malloc(count * sizeof *rmap);
   900 	for (i = 0; i < count; i++)
   901 		rmap[map[i]] = i;
   902 	free(map);
   903 
   904 	build_file_tree(importer);
   905 	remap_links(&importer->set->package_pool, rmap);
   906 	free(rmap);
   907 
   908 	build_package_file_lists(importer->set);
   909 
   910 	set = importer->set;
   911 	array_release(&importer->buckets);
   912 	free(importer);
   913 
   914 	return set;
   915 }
   916 
   917 void
   918 razor_set_list(struct razor_set *set, const char *pattern)
   919 {
   920 	struct razor_package *p, *end;
   921 	int with_version = 0;
   922 	char *pool;
   923 
   924 	pool = set->string_pool.data;
   925 	end = set->packages.data + set->packages.size;
   926 	for (p = set->packages.data; p < end; p++) {
   927 		if (pattern && fnmatch(pattern, &pool[p->name], 0) != 0)
   928 		    continue;
   929 		if (with_version)
   930 			printf("%s %s\n", &pool[p->name], &pool[p->version]);
   931 		else
   932 			printf("%s\n", &pool[p->name]);
   933 	}
   934 }
   935 
   936 struct razor_set *bsearch_set;
   937 
   938 static int
   939 compare_package_name(const void *key, const void *data)
   940 {
   941 	const struct razor_package *p = data;
   942 	char *pool;
   943 
   944 	pool = bsearch_set->string_pool.data;
   945 
   946 	return strcmp(key, &pool[p->name]);
   947 }
   948 
   949 struct razor_package *
   950 razor_set_get_package(struct razor_set *set, const char *package)
   951 {
   952 	bsearch_set = set;
   953 	return bsearch(package, set->packages.data,
   954 		       set->packages.size / sizeof(struct razor_package),
   955 		       sizeof(struct razor_package), compare_package_name);
   956 }
   957 
   958 static int
   959 compare_property_name(const void *key, const void *data)
   960 {
   961 	const struct razor_property *p = data;
   962 	char *pool;
   963 
   964 	pool = bsearch_set->string_pool.data;
   965 
   966 	return strcmp(key, &pool[p->name]);
   967 }
   968 
   969 struct razor_property *
   970 razor_set_get_property(struct razor_set *set,
   971 		       struct array *properties,
   972 		       const char *property)
   973 {
   974 	struct razor_property *p, *start;
   975 
   976 	bsearch_set = set;
   977 	p = bsearch(property, properties->data,
   978 		    properties->size / sizeof(struct razor_property),
   979 		    sizeof(struct razor_property), compare_property_name);
   980 
   981 	start = properties->data;
   982 	while (p > start && (p - 1)->name == p->name)
   983 		p--;
   984 
   985 	return p;
   986 }
   987 
   988 static void
   989 razor_set_list_all_properties(struct razor_set *set, struct array *properties)
   990 {
   991 	struct razor_property *p, *end;
   992 	char *pool;
   993 
   994 	pool = set->string_pool.data;
   995 	end = properties->data + properties->size;
   996 	for (p = properties->data; p < end; p++)
   997 		printf("%s %s\n", &pool[p->name], &pool[p->version]);
   998 }
   999 
  1000 void
  1001 razor_set_list_requires(struct razor_set *set, const char *name)
  1002 {
  1003 	struct razor_property *p, *requires;
  1004 	struct razor_package *package;
  1005 	unsigned long *r;
  1006 	char *pool;
  1007 
  1008 	if (name) {
  1009 		package = razor_set_get_package(set, name);
  1010 		r = (unsigned long *) set->requires_pool.data +
  1011 			package->requires;
  1012 		requires = set->requires.data;
  1013 		pool = set->string_pool.data;
  1014 		while (~*r) {
  1015 			p = &requires[*r++];
  1016 			printf("%s %s\n", &pool[p->name], &pool[p->version]);
  1017 		}
  1018 	} else
  1019 		razor_set_list_all_properties(set, &set->requires);
  1020 }
  1021 
  1022 void
  1023 razor_set_list_provides(struct razor_set *set, const char *name)
  1024 {
  1025 	struct razor_property *p, *provides;
  1026 	struct razor_package *package;
  1027 	unsigned long *r;
  1028 	char *pool;
  1029 
  1030 	if (name) {
  1031 		package = razor_set_get_package(set, name);
  1032 		r = (unsigned long *) set->provides_pool.data +
  1033 			package->provides;
  1034 		provides = set->provides.data;
  1035 		pool = set->string_pool.data;
  1036 		while (~*r) {
  1037 			p = &provides[*r++];
  1038 			printf("%s %s\n", &pool[p->name], &pool[p->version]);
  1039 		}
  1040 	} else 
  1041 		razor_set_list_all_properties(set, &set->provides);
  1042 }
  1043 
  1044 static void
  1045 razor_set_list_property_packages(struct razor_set *set,
  1046 				 struct array *properties,
  1047 				 const char *name,
  1048 				 const char *version)
  1049 {
  1050 	struct razor_property *property, *end;
  1051 	struct razor_package *p, *packages;
  1052 	unsigned long *r;
  1053 	char *pool;
  1054 
  1055 	if (name == NULL)
  1056 		return;
  1057 
  1058 	property = razor_set_get_property(set, properties, name);
  1059 	packages = set->packages.data;
  1060 	pool = set->string_pool.data;
  1061 	end = properties->data + properties->size;
  1062 	while (property < end && strcmp(name, &pool[property->name]) == 0) {
  1063 		if (version && versioncmp(version, &pool[property->version]) != 0)
  1064 			goto next;
  1065 		r = (unsigned long *)
  1066 			set->package_pool.data + property->packages;
  1067 		while (~*r) {
  1068 			p = &packages[*r++];
  1069 			printf("%s %s\n",
  1070 			       &pool[p->name], &pool[p->version]);
  1071 		}
  1072 	next:
  1073 		property++;
  1074 	}
  1075 }
  1076 
  1077 void
  1078 razor_set_list_requires_packages(struct razor_set *set,
  1079 				 const char *name,
  1080 				 const char *version)
  1081 {
  1082 	razor_set_list_property_packages(set, &set->requires, name, version);
  1083 }
  1084 
  1085 void
  1086 razor_set_list_provides_packages(struct razor_set *set,
  1087 				 const char *name,
  1088 				 const char *version)
  1089 {
  1090 	razor_set_list_property_packages(set, &set->provides, name, version);
  1091 }
  1092 
  1093 static struct razor_entry *
  1094 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
  1095 {
  1096 	struct razor_entry *e;
  1097 	const char *n, *pool = set->string_pool.data;
  1098 	int len;
  1099 
  1100 	e = (struct razor_entry *) set->files.data + dir->start;
  1101 	do {
  1102 		n = pool + (e->name & RAZOR_ENTRY_MASK);
  1103 		len = strlen(n);
  1104 		if (len == 0)
  1105 			/* FIXME: Shouldn't have 0-length entries... */
  1106 			continue;
  1107 			
  1108 		if (strcmp(pattern + 1, n) == 0)
  1109 			return e;
  1110 		if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
  1111 		    pattern[len + 1] == '/') {
  1112 			return find_entry(set, e, pattern + len + 1);
  1113 		}
  1114 	} while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
  1115 
  1116 	return NULL;
  1117 }
  1118 
  1119 static void
  1120 list_dir(struct razor_set *set, struct razor_entry *dir,
  1121 	 const char *prefix, const char *pattern)
  1122 {
  1123 	struct razor_entry *e;
  1124 	const char *n, *pool = set->string_pool.data;
  1125 
  1126 	e = (struct razor_entry *) set->files.data + dir->start;
  1127 	do {
  1128 		n = pool + (e->name & RAZOR_ENTRY_MASK);
  1129 		if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
  1130 			continue;
  1131 		printf("%s/%s%s\n", prefix, n, e->start > 0 ? "/" : "");
  1132 	} while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
  1133 }
  1134 
  1135 void
  1136 razor_set_list_files(struct razor_set *set, const char *pattern)
  1137 {
  1138 	struct razor_entry *e;
  1139 	char buffer[512], *p, *base;
  1140 
  1141 	if (pattern == NULL)
  1142 		pattern = "/";
  1143 
  1144 	strcpy(buffer, pattern);
  1145 	e = find_entry(set, set->files.data, buffer);
  1146 	if (e && e->start > 0) {
  1147 		base = NULL;
  1148 	} else {
  1149 		p = strrchr(buffer, '/');
  1150 		if (p) {
  1151 			*p = '\0';
  1152 			base = p + 1;
  1153 		} else {
  1154 			base = NULL;
  1155 		}
  1156 	}
  1157 	e = find_entry(set, set->files.data, buffer);
  1158 	if (e->start != 0)
  1159 		list_dir(set, e, buffer, base);
  1160 }
  1161 
  1162 void
  1163 razor_set_list_file_packages(struct razor_set *set, const char *filename)
  1164 {
  1165 	struct razor_entry *e;
  1166 	struct razor_package *packages, *p;
  1167 	const char *pool;
  1168 	unsigned long *r;
  1169 
  1170 	e = find_entry(set, set->files.data, filename);
  1171 	if (e == NULL)
  1172 		return;
  1173 	
  1174 	r = (unsigned long *) set->package_pool.data + e->packages;
  1175 	packages = set->packages.data;
  1176 	pool = set->string_pool.data;
  1177 	while (~*r) {
  1178 		p = &packages[*r++];
  1179 		printf("%s %s\n", &pool[p->name], &pool[p->version]);
  1180 	}
  1181 }
  1182 
  1183 static unsigned long *
  1184 list_package_files(struct razor_set *set, unsigned long *r,
  1185 		   struct razor_entry *dir, unsigned long end,
  1186 		   char *prefix)
  1187 {
  1188 	struct razor_entry *e, *f, *entries;
  1189 	unsigned long next;
  1190 	char *pool;
  1191 	int len;
  1192 	
  1193 	entries = (struct razor_entry *) set->files.data;
  1194 	pool = set->string_pool.data;
  1195 
  1196 	e = entries + dir->start;
  1197 	do {
  1198 		if (entries + *r == e) {
  1199 			printf("%s/%s\n", prefix,
  1200 			       pool + (e->name & RAZOR_ENTRY_MASK));
  1201 			r++;
  1202 			if (*r >= end)
  1203 				break;
  1204 		}
  1205 	} while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
  1206 
  1207 	e = entries + dir->start;
  1208 	do {
  1209 		if (e->start == 0)
  1210 			continue;
  1211 
  1212 		if (e->name & RAZOR_ENTRY_LAST)
  1213 			next = end;
  1214 		else {
  1215 			f = e + 1; 
  1216 			while (f->start == 0 && !(f->name & RAZOR_ENTRY_LAST))
  1217 				f++;
  1218 			if (f->start == 0)
  1219 				next = end;
  1220 			else
  1221 				next = f->start;
  1222 		}
  1223 
  1224 		if (e->start <= *r && *r < next) {
  1225 			len = strlen(prefix);
  1226 			prefix[len] = '/';
  1227 			strcpy(prefix + len + 1,
  1228 			       pool + (e->name & RAZOR_ENTRY_MASK));
  1229 			r = list_package_files(set, r, e, next, prefix);
  1230 			prefix[len] = '\0';
  1231 			if (*r >= end)
  1232 				break;
  1233 		}
  1234 	} while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
  1235 
  1236 	return r;
  1237 }
  1238 
  1239 void
  1240 razor_set_list_package_files(struct razor_set *set, const char *name)
  1241 {
  1242 	struct razor_package *package;
  1243 	unsigned long *r, end;
  1244 	char buffer[512];
  1245 
  1246 	package = razor_set_get_package(set, name);
  1247 
  1248 	r = (unsigned long *) set->file_pool.data + package->files;
  1249 	end = set->files.size / sizeof (struct razor_entry);
  1250 	buffer[0] = '\0';
  1251 	list_package_files(set, r, set->files.data, end, buffer);
  1252 }
  1253 
  1254 static void
  1255 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
  1256 {
  1257 	struct razor_property *r, *p, *rend, *pend;
  1258 	unsigned long *u;
  1259 	char *pool;
  1260 
  1261 	p = set->provides.data;
  1262 	rend = set->requires.data + set->requires.size;
  1263 	pend = set->provides.data + set->provides.size;
  1264 	pool = set->string_pool.data;
  1265 	
  1266 	for (r = set->requires.data; r < rend; r++) {
  1267 		while (p < pend && strcmp(&pool[r->name], &pool[p->name]) > 0)
  1268 			p++;
  1269 
  1270 		/* If there is more than one version of a provides,
  1271 		 * seek to the end for the highest version. */
  1272 		while (p + 1 < pend && p->name == (p + 1)->name)
  1273 			p++;
  1274 
  1275 		/* FIXME: We need to track property flags (<, <=, =
  1276 		 * etc) to properly determine if a requires is
  1277 		 * satisfied.  The current code doesn't track that the
  1278 		 * requires a = 1 isn't satisfied by a = 2 provides. */
  1279 
  1280 		if (p == pend || strcmp(&pool[r->name], &pool[p->name]) != 0 ||
  1281 		    versioncmp(&pool[r->version], &pool[p->version]) > 0) {
  1282 			/* FIXME: We ignore file requires for now. */
  1283 			if (pool[r->name] == '/')
  1284 				continue;
  1285 			u = array_add(unsatisfied, sizeof *u);
  1286 			*u = r - (struct razor_property *) set->requires.data;
  1287 		}
  1288 	}
  1289 }
  1290 
  1291 void
  1292 razor_set_list_unsatisfied(struct razor_set *set)
  1293 {
  1294 	struct array unsatisfied;
  1295 	struct razor_property *requires, *r;
  1296 	unsigned long *u, *end;
  1297 	char *pool;
  1298 
  1299 	array_init(&unsatisfied);
  1300 	razor_set_validate(set, &unsatisfied);
  1301 
  1302 	end = unsatisfied.data + unsatisfied.size;
  1303 	requires = set->requires.data;
  1304 	pool = set->string_pool.data;
  1305 
  1306 	for (u = unsatisfied.data; u < end; u++) {
  1307 		r = requires + *u;
  1308 		printf("%s %s not satisfied\n",
  1309 		       &pool[r->name], &pool[r->version]);
  1310 	}
  1311 
  1312 	array_release(&unsatisfied);
  1313 }
  1314 
  1315 #define UPSTREAM_SOURCE 0x80000000ul
  1316 #define INDEX_MASK 0x00fffffful
  1317 
  1318 struct source {
  1319 	struct razor_set *set;
  1320 	unsigned long *requires_map;
  1321 	unsigned long *provides_map;
  1322 };
  1323 
  1324 static void
  1325 prepare_source(struct source *source, struct razor_set *set)
  1326 {
  1327 	int count;
  1328 	size_t size;
  1329 
  1330 	source->set = set;
  1331 
  1332 	count = set->requires.size / sizeof (struct razor_property);
  1333 	size = count * sizeof *source->requires_map;
  1334 	source->requires_map = zalloc(size);
  1335 
  1336 	count = set->provides.size / sizeof (struct razor_property);
  1337 	size = count * sizeof *source->provides_map;
  1338 	source->provides_map = zalloc(size);
  1339 }
  1340 
  1341 static void
  1342 add_package(struct razor_importer *importer,
  1343 	    struct razor_package *package, struct source *source,
  1344 	    unsigned long flags)
  1345 {
  1346 	char *pool;
  1347 	unsigned long *r;
  1348 	struct razor_package *p;
  1349 
  1350 	pool = source->set->string_pool.data;
  1351 	p = array_add(&importer->set->packages, sizeof *p);
  1352 	p->name = razor_importer_tokenize(importer, &pool[package->name]);
  1353 	p->name |= flags;
  1354 	p->version = razor_importer_tokenize(importer,
  1355 					     &pool[package->version]);
  1356 	p->requires = package->requires;
  1357 	p->provides = package->provides;
  1358 
  1359 	r = (unsigned long *)
  1360 		source->set->requires_pool.data + package->requires;
  1361 	while (*r != ~0)
  1362 		source->requires_map[*r++] = 1;
  1363 
  1364 	r = (unsigned long *)
  1365 		source->set->provides_pool.data + package->provides;
  1366 	while (*r != ~0)
  1367 		source->provides_map[*r++] = 1;
  1368 }
  1369 
  1370 
  1371 /* Build the new package list sorted by merging the two package lists.
  1372  * Build new string pool as we go. (for now we just re-use that part of
  1373  * the importer). */
  1374 static void
  1375 merge_packages(struct razor_importer *importer,
  1376 	       struct source *source1, struct source *source2,
  1377 	       struct array *packages)
  1378 {
  1379 	struct razor_package *upstream_packages, *p, *s, *send;
  1380 	char *spool, *upool;
  1381 	unsigned long *u, *uend;
  1382 	int cmp;
  1383 
  1384 	upstream_packages = source2->set->packages.data;
  1385 
  1386 	u = packages->data;
  1387 	uend = packages->data + packages->size;
  1388 	upool = source2->set->string_pool.data;
  1389 
  1390 	s = source1->set->packages.data;
  1391 	send = source1->set->packages.data + source1->set->packages.size;
  1392 	spool = source1->set->string_pool.data;
  1393 
  1394 	while (s < send) {
  1395 		p = upstream_packages + *u;
  1396 
  1397 		if (u < uend)
  1398 			cmp = strcmp(&spool[s->name], &upool[p->name]);
  1399 		if (u >= uend || cmp < 0) {
  1400 			add_package(importer, s, source1, 0);
  1401 			s++;
  1402 		} else if (cmp == 0) {
  1403 			add_package(importer, p, source2, UPSTREAM_SOURCE);
  1404 			s++;
  1405 			u++;
  1406 		} else {
  1407 			add_package(importer, p, source2, UPSTREAM_SOURCE);
  1408 			u++;
  1409 		}
  1410 	}
  1411 }
  1412 
  1413 static unsigned long
  1414 add_property(struct razor_importer *importer, struct array *properties,
  1415 	     const char *name, const char *version)
  1416 {
  1417 	struct razor_property *p;
  1418 
  1419 	p = array_add(properties, sizeof *p);
  1420 	p->name = razor_importer_tokenize(importer, name);
  1421 	p->version = razor_importer_tokenize(importer, version);
  1422 
  1423 	return p - (struct razor_property *) properties->data;
  1424 }
  1425 
  1426 static void
  1427 merge_properties(struct array *properties,
  1428 		 struct razor_importer *importer,
  1429 		 struct razor_set *set1,
  1430 		 struct array *properties1,
  1431 		 unsigned long *map1,
  1432 		 struct razor_set *set2,
  1433 		 struct array *properties2,
  1434 		 unsigned long *map2)
  1435 {
  1436 	struct razor_property *p1, *p2;
  1437 	int i, j, cmp, count1, count2;
  1438 	char *pool1, *pool2;
  1439 
  1440 	i = 0;
  1441 	j = 0;
  1442 	pool1 = set1->string_pool.data;
  1443 	pool2 = set2->string_pool.data;
  1444 
  1445 	count1 = properties1->size / sizeof *p1;
  1446 	count2 = properties2->size / sizeof *p2;
  1447 	while (i < count1 || j < count2) {
  1448 		if (i < count1 && map1[i] == 0) {
  1449 			i++;
  1450 			continue;
  1451 		}
  1452 		if (j < count2 && map2[j] == 0) {
  1453 			j++;
  1454 			continue;
  1455 		}
  1456 		p1 = (struct razor_property *) properties1->data + i;
  1457 		p2 = (struct razor_property *) properties2->data + j;
  1458 		if (i < count1 && j < count2)
  1459 			cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
  1460 		else if (i < count1)
  1461 			cmp = -1;
  1462 		else
  1463 			cmp = 1;
  1464 		if (cmp == 0)
  1465 			cmp = versioncmp(&pool1[p1->version],
  1466 					 &pool2[p2->version]);
  1467 		if (cmp < 0) {
  1468 			map1[i++] = add_property(importer,
  1469 						 properties,
  1470 						 &pool1[p1->name],
  1471 						 &pool1[p1->version]);
  1472 		} else if (cmp > 0) {
  1473 			map2[j++] = add_property(importer,
  1474 						 properties,
  1475 						 &pool2[p2->name],
  1476 						 &pool2[p2->version]);
  1477 		} else  {
  1478 			map1[i++] = map2[j++] = add_property(importer,
  1479 							     properties,
  1480 							     &pool1[p1->name],
  1481 							     &pool1[p1->version]);
  1482 		}
  1483 	}
  1484 }
  1485 
  1486 static unsigned long
  1487 emit_properties(struct array *source_pool, unsigned long index,
  1488 		unsigned long *map, struct array *pool)
  1489 {
  1490 	unsigned long r, *p, *q;
  1491 
  1492 	r = pool->size / sizeof *q;
  1493 	p = (unsigned long *) source_pool->data + index;
  1494 	while (*p != ~0) {
  1495 		q = array_add(pool, sizeof *q);
  1496 		*q = map[*p++];
  1497 	}
  1498 
  1499 	q = array_add(pool, sizeof *q);
  1500 	*q = ~0;
  1501 
  1502 	return r;
  1503 }
  1504 	
  1505 /* Rebuild property->packages maps.  We can't just remap these, as a
  1506  * property may have lost or gained a number of packages.  Allocate an
  1507  * array per property and loop through the packages and add them to
  1508  * the arrays for their properties. */
  1509 static void
  1510 rebuild_package_lists(struct razor_set *set)
  1511 {
  1512 	int requires_count, provides_count;
  1513 	struct array *requires_pkgs, *provides_pkgs, *a;
  1514 	struct razor_package *pkg, *pkg_end;
  1515 	struct razor_property *prop, *prop_end;
  1516 	unsigned long *r, *q, *rpool, *ppool;
  1517 
  1518 	requires_count = set->requires.size / sizeof (struct razor_property);
  1519 	provides_count = set->provides.size / sizeof (struct razor_property);
  1520 	requires_pkgs = zalloc(requires_count * sizeof *requires_pkgs);
  1521 	provides_pkgs = zalloc(provides_count * sizeof *provides_pkgs);
  1522 	pkg_end = set->packages.data + set->packages.size;
  1523 	rpool = set->requires_pool.data;
  1524 	ppool = set->provides_pool.data;
  1525 
  1526 	for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
  1527 		for (r = &rpool[pkg->requires]; *r != ~0; r++) {
  1528 			q = array_add(&requires_pkgs[*r], sizeof *q);
  1529 			*q = pkg - (struct razor_package *) set->packages.data;
  1530 		}
  1531 		for (r = &ppool[pkg->provides]; *r != ~0; r++) {
  1532 			q = array_add(&provides_pkgs[*r], sizeof *q);
  1533 			*q = pkg - (struct razor_package *) set->packages.data;
  1534 		}
  1535 	}
  1536 
  1537 	prop_end = set->requires.data + set->requires.size;
  1538 	a = requires_pkgs;
  1539 	for (prop = set->requires.data; prop < prop_end; prop++, a++) {
  1540 		prop->packages = add_to_property_pool(&set->requires_pool, a);
  1541 		array_release(a);
  1542 	}
  1543 	free(requires_pkgs);
  1544 
  1545 	prop_end = set->provides.data + set->provides.size;
  1546 	a = provides_pkgs;
  1547 	for (prop = set->provides.data; prop < prop_end; prop++, a++) {
  1548 		prop->packages = add_to_property_pool(&set->provides_pool, a);
  1549 		array_release(a);
  1550 	}
  1551 	free(provides_pkgs);
  1552 }
  1553 
  1554 /* Add packages from 'upstream' to 'set'.  The packages to add are
  1555  * specified by the 'packages' array, which is a sorted list of
  1556  * package indexes.  Returns a newly allocated package set.  Does not
  1557  * enforce validity of the resulting package set.
  1558  *
  1559  * This looks more complicated than it is.  An easy way to merge two
  1560  * package sets would be to just use a razor_importer, but that
  1561  * requires resorting, and is thus O(n log n).  We can do this in a
  1562  * linear sweep, but it gets a little more complicated.
  1563  */
  1564 struct razor_set *
  1565 razor_set_add(struct razor_set *set, struct razor_set *upstream,
  1566 	      struct array *packages)
  1567 {
  1568 	struct razor_set *result;
  1569 	struct razor_importer *importer;
  1570 	struct razor_package *p, *pend;
  1571 	struct source source, upstream_source;
  1572 
  1573 	importer = razor_importer_new();
  1574 
  1575 	prepare_source(&upstream_source, upstream);
  1576 	prepare_source(&source, set);
  1577 
  1578 	merge_packages(importer, &source, &upstream_source, packages);
  1579 
  1580 	/* As we built the package list, we filled out a bitvector of
  1581 	 * the properties that are referenced by the packages in the
  1582 	 * new set.  Now we do a parallel loop through the properties
  1583 	 * and emit those marked in the bit vector to the new set.  In
  1584 	 * the process, we update the bit vector to actually map from
  1585 	 * indices in the old property list to indices in the new
  1586 	 * property list for both sets. */
  1587 
  1588 	merge_properties(&importer->set->requires, importer,
  1589 			 set, &set->requires, source.requires_map,
  1590 			 upstream, &upstream->requires,
  1591 			 upstream_source.requires_map);
  1592 	merge_properties(&importer->set->provides, importer,
  1593 			 set, &set->provides, source.provides_map,
  1594 			 upstream, &upstream->provides,
  1595 			 upstream_source.provides_map);
  1596 
  1597 	/* Now we loop through the packages again and emit the
  1598 	 * property lists, remapped to point to the new properties. */
  1599 
  1600 	pend = importer->set->packages.data + importer->set->packages.size;
  1601 	for (p = importer->set->packages.data; p < pend; p++) {
  1602 		struct source *src;
  1603 
  1604 		if (p->name & UPSTREAM_SOURCE)
  1605 			src = &upstream_source;
  1606 		else
  1607 			src = &source;
  1608 
  1609 		p->requires = emit_properties(&src->set->requires_pool,
  1610 					      p->requires,
  1611 					      src->requires_map,
  1612 					      &importer->set->requires_pool);
  1613 		p->provides = emit_properties(&src->set->provides_pool,
  1614 					      p->provides,
  1615 					      src->provides_map,
  1616 					      &importer->set->provides_pool);
  1617 		p->name &= INDEX_MASK;
  1618 	}
  1619 
  1620 	rebuild_package_lists(importer->set);
  1621 
  1622 	result = importer->set;
  1623 	array_release(&importer->buckets);
  1624 	free(importer);
  1625 
  1626 	return result;
  1627 }
  1628 
  1629 void
  1630 razor_set_satisfy(struct razor_set *set, struct array *unsatisfied,
  1631 		  struct razor_set *upstream, struct array *list)
  1632 {
  1633 	struct razor_property *requires, *r;
  1634 	struct razor_property *p, *pend;
  1635 	unsigned long *u, *end, *pkg, *package_pool;
  1636 	char *pool, *upool;
  1637 
  1638 	end = unsatisfied->data + unsatisfied->size;
  1639 	requires = set->requires.data;
  1640 	pool = set->string_pool.data;
  1641 
  1642 	p = upstream->provides.data;
  1643 	pend = upstream->provides.data + upstream->provides.size;
  1644 	upool = upstream->string_pool.data;
  1645 	package_pool = upstream->package_pool.data;
  1646 
  1647 	for (u = unsatisfied->data; u < end; u++) {
  1648 		r = requires + *u;
  1649 
  1650 		while (p < pend && strcmp(&pool[r->name], &upool[p->name]) > 0)
  1651 			p++;
  1652 		/* If there is more than one version of a provides,
  1653 		 * seek to the end for the highest version. */
  1654 		while (p + 1 < pend && p->name == (p + 1)->name)
  1655 			p++;
  1656 
  1657 		if (p == pend ||
  1658 		    strcmp(&pool[r->name], &upool[p->name]) != 0 ||
  1659 		    versioncmp(&pool[r->version], &upool[p->version]) > 0) {
  1660 			/* Do we need to track unsatisfiable requires
  1661 			 * as we go, or should we just do a
  1662 			 * razor_set_validate() at the end? */
  1663 		} else {
  1664 			pkg = array_add(list, sizeof *pkg);
  1665 			/* We just pull in the first package that provides */
  1666 			*pkg = package_pool[p->packages];
  1667 		}
  1668 	}	
  1669 }
  1670 
  1671 static void
  1672 find_packages(struct razor_set *set,
  1673 	      int count, const char **packages, struct array *list)
  1674 {
  1675 	struct razor_package *p;
  1676 	unsigned long *r;
  1677 	int i;
  1678 
  1679 	/* FIXME: Sort the packages. */
  1680 	for (i = 0; i < count; i++) {
  1681 		p = razor_set_get_package(set, packages[i]);
  1682 		r = array_add(list, sizeof *r);
  1683 		*r = p - (struct razor_package *) set->packages.data;
  1684 	}
  1685 }
  1686 
  1687 static void
  1688 find_all_packages(struct razor_set *set,
  1689 		  struct razor_set *upstream, struct array *list)
  1690 {
  1691 	struct razor_package *p, *u, *pend, *uend;
  1692 	unsigned long *r;
  1693 	char *pool, *upool;
  1694 
  1695 	pend = set->packages.data + set->packages.size;
  1696 	pool = set->string_pool.data;
  1697 	u = upstream->packages.data;
  1698 	uend = upstream->packages.data + upstream->packages.size;
  1699 	upool = upstream->string_pool.data;
  1700 
  1701 	for (p = set->packages.data; p < pend; p++) {
  1702 		while (u < uend && strcmp(&pool[p->name], &upool[u->name]) > 0)
  1703 			u++;
  1704 		if (strcmp(&pool[p->name], &upool[u->name]) == 0) {
  1705 			r = array_add(list, sizeof *r);
  1706 			*r = u - (struct razor_package *) upstream->packages.data;
  1707 		}
  1708 	}
  1709 }
  1710 
  1711 struct razor_set *
  1712 razor_set_update(struct razor_set *set, struct razor_set *upstream,
  1713 		 int count, const char **packages)
  1714 {
  1715 	struct razor_set *new;
  1716 	struct razor_package *upackages;
  1717 	struct array list, unsatisfied;
  1718 	char *pool;
  1719 	unsigned long *u, *end;
  1720 	int total = 0;
  1721 
  1722 	array_init(&list);
  1723 	if (count > 0)
  1724 		find_packages(upstream, count, packages, &list);
  1725 	else
  1726 		find_all_packages(set, upstream, &list);
  1727 
  1728 	end = list.data + list.size;
  1729 	upackages = upstream->packages.data;
  1730 	pool = upstream->string_pool.data;
  1731 	total += list.size / sizeof *u;
  1732 
  1733 	while (list.size > 0) {
  1734 		new = razor_set_add(set, upstream, &list);
  1735 		array_release(&list);
  1736 		razor_set_destroy(set);
  1737 		set = new;
  1738 
  1739 		array_init(&unsatisfied);
  1740 		razor_set_validate(new, &unsatisfied);
  1741 		array_init(&list);
  1742 		razor_set_satisfy(new, &unsatisfied, upstream, &list);
  1743 		array_release(&unsatisfied);
  1744 
  1745 		end = list.data + list.size;
  1746 		upackages = upstream->packages.data;
  1747 		pool = upstream->string_pool.data;
  1748 		total += list.size / sizeof *u;
  1749 	}
  1750 
  1751 	array_release(&list);
  1752 
  1753 	return set;
  1754 }
  1755 
  1756 /* The diff order matters.  We should sort the packages so that a
  1757  * REMOVE of a package comes before the INSTALL, and so that all
  1758  * requires for a package have been installed before the package.
  1759  **/
  1760 
  1761 void
  1762 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
  1763 	       razor_package_callback_t callback, void *data)
  1764 {
  1765 	struct razor_package *p, *pend, *u, *uend;
  1766 	char *ppool, *upool;
  1767 	int res = 0;
  1768 
  1769 	p = set->packages.data;
  1770 	pend = set->packages.data + set->packages.size;
  1771 	ppool = set->string_pool.data;
  1772 
  1773 	u = upstream->packages.data;
  1774 	uend = upstream->packages.data + upstream->packages.size;
  1775 	upool = upstream->string_pool.data;
  1776 
  1777 	while (p < pend || u < uend) {
  1778 		if (p < pend && u < uend) {
  1779 			res = strcmp(&ppool[p->name], &upool[u->name]);
  1780 			if (res == 0)
  1781 				res = versioncmp(&ppool[p->version],
  1782 						 &upool[u->version]);
  1783 		}
  1784 
  1785 		if (u == uend || res < 0) {
  1786 			callback(&ppool[p->name], &ppool[p->version],
  1787 				 NULL, data);
  1788 			p++;
  1789 			continue;
  1790 		} else if (p == pend || res > 0) {
  1791 			callback(&upool[u->name], NULL, &upool[u->version],
  1792 				 data);
  1793 			u++;
  1794 			continue;
  1795 		} else {
  1796 			p++;
  1797 			u++;
  1798 		}
  1799 	}
  1800 }