razor.c
author James Bowes <jbowes@redhat.com>
Sun Jun 08 17:11:41 2008 -0400 (2008-06-08)
changeset 224 5803b6151d02
parent 220 1fcb5c23034a
child 225 c51f49f38d18
permissions -rw-r--r--
Import summary and description into the repo files.

Also add a 'info' command for displaying them.
     1 /*
     2  * Copyright (C) 2008  Kristian Høgsberg <krh@redhat.com>
     3  * Copyright (C) 2008  Red Hat, Inc
     4  *
     5  * This program is free software; you can redistribute it and/or modify
     6  * it under the terms of the GNU General Public License as published by
     7  * the Free Software Foundation; either version 2 of the License, or
     8  * (at your option) any later version.
     9  *
    10  * This program is distributed in the hope that it will be useful,
    11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
    12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    13  * GNU General Public License for more details.
    14  *
    15  * You should have received a copy of the GNU General Public License along
    16  * with this program; if not, write to the Free Software Foundation, Inc.,
    17  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
    18  */
    19 
    20 #define _GNU_SOURCE
    21 
    22 #include <stdlib.h>
    23 #include <stddef.h>
    24 #include <stdint.h>
    25 #include <stdio.h>
    26 #include <string.h>
    27 #include <sys/types.h>
    28 #include <sys/stat.h>
    29 #include <sys/mman.h>
    30 #include <unistd.h>
    31 #include <fcntl.h>
    32 #include <errno.h>
    33 #include <ctype.h>
    34 #include <fnmatch.h>
    35 
    36 #include "razor.h"
    37 #include "razor-internal.h"
    38 #include "types.h"
    39 
    40 struct razor_set_section {
    41 	uint32_t type;
    42 	uint32_t offset;
    43 	uint32_t size;
    44 };
    45 
    46 struct razor_set_header {
    47 	uint32_t magic;
    48 	uint32_t version;
    49 	struct razor_set_section sections[0];
    50 };
    51 
    52 #define RAZOR_MAGIC 0x7a7a7a7a
    53 #define RAZOR_VERSION 1
    54 
    55 #define RAZOR_STRING_POOL	0
    56 #define RAZOR_PACKAGES		1
    57 #define RAZOR_PROPERTIES	2
    58 #define RAZOR_FILES		3
    59 #define RAZOR_PACKAGE_POOL	4
    60 #define RAZOR_PROPERTY_POOL	5
    61 #define RAZOR_FILE_POOL		6
    62 
    63 struct razor_package {
    64 	uint name  : 24;
    65 	uint flags : 8;
    66 	uint32_t summary;
    67 	uint32_t description;
    68 	uint32_t version;
    69 	uint32_t arch;
    70 	struct list_head properties;
    71 	struct list_head files;
    72 };
    73 
    74 struct razor_property {
    75 	uint name  : 24;
    76 	uint flags : 6;
    77 	enum razor_property_type type : 2;
    78 	enum razor_version_relation relation : 32;
    79 	uint32_t version;
    80 	struct list_head packages;
    81 };
    82 
    83 struct razor_entry {
    84 	uint name  : 24;
    85 	uint flags : 8;
    86 	uint32_t start;
    87 	struct list_head packages;
    88 };
    89 
    90 #define RAZOR_ENTRY_LAST	0x80
    91 
    92 struct razor_set {
    93 	struct array string_pool;
    94  	struct array packages;
    95  	struct array properties;
    96  	struct array files;
    97 	struct array package_pool;
    98  	struct array property_pool;
    99  	struct array file_pool;
   100 	struct razor_set_header *header;
   101 };
   102 
   103 struct import_entry {
   104 	uint32_t package;
   105 	char *name;
   106 };
   107 
   108 struct import_directory {
   109 	uint32_t name, count;
   110 	struct array files;
   111 	struct array packages;
   112 	struct import_directory *last;
   113 };
   114 
   115 struct razor_importer {
   116 	struct razor_set *set;
   117 	struct hashtable table;
   118 	struct razor_package *package;
   119 	struct array properties;
   120 	struct array files;
   121 	struct array file_requires;
   122 };
   123 
   124 static void *
   125 zalloc(size_t size)
   126 {
   127 	void *p;
   128 
   129 	p = malloc(size);
   130 	memset(p, 0, size);
   131 
   132 	return p;
   133 }
   134 
   135 struct razor_set_section razor_sections[] = {
   136 	{ RAZOR_STRING_POOL,	offsetof(struct razor_set, string_pool) },
   137 	{ RAZOR_PACKAGES,	offsetof(struct razor_set, packages) },
   138 	{ RAZOR_PROPERTIES,	offsetof(struct razor_set, properties) },
   139 	{ RAZOR_FILES,		offsetof(struct razor_set, files) },
   140 	{ RAZOR_PACKAGE_POOL,	offsetof(struct razor_set, package_pool) },
   141 	{ RAZOR_PROPERTY_POOL,	offsetof(struct razor_set, property_pool) },
   142 	{ RAZOR_FILE_POOL,	offsetof(struct razor_set, file_pool) },
   143 };
   144 
   145 struct razor_set *
   146 razor_set_create(void)
   147 {
   148 	struct razor_set *set;
   149 	struct razor_entry *e;
   150 	char *empty;
   151 
   152 	set = zalloc(sizeof *set);
   153 
   154 	e = array_add(&set->files, sizeof *e);
   155 	empty = array_add(&set->string_pool, 1);
   156 	*empty = '\0';
   157 	e->name = 0;
   158 	e->flags = RAZOR_ENTRY_LAST;
   159 	e->start = 0;
   160 	list_set_empty(&e->packages);
   161 
   162 	return set;
   163 }
   164 
   165 struct razor_set *
   166 razor_set_open(const char *filename)
   167 {
   168 	struct razor_set *set;
   169 	struct razor_set_section *s;
   170 	struct stat stat;
   171 	struct array *array;
   172 	int fd;
   173 
   174 	set = zalloc(sizeof *set);
   175 	fd = open(filename, O_RDONLY);
   176 	if (fstat(fd, &stat) < 0)
   177 		return NULL;
   178 	set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
   179 	if (set->header == MAP_FAILED) {
   180 		free(set);
   181 		return NULL;
   182 	}
   183 
   184 	for (s = set->header->sections; ~s->type; s++) {
   185 		if (s->type >= ARRAY_SIZE(razor_sections))
   186 			continue;
   187 		if (s->type != razor_sections[s->type].type)
   188 			continue;
   189 		array = (void *) set + razor_sections[s->type].offset;
   190 		array->data = (void *) set->header + s->offset;
   191 		array->size = s->size;
   192 		array->alloc = s->size;
   193 	}
   194 	close(fd);
   195 
   196 	return set;
   197 }
   198 
   199 void
   200 razor_set_destroy(struct razor_set *set)
   201 {
   202 	unsigned int size;
   203 	struct array *a;
   204 	int i;
   205 
   206 	if (set->header) {
   207 		for (i = 0; set->header->sections[i].type; i++)
   208 			;
   209 		size = set->header->sections[i].type;
   210 		munmap(set->header, size);
   211 	} else {
   212 		for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   213 			a = (void *) set + razor_sections[i].offset;
   214 			free(a->data);
   215 		}
   216 	}
   217 
   218 	free(set);
   219 }
   220 
   221 int
   222 razor_set_write_to_fd(struct razor_set *set, int fd)
   223 {
   224 	char data[4096];
   225 	struct razor_set_header *header = (struct razor_set_header *) data;
   226 	struct array *a;
   227 	uint32_t offset;
   228 	int i;
   229 
   230 	memset(data, 0, sizeof data);
   231 	header->magic = RAZOR_MAGIC;
   232 	header->version = RAZOR_VERSION;
   233 	offset = sizeof data;
   234 
   235 	for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   236 		if (razor_sections[i].type != i)
   237 			continue;
   238 		a = (void *) set + razor_sections[i].offset;
   239 		header->sections[i].type = i;
   240 		header->sections[i].offset = offset;
   241 		header->sections[i].size = a->size;
   242 		offset += ALIGN(a->size, 4096);
   243 	}
   244 
   245 	header->sections[i].type = ~0;
   246 	header->sections[i].offset = 0;
   247 	header->sections[i].size = 0;
   248 
   249 	razor_write(fd, data, sizeof data);
   250 	memset(data, 0, sizeof data);
   251 	for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
   252 		if (razor_sections[i].type != i)
   253 			continue;
   254 		a = (void *) set + razor_sections[i].offset;
   255 		razor_write(fd, a->data, a->size);
   256 		razor_write(fd, data, ALIGN(a->size, 4096) - a->size);
   257 	}
   258 
   259 	return 0;
   260 }
   261 
   262 int
   263 razor_set_write(struct razor_set *set, const char *filename)
   264 {
   265 	int fd, status;
   266 
   267 	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
   268 	if (fd < 0)
   269 		return -1;
   270 
   271 	status = razor_set_write_to_fd(set, fd);
   272 	if (status) {
   273 	    close(fd);
   274 	    return status;
   275 	}
   276 
   277 	return close(fd);
   278 }
   279 
   280 void
   281 razor_build_evr(char *evr_buf, int size, const char *epoch,
   282 		const char *version, const char *release)
   283 {
   284 	int len;
   285 
   286 	if (!version || !*version) {
   287 		*evr_buf = '\0';
   288 		return;
   289 	}
   290 
   291 	if (epoch && *epoch && strcmp(epoch, "0") != 0) {
   292 		len = snprintf(evr_buf, size, "%s:", epoch);
   293 		evr_buf += len;
   294 		size -= len;
   295 	}
   296 	len = snprintf(evr_buf, size, "%s", version);
   297 	evr_buf += len;
   298 	size -= len;
   299 	if (release && *release)
   300 		snprintf(evr_buf, size, "-%s", release);
   301 }
   302 
   303 void
   304 razor_importer_begin_package(struct razor_importer *importer,
   305 			     const char *name,
   306 			     const char *version,
   307 			     const char *arch)
   308 {
   309 	struct razor_package *p;
   310 
   311 	p = array_add(&importer->set->packages, sizeof *p);
   312 	p->name = hashtable_tokenize(&importer->table, name);
   313 	p->flags = 0;
   314 	p->version = hashtable_tokenize(&importer->table, version);
   315 	p->arch = hashtable_tokenize(&importer->table, arch);
   316 
   317 	importer->package = p;
   318 	array_init(&importer->properties);
   319 }
   320 
   321 void
   322 razor_importer_finish_package(struct razor_importer *importer)
   323 {
   324 	list_set_array(&importer->package->properties,
   325 		       &importer->set->property_pool,
   326 		       &importer->properties,
   327 		       1);
   328 
   329 	array_release(&importer->properties);
   330 }
   331 
   332 void
   333 razor_importer_add_details(struct razor_importer *importer,
   334 			   const char *summary,
   335 			   const char *description)
   336 {
   337 	importer->package->summary = hashtable_tokenize(&importer->table, summary);
   338 	importer->package->description = hashtable_tokenize(&importer->table, description);
   339 }
   340 
   341 void
   342 razor_importer_add_property(struct razor_importer *importer,
   343 			    const char *name,
   344 			    enum razor_version_relation relation,
   345 			    const char *version,
   346 			    enum razor_property_type type)
   347 {
   348 	struct razor_property *p;
   349 	uint32_t *r;
   350 
   351 	p = array_add(&importer->set->properties, sizeof *p);
   352 	p->name = hashtable_tokenize(&importer->table, name);
   353 	p->flags = 0;
   354 	p->type = type;
   355 	p->relation = relation;
   356 	p->version = hashtable_tokenize(&importer->table, version);
   357 	list_set_ptr(&p->packages, importer->package -
   358 		     (struct razor_package *) importer->set->packages.data);
   359 
   360 	r = array_add(&importer->properties, sizeof *r);
   361 	*r = p - (struct razor_property *) importer->set->properties.data;
   362 
   363 	if (type == RAZOR_PROPERTY_REQUIRES && *name == '/') {
   364 		r = array_add(&importer->file_requires, sizeof *r);
   365 		*r = p->name;
   366 	}
   367 }
   368 
   369 void
   370 razor_importer_add_file(struct razor_importer *importer, const char *name)
   371 {
   372 	struct import_entry *e;
   373 
   374 	e = array_add(&importer->files, sizeof *e);
   375 
   376 	e->package = importer->package -
   377 		(struct razor_package *) importer->set->packages.data;
   378 	e->name = strdup(name);
   379 }
   380 
   381 struct razor_importer *
   382 razor_importer_new(void)
   383 {
   384 	struct razor_importer *importer;
   385 
   386 	importer = zalloc(sizeof *importer);
   387 	importer->set = razor_set_create();
   388 	hashtable_init(&importer->table, &importer->set->string_pool);
   389 
   390 	return importer;
   391 }
   392 
   393 /* Destroy an importer without creating the set. */
   394 void
   395 razor_importer_destroy(struct razor_importer *importer)
   396 {
   397 	/* FIXME: write this */
   398 }
   399 
   400 static int
   401 versioncmp(const char *s1, const char *s2)
   402 {
   403 	const char *p1, *p2;
   404 	long n1, n2;
   405 	int res;
   406 
   407 	n1 = strtol(s1, (char **) &p1, 10);
   408 	n2 = strtol(s2, (char **) &p2, 10);
   409 
   410 	/* Epoch; if one but not the other has an epoch set, default
   411 	 * the epoch-less version to 0. */
   412 	res = (*p1 == ':') - (*p2 == ':');
   413 	if (res < 0) {
   414 		n1 = 0;
   415 		p1 = s1;
   416 		p2++;
   417 	} else if (res > 0) {
   418 		p1++;
   419 		n2 = 0;
   420 		p2 = s2;
   421 	}
   422 
   423 	if (n1 != n2)
   424 		return n1 - n2;
   425 	while (*p1 && *p2) {
   426 		if (*p1 != *p2)
   427 			return *p1 - *p2;
   428 		p1++;
   429 		p2++;
   430 		if (isdigit(*p1) && isdigit(*p2))
   431 			return versioncmp(p1, p2);
   432 	}
   433 
   434 	return *p1 - *p2;
   435 }
   436 
   437 static int
   438 compare_packages(const void *p1, const void *p2, void *data)
   439 {
   440 	const struct razor_package *pkg1 = p1, *pkg2 = p2;
   441 	struct razor_set *set = data;
   442 	char *pool = set->string_pool.data;
   443 
   444 	/* FIXME: what if the flags are different? */
   445 	if (pkg1->name == pkg2->name)
   446 		return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
   447 	else
   448 		return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
   449 }
   450 
   451 static int
   452 compare_properties(const void *p1, const void *p2, void *data)
   453 {
   454 	const struct razor_property *prop1 = p1, *prop2 = p2;
   455 	struct razor_set *set = data;
   456 	char *pool = set->string_pool.data;
   457 
   458 	if (prop1->name != prop2->name) 
   459 		return strcmp(&pool[prop1->name], &pool[prop2->name]);
   460 	else if (prop1->type != prop2->type)
   461 		return prop1->type - prop2->type;
   462 	else if (prop1->relation != prop2->relation)
   463 		return prop1->relation - prop2->relation;
   464 	else
   465 		return versioncmp(&pool[prop1->version], &pool[prop2->version]);
   466 }
   467 
   468 static uint32_t *
   469 uniqueify_properties(struct razor_set *set)
   470 {
   471 	struct razor_property *rp, *up, *rp_end;
   472 	struct array *pkgs, *p;
   473 	struct list_head *r;
   474 	uint32_t *map, *rmap;
   475 	int i, count, unique;
   476 
   477 	count = set->properties.size / sizeof(struct razor_property);
   478 	map = razor_qsort_with_data(set->properties.data,
   479 				    count,
   480 				    sizeof(struct razor_property),
   481 				    compare_properties,
   482 				    set);
   483 
   484 	rp_end = set->properties.data + set->properties.size;
   485 	rmap = malloc(count * sizeof *map);
   486 	pkgs = zalloc(count * sizeof *pkgs);
   487 	for (rp = set->properties.data, up = rp, i = 0; rp < rp_end; rp++, i++) {
   488 		if (rp->name != up->name || rp->type != up->type ||
   489 		    rp->relation != up->relation || rp->version != up->version) {
   490 			up++;
   491 			up->name = rp->name;
   492 			up->flags = 0;
   493 			up->type = rp->type;
   494 			up->relation = rp->relation;
   495 			up->version = rp->version;
   496 		}
   497 
   498 		unique = up - (struct razor_property *) set->properties.data;
   499 		rmap[map[i]] = unique;
   500 		r = array_add(&pkgs[unique], sizeof *r);
   501 		*r = rp->packages;
   502 	}
   503 	free(map);
   504 
   505 	if (up != rp)
   506 		up++;
   507 	set->properties.size = (void *) up - set->properties.data;
   508 	rp_end = up;
   509 	for (rp = set->properties.data, p = pkgs; rp < rp_end; rp++, p++) {
   510 		list_set_array(&rp->packages, &set->package_pool, p, 0);
   511 		array_release(p);
   512 	}
   513 
   514 	free(pkgs);
   515 
   516 	return rmap;
   517 }
   518 
   519 static int
   520 compare_filenames(const void *p1, const void *p2, void *data)
   521 {
   522 	const struct import_entry *e1 = p1;
   523 	const struct import_entry *e2 = p2;
   524 	const char *n1 = e1->name;
   525 	const char *n2 = e2->name;
   526 
   527 	/* Need to make sure that the contents of a directory
   528 	 * are sorted immediately after it. So "foo/bar" has to
   529 	 * sort before "foo.conf"
   530 	 *
   531 	 * FIXME: this is about 60% slower than strcmp
   532 	 */
   533 	while (*n1 && *n2) {
   534 		if (*n1 < *n2)
   535 			return *n2 == '/' ? 1 : -1;
   536 		else if (*n1 > *n2)
   537 			return *n1 == '/' ? -1 : 1;
   538 		n1++;
   539 		n2++;
   540 	}
   541 	if (*n1)
   542 		return 1;
   543 	else if (*n2)
   544 		return -1;
   545 	else
   546 		return 0;
   547 }
   548 
   549 static void
   550 count_entries(struct import_directory *d)
   551 {
   552 	struct import_directory *p, *end;
   553 
   554 	p = d->files.data;
   555 	end = d->files.data + d->files.size;
   556 	d->count = 0;
   557 	while (p < end) {
   558 		count_entries(p);
   559 		d->count += p->count + 1;
   560 		p++;
   561 	}		
   562 }
   563 
   564 static void
   565 serialize_files(struct razor_set *set,
   566 		struct import_directory *d, struct array *array)
   567 {
   568 	struct import_directory *p, *end;
   569 	struct razor_entry *e = NULL;
   570 	uint32_t s;
   571 
   572 	p = d->files.data;
   573 	end = d->files.data + d->files.size;
   574 	s = array->size / sizeof *e + d->files.size / sizeof *p;
   575 	while (p < end) {
   576 		e = array_add(array, sizeof *e);
   577 		e->name = p->name;
   578 		e->flags = 0;
   579 		e->start = p->count > 0 ? s : 0;
   580 		s += p->count;
   581 
   582 		list_set_array(&e->packages, &set->package_pool, &p->packages, 0);
   583 		array_release(&p->packages);
   584 		p++;
   585 	}		
   586 	if (e != NULL)
   587 		e->flags |= RAZOR_ENTRY_LAST;
   588 
   589 	p = d->files.data;
   590 	end = d->files.data + d->files.size;
   591 	while (p < end) {
   592 		serialize_files(set, p, array);
   593 		p++;
   594 	}
   595 }
   596 
   597 static void
   598 remap_property_package_links(struct array *properties, uint32_t *rmap)
   599 {
   600 	struct razor_property *p, *end;
   601 
   602 	end = properties->data + properties->size;
   603 	for (p = properties->data; p < end; p++)
   604 		list_remap_head(&p->packages, rmap);
   605 }
   606 
   607 static void
   608 build_file_tree(struct razor_importer *importer)
   609 {
   610 	int count, i, length;
   611 	struct import_entry *filenames;
   612 	char *f, *end;
   613 	uint32_t name, *r;
   614 	char dirname[256];
   615 	struct import_directory *d, root;
   616 	struct razor_entry *e;
   617 
   618 	count = importer->files.size / sizeof (struct import_entry);
   619 	razor_qsort_with_data(importer->files.data,
   620 			      count,
   621 			      sizeof (struct import_entry),
   622 			      compare_filenames,
   623 			      NULL);
   624 
   625 	root.name = hashtable_tokenize(&importer->table, "");
   626 	array_init(&root.files);
   627 	array_init(&root.packages);
   628 	root.last = NULL;
   629 
   630 	filenames = importer->files.data;
   631 	for (i = 0; i < count; i++) {
   632 		f = filenames[i].name;
   633 		if (*f != '/')
   634 			continue;
   635 		f++;
   636 
   637 		d = &root;
   638 		while (*f) {
   639 			end = strchr(f, '/');
   640 			if (end == NULL)
   641 				end = f + strlen(f);
   642 			length = end - f;
   643 			memcpy(dirname, f, length);
   644 			dirname[length] ='\0';
   645 			name = hashtable_tokenize(&importer->table, dirname);
   646 			if (d->last == NULL || d->last->name != name) {
   647 				d->last = array_add(&d->files, sizeof *d);
   648 				d->last->name = name;
   649 				d->last->last = NULL;
   650 				array_init(&d->last->files);
   651 				array_init(&d->last->packages);
   652 			}
   653 			d = d->last;				
   654 			f = end + 1;
   655 			if (*end == '\0')
   656 				break;
   657 		}
   658 
   659 		r = array_add(&d->packages, sizeof *r);
   660 		*r = filenames[i].package;
   661 		free(filenames[i].name);
   662 	}
   663 
   664 	count_entries(&root);
   665 	e = importer->set->files.data;
   666 	e->name = root.name;
   667 	e->flags = RAZOR_ENTRY_LAST;
   668 	e->start = importer->files.size ? 1 : 0;
   669 	list_set_empty(&e->packages);
   670 
   671 	serialize_files(importer->set, &root, &importer->set->files);
   672 
   673 	array_release(&importer->files);
   674 }
   675 
   676 static struct razor_entry *
   677 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern);
   678 
   679 static void
   680 list_to_array(struct list *list, struct array *array)
   681 {
   682 	uint32_t *item;
   683 
   684 	while (list) {
   685 		 item = array_add(array, sizeof *item);
   686 		 *item = list->data;
   687 		 list = list_next(list);
   688 	}
   689 }
   690 
   691 static int
   692 compare_file_requires(const void *p1, const void *p2, void *data)
   693 {
   694 	uint32_t *f1 = (void *)p1, *f2 = (void *)p2;
   695 	const char *pool = data;
   696 
   697 	return strcmp(&pool[*f1], &pool[*f2]);
   698 }
   699 
   700 static void
   701 find_file_provides(struct razor_importer *importer)
   702 {
   703 	struct razor_property *prop;
   704 	struct razor_entry *top, *entry;
   705 	struct razor_package *packages;
   706 	struct array pkgprops;
   707 	struct list *pkg;
   708 	uint32_t *req, *req_start, *req_end;
   709 	uint32_t *map, *newprop;
   710 	char *pool;
   711 
   712 	pool = importer->set->string_pool.data;
   713 	packages = importer->set->packages.data;
   714 	top = importer->set->files.data;
   715 
   716 	req = req_start = importer->file_requires.data;
   717 	req_end = importer->file_requires.data + importer->file_requires.size;
   718 	map = razor_qsort_with_data(req, req_end - req, sizeof *req,
   719 				    compare_file_requires, pool);
   720 	free(map);
   721 
   722 	for (req = req_start; req < req_end; req++) {
   723 		if (req > req_start && req[0] == req[-1])
   724 			continue;
   725 		entry = find_entry(importer->set, top, &pool[*req]);
   726 		if (!entry)
   727 			continue;
   728 
   729 		for (pkg = list_first(&entry->packages, &importer->set->package_pool); pkg; pkg = list_next(pkg)) {
   730 			prop = array_add(&importer->set->properties, sizeof *prop);
   731 			prop->name = *req;
   732 			prop->type = RAZOR_PROPERTY_PROVIDES;
   733 			prop->relation = RAZOR_VERSION_EQUAL;
   734 			prop->version = hashtable_tokenize(&importer->table, "");
   735 			list_set_ptr(&prop->packages, pkg->data);
   736 
   737 			/* Update property list of pkg */
   738 			array_init(&pkgprops);
   739 			list_to_array(list_first(&packages[pkg->data].properties, &importer->set->property_pool), &pkgprops);
   740 			newprop = array_add(&pkgprops, sizeof *newprop);
   741 			*newprop = prop - (struct razor_property *)importer->set->properties.data;
   742 			list_set_array(&packages[pkg->data].properties, &importer->set->property_pool, &pkgprops, 1);
   743 			array_release(&pkgprops);
   744 		}
   745 	}
   746 
   747 	array_release(&importer->file_requires);
   748 }
   749 
   750 static void
   751 build_package_file_lists(struct razor_set *set, uint32_t *rmap)
   752 {
   753 	struct razor_package *p, *packages;
   754 	struct array *pkgs;
   755 	struct razor_entry *e, *end;
   756 	struct list *r;
   757 	uint32_t *q;
   758 	int i, count;
   759 
   760 	count = set->packages.size / sizeof *p;
   761 	pkgs = zalloc(count * sizeof *pkgs);
   762 
   763 	end = set->files.data + set->files.size;
   764 	for (e = set->files.data; e < end; e++) {
   765 		list_remap_head(&e->packages, rmap);
   766 		r = list_first(&e->packages, &set->package_pool);
   767 		while (r) {
   768 			q = array_add(&pkgs[r->data], sizeof *q);
   769 			*q = e - (struct razor_entry *) set->files.data;
   770 			r = list_next(r);
   771 		}
   772 	}
   773 
   774 	packages = set->packages.data;
   775 	for (i = 0; i < count; i++) {
   776 		list_set_array(&packages[i].files, &set->file_pool, &pkgs[i], 0);
   777 		array_release(&pkgs[i]);
   778 	}
   779 	free(pkgs);
   780 }
   781 
   782 struct razor_set *
   783 razor_importer_finish(struct razor_importer *importer)
   784 {
   785 	struct razor_set *set;
   786 	uint32_t *map, *rmap;
   787 	int i, count;
   788 
   789 	build_file_tree(importer);
   790 	find_file_provides(importer);
   791 
   792 	map = uniqueify_properties(importer->set);
   793 	list_remap_pool(&importer->set->property_pool, map);
   794 	free(map);
   795 
   796 	count = importer->set->packages.size / sizeof(struct razor_package);
   797 	map = razor_qsort_with_data(importer->set->packages.data,
   798 				    count,
   799 				    sizeof(struct razor_package),
   800 				    compare_packages,
   801 				    importer->set);
   802 
   803 	rmap = malloc(count * sizeof *rmap);
   804 	for (i = 0; i < count; i++)
   805 		rmap[map[i]] = i;
   806 	free(map);
   807 
   808 	list_remap_pool(&importer->set->package_pool, rmap);
   809 	build_package_file_lists(importer->set, rmap);
   810 	remap_property_package_links(&importer->set->properties, rmap);
   811 	free(rmap);
   812 
   813 	set = importer->set;
   814 	hashtable_release(&importer->table);
   815 	free(importer);
   816 
   817 	return set;
   818 }
   819 
   820 struct razor_package_iterator {
   821 	struct razor_set *set;
   822 	struct razor_package *package, *end;
   823 	struct list *index;
   824 	int free_index;
   825 };
   826 
   827 static struct razor_package_iterator *
   828 razor_package_iterator_create_with_index(struct razor_set *set,
   829 					 struct list *index)
   830 {
   831 	struct razor_package_iterator *pi;
   832 
   833 	pi = zalloc(sizeof *pi);
   834 	pi->set = set;
   835 	pi->index = index;
   836 
   837 	return pi;
   838 }
   839 
   840 struct razor_package_iterator *
   841 razor_package_iterator_create(struct razor_set *set)
   842 {
   843 	struct razor_package_iterator *pi;
   844 
   845 	pi = zalloc(sizeof *pi);
   846 	pi->set = set;
   847 	pi->end = set->packages.data + set->packages.size;
   848 	pi->package = set->packages.data;
   849 
   850 	return pi;
   851 }
   852 
   853 struct razor_package_iterator *
   854 razor_package_iterator_create_for_property(struct razor_set *set,
   855 					   struct razor_property *property)
   856 {
   857 	struct list *index;
   858 
   859 	index = list_first(&property->packages, &set->package_pool);
   860 	return razor_package_iterator_create_with_index(set, index);
   861 }
   862 
   863 int
   864 razor_package_iterator_next(struct razor_package_iterator *pi,
   865 			    struct razor_package **package,
   866 			    const char **name,
   867 			    const char **version,
   868 			    const char **arch)
   869 {
   870 	char *pool;
   871 	int valid;
   872 	struct razor_package *p, *packages;
   873 
   874 	if (pi->package) {
   875 		p = pi->package++;
   876 		valid = p < pi->end;
   877 	} else if (pi->index) {
   878 		packages = pi->set->packages.data;
   879 		p = &packages[pi->index->data];
   880 		pi->index = list_next(pi->index);
   881 		valid = 1;
   882 	} else
   883 		valid = 0;
   884 
   885 	if (valid) {
   886 		pool = pi->set->string_pool.data;
   887 		*package = p;
   888 		*name = &pool[p->name];
   889 		*version = &pool[p->version];
   890 		*arch = &pool[p->arch];
   891 	} else {
   892 		*package = NULL;
   893 	}
   894 
   895 	return valid;
   896 }
   897 
   898 void
   899 razor_package_iterator_destroy(struct razor_package_iterator *pi)
   900 {
   901 	if (pi->free_index)
   902 		free(pi->index);
   903 
   904 	free(pi);
   905 }
   906 
   907 struct razor_package *
   908 razor_set_get_package(struct razor_set *set, const char *package)
   909 {
   910 	struct razor_package_iterator *pi;
   911 	struct razor_package *p;
   912 	const char *name, *version, *arch;
   913 
   914 	pi = razor_package_iterator_create(set);
   915 	while (razor_package_iterator_next(pi, &p, &name, &version, &arch)) {
   916 		if (strcmp(package, name) == 0)
   917 			break;
   918 	}
   919 	razor_package_iterator_destroy(pi);
   920 
   921 	return p;
   922 }
   923 
   924 const char *
   925 razor_package_get_summary(struct razor_set *set, struct razor_package *package)
   926 {
   927 	const char *pool = set->string_pool.data;
   928 	return &pool[package->summary];
   929 }
   930 
   931 const char *
   932 razor_package_get_description(struct razor_set *set, struct razor_package *package)
   933 {
   934 	const char *pool = set->string_pool.data;
   935 	return &pool[package->description];
   936 }
   937 
   938 struct razor_property_iterator {
   939 	struct razor_set *set;
   940 	struct razor_property *property, *end;
   941 	struct list *index;
   942 };
   943 
   944 struct razor_property_iterator *
   945 razor_property_iterator_create(struct razor_set *set,
   946 			       struct razor_package *package)
   947 {
   948 	struct razor_property_iterator *pi;
   949 
   950 	pi = zalloc(sizeof *pi);
   951 	pi->set = set;
   952 
   953 	if (package) {
   954 		pi->index = list_first(&package->properties,
   955 				       &set->property_pool);
   956 	} else {
   957 		pi->property = set->properties.data;
   958 		pi->end = set->properties.data + set->properties.size;
   959 	}
   960 
   961 	return pi;
   962 }
   963 
   964 int
   965 razor_property_iterator_next(struct razor_property_iterator *pi,
   966 			     struct razor_property **property,
   967 			     const char **name,
   968 			     enum razor_version_relation *relation,
   969 			     const char **version,
   970 			     enum razor_property_type *type)
   971 {
   972 	char *pool;
   973 	int valid;
   974 	struct razor_property *p, *properties;
   975 
   976 	if (pi->property) {
   977 		p = pi->property++;
   978 		valid = p < pi->end;
   979 	} else if (pi->index) {
   980 		properties = pi->set->properties.data;
   981 		p = &properties[pi->index->data];
   982 		pi->index = list_next(pi->index);
   983 		valid = 1;
   984 	} else
   985 		valid = 0;
   986 
   987 	if (valid) {
   988 		pool = pi->set->string_pool.data;
   989 		*property = p;
   990 		*name = &pool[p->name];
   991 		*relation = p->relation;
   992 		*version = &pool[p->version];
   993 		*type = p->type;
   994 	} else {
   995 		*property = NULL;
   996 	}
   997 
   998 	return valid;
   999 }
  1000 
  1001 void
  1002 razor_property_iterator_destroy(struct razor_property_iterator *pi)
  1003 {
  1004 	free(pi);
  1005 }
  1006 
  1007 static struct razor_entry *
  1008 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
  1009 {
  1010 	struct razor_entry *e;
  1011 	const char *n, *pool = set->string_pool.data;
  1012 	int len;
  1013 
  1014 	e = (struct razor_entry *) set->files.data + dir->start;
  1015 	do {
  1016 		n = pool + e->name;
  1017 		if (strcmp(pattern + 1, n) == 0)
  1018 			return e;
  1019 		len = strlen(n);
  1020 		if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
  1021 		    pattern[len + 1] == '/') {
  1022 			return find_entry(set, e, pattern + len + 1);
  1023 		}
  1024 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));
  1025 
  1026 	return NULL;
  1027 }
  1028 
  1029 static void
  1030 list_dir(struct razor_set *set, struct razor_entry *dir,
  1031 	 char *prefix, const char *pattern)
  1032 {
  1033 	struct razor_entry *e;
  1034 	const char *n, *pool = set->string_pool.data;
  1035 
  1036 	e = (struct razor_entry *) set->files.data + dir->start;
  1037 	do {
  1038 		n = pool + e->name;
  1039 		if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
  1040 			continue;
  1041 		printf("%s/%s\n", prefix, n);
  1042 		if (e->start) {
  1043 			char *sub = prefix + strlen (prefix);
  1044 			*sub = '/';
  1045 			strcpy (sub + 1, n);
  1046 			list_dir(set, e, prefix, pattern);
  1047 			*sub = '\0';
  1048 		}
  1049 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));
  1050 }
  1051 
  1052 void
  1053 razor_set_list_files(struct razor_set *set, const char *pattern)
  1054 {
  1055 	struct razor_entry *e;
  1056 	char buffer[512], *p, *base;
  1057 
  1058 	if (pattern == NULL || !strcmp (pattern, "/")) {
  1059 		buffer[0] = '\0';
  1060 		list_dir(set, set->files.data, buffer, NULL);
  1061 		return;
  1062 	}
  1063 
  1064 	strcpy(buffer, pattern);
  1065 	e = find_entry(set, set->files.data, buffer);
  1066 	if (e && e->start > 0) {
  1067 		base = NULL;
  1068 	} else {
  1069 		p = strrchr(buffer, '/');
  1070 		if (p) {
  1071 			*p = '\0';
  1072 			base = p + 1;
  1073 		} else {
  1074 			base = NULL;
  1075 		}
  1076 	}
  1077 	e = find_entry(set, set->files.data, buffer);
  1078 	if (e->start != 0)
  1079 		list_dir(set, e, buffer, base);
  1080 }
  1081 
  1082 struct razor_package_iterator *
  1083 razor_package_iterator_create_for_file(struct razor_set *set,
  1084 				       const char *filename)
  1085 {
  1086 	struct razor_entry *entry;
  1087 	struct list *index;
  1088 
  1089 	entry = find_entry(set, set->files.data, filename);
  1090 	if (entry == NULL)
  1091 		return NULL;
  1092 	
  1093 	index = list_first(&entry->packages, &set->package_pool);
  1094 	return razor_package_iterator_create_with_index(set, index);
  1095 }
  1096 
  1097 static struct list *
  1098 list_package_files(struct razor_set *set, struct list *r,
  1099 		   struct razor_entry *dir, uint32_t end,
  1100 		   char *prefix)
  1101 {
  1102 	struct razor_entry *e, *f, *entries;
  1103 	uint32_t next, file;
  1104 	char *pool;
  1105 	int len;
  1106 	
  1107 	entries = (struct razor_entry *) set->files.data;
  1108 	pool = set->string_pool.data;
  1109 
  1110 	e = entries + dir->start;
  1111 	do {
  1112 		if (entries + r->data == e) {
  1113 			printf("%s/%s\n", prefix, pool + e->name);
  1114 			r = list_next(r);
  1115 			if (!r)
  1116 				return NULL;
  1117 			if (r->data >= end)
  1118 				return r;
  1119 		}
  1120 	} while (!((e++)->flags & RAZOR_ENTRY_LAST));
  1121 
  1122 	e = entries + dir->start;
  1123 	do {
  1124 		if (e->start == 0)
  1125 			continue;
  1126 
  1127 		if (e->flags & RAZOR_ENTRY_LAST)
  1128 			next = end;
  1129 		else {
  1130 			f = e + 1; 
  1131 			while (f->start == 0 && !(f->flags & RAZOR_ENTRY_LAST))
  1132 				f++;
  1133 			if (f->start == 0)
  1134 				next = end;
  1135 			else
  1136 				next = f->start;
  1137 		}
  1138 
  1139 		file = r->data;
  1140 		if (e->start <= file && file < next) {
  1141 			len = strlen(prefix);
  1142 			prefix[len] = '/';
  1143 			strcpy(prefix + len + 1, pool + e->name);
  1144 			r = list_package_files(set, r, e, next, prefix);
  1145 			prefix[len] = '\0';
  1146 		}
  1147 	} while (!((e++)->flags & RAZOR_ENTRY_LAST) && r != NULL);
  1148 
  1149 	return r;
  1150 }
  1151 
  1152 void
  1153 razor_set_list_package_files(struct razor_set *set, const char *name)
  1154 {
  1155 	struct razor_package *package;
  1156 	struct list *r;
  1157 	uint32_t end;
  1158 	char buffer[512];
  1159 
  1160 	package = razor_set_get_package(set, name);
  1161 
  1162 	r = list_first(&package->files, &set->file_pool);
  1163 	end = set->files.size / sizeof (struct razor_entry);
  1164 	buffer[0] = '\0';
  1165 	list_package_files(set, r, set->files.data, end, buffer);
  1166 }
  1167 
  1168 static void
  1169 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
  1170 {
  1171 	struct razor_property *r, *p, *end;
  1172 	uint32_t *u;
  1173 	char *pool;
  1174 
  1175 	end = set->properties.data + set->properties.size;
  1176 	pool = set->string_pool.data;
  1177 	
  1178 	for (r = set->properties.data, p = r; r < end; r++) {
  1179 		if (r->type != RAZOR_PROPERTY_REQUIRES)
  1180 			continue;
  1181 
  1182 		p = r;
  1183 		while (p < end && p->name == r->name &&
  1184 		       p->type == r->type)
  1185 			p++;
  1186 
  1187 		/* If there is more than one version of a provides,
  1188 		 * seek to the end for the highest version. */
  1189 		/* FIXME: This doesn't work if we have a series of
  1190 		 * requires a = 1, provides a = 1, requires a = 2,
  1191 		 * provides a = 2, as the kernel and kernel-devel
  1192 		 * does.*/
  1193 		while (p + 1 < end && p->name == (p + 1)->name &&
  1194 		       p->type == (p + 1)->type)
  1195 			p++;
  1196 
  1197 		/* FIXME: We need to track property flags (<, <=, =
  1198 		 * etc) to properly determine if a requires is
  1199 		 * satisfied.  The current code doesn't track that the
  1200 		 * requires a = 1 isn't satisfied by a = 2 provides. */
  1201 
  1202 		if (p == end ||
  1203 		    p->type != RAZOR_PROPERTY_PROVIDES ||
  1204 		    r->name != p->name ||
  1205 		    versioncmp(&pool[r->version], &pool[p->version]) > 0) {
  1206 			/* FIXME: We ignore file requires for now. */
  1207 			if (pool[r->name] == '/')
  1208 				continue;
  1209 			u = array_add(unsatisfied, sizeof *u);
  1210 			*u = r - (struct razor_property *) set->properties.data;
  1211 		}
  1212 	}
  1213 }
  1214 
  1215 void
  1216 razor_set_list_unsatisfied(struct razor_set *set)
  1217 {
  1218 	struct array unsatisfied;
  1219 	struct razor_property *properties, *r;
  1220 	uint32_t *u, *end;
  1221 	char *pool;
  1222 
  1223 	array_init(&unsatisfied);
  1224 	razor_set_validate(set, &unsatisfied);
  1225 
  1226 	end = unsatisfied.data + unsatisfied.size;
  1227 	properties = set->properties.data;
  1228 	pool = set->string_pool.data;
  1229 
  1230 	for (u = unsatisfied.data; u < end; u++) {
  1231 		r = properties + *u;
  1232 		if (pool[r->version] == '\0')
  1233 			printf("%s not satisfied\n",
  1234 			       &pool[r->name]);
  1235 		else
  1236 			printf("%s-%s not satisfied\n",
  1237 			       &pool[r->name],
  1238 			       &pool[r->version]);
  1239 	}
  1240 
  1241 	array_release(&unsatisfied);
  1242 }
  1243 
  1244 #define UPSTREAM_SOURCE 0x80
  1245 
  1246 struct source {
  1247 	struct razor_set *set;
  1248 	uint32_t *property_map;
  1249 	uint32_t *file_map;
  1250 };
  1251 
  1252 struct razor_merger {
  1253 	struct razor_set *set;
  1254 	struct hashtable table;
  1255 	struct source source1;
  1256 	struct source source2;
  1257 };
  1258 
  1259 static struct razor_merger *
  1260 razor_merger_create(struct razor_set *set1, struct razor_set *set2)
  1261 {
  1262 	struct razor_merger *merger;
  1263 	int count;
  1264 	size_t size;
  1265 
  1266 	merger = zalloc(sizeof *merger);
  1267 	merger->set = razor_set_create();
  1268 	hashtable_init(&merger->table, &merger->set->string_pool);
  1269 
  1270 	merger->source1.set = set1;
  1271 	count = set1->properties.size / sizeof (struct razor_property);
  1272 	size = count * sizeof merger->source1.property_map[0];
  1273 	merger->source1.property_map = zalloc(size);
  1274 	count = set1->files.size / sizeof (struct razor_entry);
  1275 	size = count * sizeof merger->source1.file_map[0];
  1276 	merger->source1.file_map = zalloc(size);
  1277 
  1278 	merger->source2.set = set2;
  1279 	count = set2->properties.size / sizeof (struct razor_property);
  1280 	size = count * sizeof merger->source2.property_map[0];
  1281 	merger->source2.property_map = zalloc(size);
  1282 	count = set2->files.size / sizeof (struct razor_entry);
  1283 	size = count * sizeof merger->source2.file_map[0];
  1284 	merger->source2.file_map = zalloc(size);
  1285 
  1286 	return merger;
  1287 }
  1288 
  1289 static void
  1290 add_package(struct razor_merger *merger,
  1291 	    struct razor_package *package, struct source *source,
  1292 	    uint32_t flags)
  1293 {
  1294 	char *pool;
  1295 	struct list *r;
  1296 	struct razor_package *p;
  1297 
  1298 	pool = source->set->string_pool.data;
  1299 	p = array_add(&merger->set->packages, sizeof *p);
  1300 	p->name = hashtable_tokenize(&merger->table, &pool[package->name]);
  1301 	p->flags = flags;
  1302 	p->version = hashtable_tokenize(&merger->table,
  1303 					&pool[package->version]);
  1304 	p->arch = hashtable_tokenize(&merger->table,
  1305 				     &pool[package->arch]);
  1306 
  1307 	p->properties = package->properties;
  1308 	r = list_first(&package->properties, &source->set->property_pool);
  1309 	while (r) {
  1310 		source->property_map[r->data] = 1;
  1311 		r = list_next(r);
  1312 	}
  1313 
  1314 	p->files = package->files;
  1315 	r = list_first(&package->files, &source->set->file_pool);
  1316 	while (r) {
  1317 		source->file_map[r->data] = 1;
  1318 		r = list_next(r);
  1319 	}
  1320 }
  1321 
  1322 static uint32_t
  1323 add_property(struct razor_merger *merger,
  1324 	     const char *name, enum razor_version_relation relation,
  1325 	     const char *version, int type)
  1326 {
  1327 	struct razor_property *p;
  1328 
  1329 	p = array_add(&merger->set->properties, sizeof *p);
  1330 	p->name = hashtable_tokenize(&merger->table, name);
  1331 	p->flags = 0;
  1332 	p->type = type;
  1333 	p->relation = relation;
  1334 	p->version = hashtable_tokenize(&merger->table, version);
  1335 
  1336 	return p - (struct razor_property *) merger->set->properties.data;
  1337 }
  1338 
  1339 static void
  1340 merge_properties(struct razor_merger *merger)
  1341 {
  1342 	struct razor_property *p1, *p2;
  1343 	struct razor_set *set1, *set2;
  1344 	uint32_t *map1, *map2;
  1345 	int i, j, cmp, count1, count2;
  1346 	char *pool1, *pool2;
  1347 
  1348 	set1 = merger->source1.set;
  1349 	set2 = merger->source2.set;
  1350 	map1 = merger->source1.property_map;
  1351 	map2 = merger->source2.property_map;
  1352 
  1353 	i = 0;
  1354 	j = 0;
  1355 	pool1 = set1->string_pool.data;
  1356 	pool2 = set2->string_pool.data;
  1357 
  1358 	count1 = set1->properties.size / sizeof *p1;
  1359 	count2 = set2->properties.size / sizeof *p2;
  1360 	while (i < count1 || j < count2) {
  1361 		if (i < count1 && map1[i] == 0) {
  1362 			i++;
  1363 			continue;
  1364 		}
  1365 		if (j < count2 && map2[j] == 0) {
  1366 			j++;
  1367 			continue;
  1368 		}
  1369 		p1 = (struct razor_property *) set1->properties.data + i;
  1370 		p2 = (struct razor_property *) set2->properties.data + j;
  1371 		if (i < count1 && j < count2)
  1372 			cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
  1373 		else if (i < count1)
  1374 			cmp = -1;
  1375 		else
  1376 			cmp = 1;
  1377 		if (cmp == 0)
  1378 			cmp = p1->type - p2->type;
  1379 		if (cmp == 0)
  1380 			cmp = p1->relation - p2->relation;
  1381 		if (cmp == 0)
  1382 			cmp = versioncmp(&pool1[p1->version],
  1383 					 &pool2[p2->version]);
  1384 		if (cmp < 0) {
  1385 			map1[i++] = add_property(merger,
  1386 						 &pool1[p1->name],
  1387 						 p1->relation,
  1388 						 &pool1[p1->version],
  1389 						 p1->type);
  1390 		} else if (cmp > 0) {
  1391 			map2[j++] = add_property(merger,
  1392 						 &pool2[p2->name],
  1393 						 p2->relation,
  1394 						 &pool2[p2->version],
  1395 						 p2->type);
  1396 		} else  {
  1397 			map1[i++] = map2[j++] = add_property(merger,
  1398 							     &pool1[p1->name],
  1399 							     p1->relation,
  1400 							     &pool1[p1->version],
  1401 							     p1->type);
  1402 		}
  1403 	}
  1404 }
  1405 
  1406 static void
  1407 emit_properties(struct list_head *properties, struct array *source_pool,
  1408 		uint32_t *map, struct array *pool)
  1409 {
  1410 	uint32_t r;
  1411 	struct list *p, *q;
  1412 
  1413 	r = pool->size / sizeof *q;
  1414 	p = list_first(properties, source_pool);
  1415 	while (p) {
  1416 		q = array_add(pool, sizeof *q);
  1417 		q->data = map[p->data];
  1418 		q->flags = p->flags;
  1419 		p = list_next(p);
  1420 	}
  1421 
  1422 	list_set_ptr(properties, r);
  1423 }
  1424 
  1425 static uint32_t
  1426 add_file(struct razor_merger *merger, const char *name)
  1427 {
  1428 	struct razor_entry *e;
  1429 
  1430 	e = array_add(&merger->set->files, sizeof *e);
  1431 	e->name = hashtable_tokenize(&merger->table, name);
  1432 	e->flags = 0;
  1433 	e->start = 0;
  1434 
  1435 	return e - (struct razor_entry *)merger->set->files.data;
  1436 }
  1437 
  1438 /* FIXME. Blah */
  1439 static int
  1440 fix_file_map(uint32_t *map,
  1441 	     struct razor_entry *files,
  1442 	     struct razor_entry *top)
  1443 {
  1444 	uint32_t e;
  1445 	int found_file = 0;
  1446 
  1447 	e = top->start;
  1448 	do {
  1449 		if (files[e].start)
  1450 			fix_file_map(map, files, &files[e]);
  1451 		if (map[e])
  1452 			found_file = 1;
  1453 	} while (!(files[e++].flags & RAZOR_ENTRY_LAST));
  1454 
  1455 	if (found_file)
  1456 		map[top - files] = 1;
  1457 	return found_file;
  1458 }
  1459 
  1460 struct merge_directory {
  1461 	uint32_t merged, dir1, dir2;
  1462 };
  1463 
  1464 static void
  1465 merge_one_directory(struct razor_merger *merger, struct merge_directory *md)
  1466 {
  1467 	struct razor_entry *root1, *root2, *mroot, *e1, *e2;
  1468 	struct razor_set *set1, *set2;
  1469 	struct array merge_stack;
  1470 	struct merge_directory *child_md, *end_md;
  1471 	uint32_t *map1, *map2, start, last;
  1472 	int cmp;
  1473 	char *pool1, *pool2;
  1474 
  1475 	set1 = merger->source1.set;
  1476 	set2 = merger->source2.set;
  1477 	map1 = merger->source1.file_map;
  1478 	map2 = merger->source2.file_map;
  1479 	pool1 = set1->string_pool.data;
  1480 	pool2 = set2->string_pool.data;
  1481 	root1 = (struct razor_entry *) set1->files.data;
  1482 	root2 = (struct razor_entry *) set2->files.data;
  1483 
  1484 	array_init(&merge_stack);
  1485 
  1486 	start = merger->set->files.size / sizeof (struct razor_entry);
  1487 	last = 0;
  1488 	e1 = md->dir1 ? root1 + md->dir1 : NULL;
  1489 	e2 = md->dir2 ? root2 + md->dir2 : NULL;
  1490 	while (e1 || e2) {
  1491 		if (!e2 && !map1[e1 - root1]) {
  1492 			if ((e1++)->flags & RAZOR_ENTRY_LAST)
  1493 				e1 = NULL;
  1494 			continue;
  1495 		}
  1496 		if (!e1 && !map2[e2 - root2]) {
  1497 			if ((e2++)->flags & RAZOR_ENTRY_LAST)
  1498 				e2 = NULL;
  1499 			continue;
  1500 		}
  1501 		if (e1 && !map1[e1 - root1] &&
  1502 		    e2 && !map1[e2 - root2]) {
  1503 			if ((e1++)->flags & RAZOR_ENTRY_LAST)
  1504 				e1 = NULL;
  1505 			if ((e2++)->flags & RAZOR_ENTRY_LAST)
  1506 				e2 = NULL;
  1507 			continue;
  1508 		}
  1509 
  1510 		if (!e1)
  1511 			cmp = 1;
  1512 		else if (!e2)
  1513 			cmp = -1;
  1514 		else {
  1515 			cmp = strcmp (&pool1[e1->name],
  1516 				      &pool2[e2->name]);
  1517 		}
  1518 
  1519 		if (cmp < 0) {
  1520 			if (map1[e1 - root1]) {
  1521 				map1[e1 - root1] = last =
  1522 					add_file(merger, &pool1[e1->name]);
  1523 				if (e1->start) {
  1524 					child_md = array_add(&merge_stack, sizeof (struct merge_directory));
  1525 					child_md->merged = last;
  1526 					child_md->dir1 = e1->start;
  1527 					child_md->dir2 = 0;
  1528 				}
  1529 			}
  1530 			if ((e1++)->flags & RAZOR_ENTRY_LAST)
  1531 				e1 = NULL;
  1532 		} else if (cmp > 0) {
  1533 			if (map2[e2 - root2]) {
  1534 				map2[e2 - root2] = last =
  1535 					add_file(merger, &pool2[e2->name]);
  1536 				if (e2->start) {
  1537 					child_md = array_add(&merge_stack, sizeof (struct merge_directory));
  1538 					child_md->merged = last;
  1539 					child_md->dir1 = 0;
  1540 					child_md->dir2 = e2->start;
  1541 				}
  1542 			}
  1543 			if ((e2++)->flags & RAZOR_ENTRY_LAST)
  1544 				e2 = NULL;
  1545 		} else {
  1546 			map1[e1 - root1] = map2[e2- root2] = last =
  1547 				add_file(merger, &pool1[e1->name]);
  1548 			if (e1->start || e2->start) {
  1549 				child_md = array_add(&merge_stack, sizeof (struct merge_directory));
  1550 				child_md->merged = last;
  1551 				child_md->dir1 = e1->start;
  1552 				child_md->dir2 = e2->start;
  1553 			}
  1554 			if ((e1++)->flags & RAZOR_ENTRY_LAST)
  1555 				e1 = NULL;
  1556 			if ((e2++)->flags & RAZOR_ENTRY_LAST)
  1557 				e2 = NULL;
  1558 		}
  1559 	}
  1560 
  1561 	mroot = (struct razor_entry *)merger->set->files.data;
  1562 	if (last) {
  1563 		mroot[last].flags = RAZOR_ENTRY_LAST;
  1564 		mroot[md->merged].start = start;
  1565 	} else
  1566 		mroot[md->merged].start = 0;
  1567 
  1568 	end_md = merge_stack.data + merge_stack.size;
  1569 	for (child_md = merge_stack.data; child_md < end_md; child_md++)
  1570 		merge_one_directory(merger, child_md);
  1571 	array_release(&merge_stack);
  1572 }
  1573 
  1574 static void
  1575 merge_files(struct razor_merger *merger)
  1576 {
  1577 	struct razor_entry *root;
  1578 	struct merge_directory md;
  1579 	uint32_t *map1, *map2;
  1580 
  1581 	map1 = merger->source1.file_map;
  1582 	map2 = merger->source2.file_map;
  1583 
  1584 	md.merged = 0;
  1585 
  1586 	if (merger->source1.set->files.size) {
  1587 		root = (struct razor_entry *) merger->source1.set->files.data;
  1588 		if (root->start)
  1589 			fix_file_map(map1, root, root);
  1590 		md.dir1 = root->start;
  1591 	} else
  1592 		md.dir1 = 0;
  1593 
  1594 	if (merger->source2.set->files.size) {
  1595 		root = (struct razor_entry *) merger->source2.set->files.data;
  1596 		if (root->start)
  1597 			fix_file_map(map2, root, root);
  1598 		md.dir2 = root->start;
  1599 	} else
  1600 		md.dir2 = 0;
  1601 
  1602 	merge_one_directory(merger, &md);
  1603 }
  1604 
  1605 static void
  1606 emit_files(struct list_head *files, struct array *source_pool,
  1607 	   uint32_t *map, struct array *pool)
  1608 {
  1609 	uint32_t r;
  1610 	struct list *p, *q;
  1611 
  1612 	r = pool->size / sizeof *q;
  1613 	p = list_first(files, source_pool);
  1614 	while (p) {
  1615 		q = array_add(pool, sizeof *q);
  1616 		q->data = map[p->data];
  1617 		q->flags = p->flags;
  1618 		p = list_next(p);
  1619 	}
  1620 
  1621 	list_set_ptr(files, r);
  1622 }
  1623 
  1624 /* Rebuild property->packages maps.  We can't just remap these, as a
  1625  * property may have lost or gained a number of packages.  Allocate an
  1626  * array per property and loop through the packages and add them to
  1627  * the arrays for their properties. */
  1628 static void
  1629 rebuild_property_package_lists(struct razor_set *set)
  1630 {
  1631 	struct array *pkgs, *a;
  1632 	struct razor_package *pkg, *pkg_end;
  1633 	struct razor_property *prop, *prop_end;
  1634 	struct list *r;
  1635 	uint32_t *q;
  1636 	int count;
  1637 
  1638 	count = set->properties.size / sizeof (struct razor_property);
  1639 	pkgs = zalloc(count * sizeof *pkgs);
  1640 	pkg_end = set->packages.data + set->packages.size;
  1641 
  1642 	for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
  1643 		r = list_first(&pkg->properties, &set->property_pool);
  1644 		while (r) {
  1645 			q = array_add(&pkgs[r->data], sizeof *q);
  1646 			*q = pkg - (struct razor_package *) set->packages.data;
  1647 			r = list_next(r);
  1648 		}
  1649 	}
  1650 
  1651 	prop_end = set->properties.data + set->properties.size;
  1652 	a = pkgs;
  1653 	for (prop = set->properties.data; prop < prop_end; prop++, a++) {
  1654 		list_set_array(&prop->packages, &set->package_pool, a, 0);
  1655 		array_release(a);
  1656 	}
  1657 	free(pkgs);
  1658 }
  1659 
  1660 static void
  1661 rebuild_file_package_lists(struct razor_set *set)
  1662 {
  1663 	struct array *pkgs, *a;
  1664 	struct razor_package *pkg, *pkg_end;
  1665 	struct razor_entry *entry, *entry_end;
  1666 	struct list *r;
  1667 	uint32_t *q;
  1668 	int count;
  1669 
  1670 	count = set->files.size / sizeof (struct razor_entry);
  1671 	pkgs = zalloc(count * sizeof *pkgs);
  1672 	pkg_end = set->packages.data + set->packages.size;
  1673 
  1674 	for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
  1675 		r = list_first(&pkg->files, &set->file_pool);
  1676 		while (r) {
  1677 			q = array_add(&pkgs[r->data], sizeof *q);
  1678 			*q = pkg - (struct razor_package *) set->packages.data;
  1679 			r = list_next(r);
  1680 		}
  1681 	}
  1682 
  1683 	entry_end = set->files.data + set->files.size;
  1684 	a = pkgs;
  1685 	for (entry = set->files.data; entry < entry_end; entry++, a++) {
  1686 		list_set_array(&entry->packages, &set->package_pool, a, 0);
  1687 		array_release(a);
  1688 	}
  1689 	free(pkgs);
  1690 }
  1691 
  1692 static struct razor_set *
  1693 razor_merger_finish(struct razor_merger *merger)
  1694 {
  1695 	struct razor_set *result;
  1696 	struct razor_package *p, *pend;
  1697 
  1698 	/* As we built the package list, we filled out a bitvector of
  1699 	 * the properties that are referenced by the packages in the
  1700 	 * new set.  Now we do a parallel loop through the properties
  1701 	 * and emit those marked in the bit vector to the new set.  In
  1702 	 * the process, we update the bit vector to actually map from
  1703 	 * indices in the old property list to indices in the new
  1704 	 * property list for both sets. */
  1705 
  1706 	merge_properties(merger);
  1707 	merge_files(merger);
  1708 
  1709 	/* Now we loop through the packages again and emit the
  1710 	 * property lists, remapped to point to the new properties. */
  1711 
  1712 	pend = merger->set->packages.data + merger->set->packages.size;
  1713 	for (p = merger->set->packages.data; p < pend; p++) {
  1714 		struct source *src;
  1715 
  1716 		if (p->flags & UPSTREAM_SOURCE)
  1717 			src = &merger->source2;
  1718 		else
  1719 			src = &merger->source1;
  1720 
  1721 		emit_properties(&p->properties,
  1722 				&src->set->property_pool,
  1723 				src->property_map,
  1724 				&merger->set->property_pool);
  1725 		emit_files(&p->files,
  1726 			   &src->set->file_pool,
  1727 			   src->file_map,
  1728 			   &merger->set->file_pool);
  1729 		p->flags &= ~UPSTREAM_SOURCE;
  1730 	}
  1731 
  1732 	rebuild_property_package_lists(merger->set);
  1733 	rebuild_file_package_lists(merger->set);
  1734 
  1735 	result = merger->set;
  1736 	hashtable_release(&merger->table);
  1737 	free(merger);
  1738 
  1739 	return result;
  1740 }
  1741 
  1742 /* The diff order matters.  We should sort the packages so that a
  1743  * REMOVE of a package comes before the INSTALL, and so that all
  1744  * requires for a package have been installed before the package.
  1745  **/
  1746 
  1747 void
  1748 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
  1749 	       razor_package_callback_t callback, void *data)
  1750 {
  1751 	struct razor_package_iterator *pi1, *pi2;
  1752 	struct razor_package *p1, *p2;
  1753 	const char *name1, *name2, *version1, *version2, *arch1, *arch2;
  1754 	int res;
  1755 
  1756 	pi1 = razor_package_iterator_create(set);
  1757 	pi2 = razor_package_iterator_create(upstream);
  1758 
  1759 	razor_package_iterator_next(pi1, &p1, &name1, &version1, &arch1);
  1760 	razor_package_iterator_next(pi2, &p2, &name2, &version2, &arch2);
  1761 
  1762 	while (p1 || p2) {
  1763 		if (p1 && p2) {
  1764 			res = strcmp(name1, name2);
  1765 			if (res == 0)
  1766 				res = versioncmp(version1, version2);
  1767 		} else {
  1768 			res = 0;
  1769 		}
  1770 
  1771 		if (p2 == NULL || res < 0)
  1772 			callback(name1, version1, NULL, arch1, data);
  1773 		else if (p1 == NULL || res > 0)
  1774 			callback(name2, NULL, version2, arch2, data);
  1775 
  1776 		if (p1 != NULL && res <= 0)
  1777 			razor_package_iterator_next(pi1, &p1,
  1778 						    &name1, &version1, &arch1);
  1779 		if (p2 != NULL && res >= 0)
  1780 			razor_package_iterator_next(pi2, &p2,
  1781 						    &name2, &version2, &arch2);
  1782 	}
  1783 
  1784 	razor_package_iterator_destroy(pi1);
  1785 	razor_package_iterator_destroy(pi2);
  1786 }
  1787 
  1788 struct razor_transaction;
  1789 struct razor_transaction_package;
  1790 struct razor_transaction_resolver;
  1791 
  1792 struct razor_transaction {
  1793 	int package_count, errors;
  1794 	struct razor_set *system, *upstream;
  1795 
  1796 	struct bitarray syspkgs, uppkgs;
  1797 	struct array packages;
  1798 };
  1799 
  1800 struct razor_transaction_package {
  1801 	const char *name, *old_version, *new_version;
  1802 	struct razor_package *old_package, *new_package;
  1803 	enum razor_transaction_package_state state;
  1804 
  1805 	/* dep_package is the name of the package that resulted in
  1806 	 * this entry being created (or NULL if the user requested the
  1807 	 * install/remove), with the other dep_ fields providing
  1808 	 * additional information.
  1809 	 *
  1810 	 * For INSTALL, if dep_type is REQUIRES, then dep_package
  1811 	 * required something that this package provides. If dep_type
  1812 	 * is CONFLICTS, then dep_package is a package that conflicted
  1813 	 * with an older version of this package, forcing an upgrade.
  1814 	 *
  1815 	 * For REMOVE, if dep_type is REQUIRES, then dep_package is a
  1816 	 * package that is being removed. If dep_type is OBSOLETES,
  1817 	 * then dep_package is a package that obsoletes this one.
  1818 	 *
  1819 	 * For OLD_CONFLICT or NEW_CONFLICT, dep_package is an
  1820 	 * existing package that conflicts with this one. The
  1821 	 * conflicting property comes from the already-installed
  1822 	 * package for OLD_CONFLICT, or the to-be-installed package
  1823 	 * for NEW_CONFLICT.
  1824 	 *
  1825 	 * For UNSATISFIABLE, the dep_ fields are as for an INSTALL,
  1826 	 * but the name field will be NULL.
  1827 	 */
  1828 	const char *dep_package;
  1829 	enum razor_property_type dep_type;
  1830 	const char *dep_property;
  1831 	enum razor_version_relation dep_relation;
  1832 	const char *dep_version;
  1833 };
  1834 
  1835 static int
  1836 package_in_set(void *package, struct razor_set *set)
  1837 {
  1838 	return package >= set->packages.data &&
  1839 		package < set->packages.data + set->packages.size;
  1840 }
  1841 
  1842 static int
  1843 property_in_set(void *property, struct razor_set *set)
  1844 {
  1845 	return property >= set->properties.data &&
  1846 		property < set->properties.data + set->properties.size;
  1847 }
  1848 
  1849 static struct razor_package *
  1850 property_provider_package(struct razor_transaction *trans,
  1851 			  struct razor_property *prop,
  1852 			  int installed)
  1853 {
  1854 	struct razor_set *set;
  1855 	struct bitarray *pkgbits;
  1856 	struct razor_package *pkgs;
  1857 	struct list *p;
  1858 
  1859 	if (installed && prop->type != RAZOR_PROPERTY_PROVIDES)
  1860 		return NULL;
  1861 	else if (!installed &&
  1862 		 prop->type != RAZOR_PROPERTY_PROVIDES &&
  1863 		 prop->type != RAZOR_PROPERTY_OBSOLETES)
  1864 		return NULL;
  1865 
  1866 	if (property_in_set(prop, trans->system)) {
  1867 		set = trans->system;
  1868 		pkgbits = &trans->syspkgs;
  1869 	} else {
  1870 		set = trans->upstream;
  1871 		pkgbits = &trans->uppkgs;
  1872 	}
  1873 	pkgs = set->packages.data;
  1874 
  1875 	for (p = list_first(&prop->packages, &set->package_pool); p; p = list_next(p)) {
  1876 		if (bitarray_get(pkgbits, p->data) != installed)
  1877 			continue;
  1878 		if (prop->type == RAZOR_PROPERTY_OBSOLETES ||
  1879 		    pkgs[p->data].name == prop->name)
  1880 			return &pkgs[p->data];
  1881 	}
  1882 	return NULL;
  1883 }
  1884 
  1885 static int
  1886 compare_transaction_packages(const void *one, const void *two)
  1887 {
  1888 	struct razor_transaction_package **tp1 = (void *)one;
  1889 	struct razor_transaction_package **tp2 = (void *)two;
  1890 
  1891 	if (!(*tp1)->name)
  1892 		return 1;
  1893 	else if (!(*tp2)->name)
  1894 		return -1;
  1895 	else
  1896 		return strcmp((*tp1)->name, (*tp2)->name);
  1897 }
  1898 
  1899 /* FIXME: merge this into the other property loop in razor_transaction_satisfy */
  1900 static void
  1901 resolve_new_packages(struct razor_transaction *trans,
  1902 		     int start, int end)
  1903 {
  1904 	struct razor_property *sp, *up, *sp_end, *up_end;
  1905 	struct razor_package *spkg, *spkgs, *upkg, *upkgs;
  1906 	struct razor_transaction_package **packages;
  1907 	const char *spool, *upool;
  1908 	int i;
  1909 
  1910 	sp_end = trans->system->properties.data + trans->system->properties.size;
  1911 	spool = trans->system->string_pool.data;
  1912 	spkgs = trans->system->packages.data;
  1913 	up_end = trans->upstream->properties.data + trans->upstream->properties.size;
  1914 	upool = trans->upstream->string_pool.data;
  1915 	upkgs = trans->upstream->packages.data;
  1916 
  1917 	/* FIXME, check if sorting the packages directly (rather than
  1918 	 * sorting pointers-to-packages) still results in confusing
  1919 	 * descriptions.
  1920 	 */
  1921 	packages = calloc(end - start, sizeof *packages);
  1922 	for (i = start; i < end; i++)
  1923 		packages[i - start] = ((struct razor_transaction_package *)trans->packages.data) + i;
  1924 	qsort(packages, end - start, sizeof *packages,
  1925 	      compare_transaction_packages);
  1926 
  1927 	sp = trans->system->properties.data;
  1928 	up = trans->upstream->properties.data;
  1929 	for (i = 0; i < end - start; i++) {
  1930 		if (!packages[i]->name ||
  1931 		    packages[i]->state >= RAZOR_PACKAGE_FIRST_ERROR_STATE)
  1932 			continue;
  1933 
  1934 		spkg = NULL;
  1935 		while (sp < sp_end &&
  1936 		       strcmp(&spool[sp->name], packages[i]->name) < 0)
  1937 			sp++;
  1938 		while (sp < sp_end &&
  1939 		       strcmp(&spool[sp->name], packages[i]->name) == 0 &&
  1940 		       !(spkg = property_provider_package(trans, sp, 1)))
  1941 			sp++;
  1942 
  1943 		upkg = NULL;
  1944 		while (up < up_end &&
  1945 		       strcmp(&upool[up->name], packages[i]->name) < 0)
  1946 			up++;
  1947 		while (up < up_end &&
  1948 		       strcmp(&upool[up->name], packages[i]->name) == 0 &&
  1949 		       !(upkg = property_provider_package(trans, up, 0)))
  1950 			up++;
  1951 
  1952 		if (packages[i]->state == RAZOR_PACKAGE_REMOVE ||
  1953 		    packages[i]->state == RAZOR_PACKAGE_OBSOLETED) {
  1954 			if (spkg) {
  1955 				packages[i]->old_package = spkg;
  1956 				packages[i]->name = &spool[spkg->name];
  1957 				packages[i]->old_version = &spool[spkg->version];
  1958 				bitarray_set(&trans->syspkgs, spkg - spkgs, 0);
  1959 			}
  1960 			if (!packages[i]->old_package) {
  1961 				packages[i]->name = strdup(packages[i]->name);
  1962 				packages[i]->state |= RAZOR_PACKAGE_UNAVAILABLE_FLAG;
  1963 				trans->errors++;
  1964 			}
  1965 		} else {
  1966 			if (upkg) {
  1967 				packages[i]->new_package = upkg;
  1968 				packages[i]->name = &upool[upkg->name];
  1969 				packages[i]->new_version = &upool[upkg->version];
  1970 
  1971 				if (up->name != upkg->name) {
  1972 					packages[i]->dep_package = &upool[upkg->name];
  1973 					packages[i]->dep_type = up->type;
  1974 					packages[i]->dep_property = &upool[up->name];
  1975 					packages[i]->dep_relation = up->relation;
  1976 					packages[i]->dep_version = &upool[up->version];
  1977 				}
  1978 
  1979 				if (spkg) {
  1980 					packages[i]->old_package = spkg;
  1981 					packages[i]->old_version = &spool[spkg->version];
  1982 					if (versioncmp(&spool[spkg->version], &upool[up->version]) >= 0) {
  1983 						packages[i]->state = RAZOR_PACKAGE_UP_TO_DATE;
  1984 						trans->errors++;
  1985 						continue;
  1986 					}
  1987 					bitarray_set(&trans->syspkgs, spkg - spkgs, 0);
  1988 				}
  1989 				bitarray_set(&trans->uppkgs, upkg - upkgs, 1);
  1990 			}
  1991 			if (!packages[i]->new_package) {
  1992 				packages[i]->name = strdup(packages[i]->name);
  1993 				packages[i]->state |= RAZOR_PACKAGE_UNAVAILABLE_FLAG;
  1994 				trans->errors++;
  1995 			}
  1996 		}
  1997 	}
  1998 }
  1999 
  2000 static int
  2001 provider_satisfies_requirement(struct razor_property *provider,
  2002 			       const char *provider_strings,
  2003 			       struct razor_property *requirement,
  2004 			       const char *requirement_strings)
  2005 {
  2006 	int cmp, len;
  2007 	const char *provided = &provider_strings[provider->version];
  2008 	const char *required = &requirement_strings[requirement->version];
  2009 
  2010 	if (!*required)
  2011 		return 1;
  2012 	if (!*provided) {
  2013 		if (requirement->relation >= RAZOR_VERSION_EQUAL)
  2014 			return 1;
  2015 		else
  2016 			return 0;
  2017 	}
  2018 
  2019 	cmp = versioncmp(provided, required);
  2020 
  2021 	switch (requirement->relation) {
  2022 	case RAZOR_VERSION_LESS:
  2023 		return cmp < 0;
  2024 
  2025 	case RAZOR_VERSION_LESS_OR_EQUAL:
  2026 		if (cmp <= 0)
  2027 			return 1;
  2028 		/* fall through: FIXME, make sure this is correct */
  2029 
  2030 	case RAZOR_VERSION_EQUAL:
  2031 		if (cmp == 0)
  2032 			return 1;
  2033 
  2034 		/* "foo == 1.1" is satisfied by "foo 1.1-2" */
  2035 		len = strlen(required);
  2036 		if (!strncmp(required, provided, len) && provided[len] == '-')
  2037 			return 1;
  2038 		return 0;
  2039 
  2040 	case RAZOR_VERSION_GREATER_OR_EQUAL:
  2041 		return cmp >= 0;
  2042 
  2043 	case RAZOR_VERSION_GREATER:
  2044 		return cmp > 0;
  2045 	}
  2046 
  2047 	/* shouldn't happen */
  2048 	return 0;
  2049 }
  2050 
  2051 static struct razor_package *
  2052 find_package_for_file(struct razor_set *set, struct bitarray *pkgbits,
  2053 		      const char *filename, int installed)
  2054 {
  2055 	struct razor_package *pkgs = set->packages.data;
  2056 	struct razor_entry *entry;
  2057 	struct list *p;
  2058 
  2059 	if (filename[0] != '/')
  2060 		return 0;
  2061 
  2062 	entry = find_entry(set, set->files.data, filename);
  2063 	if (!entry)
  2064 		return 0;
  2065 
  2066 	for (p = list_first(&entry->packages, &set->package_pool); p; p = list_next(p)) {
  2067 		if (bitarray_get(pkgbits, p->data) == installed)
  2068 			return &pkgs[p->data];
  2069 	}
  2070 	return NULL;
  2071 }
  2072 
  2073 static struct razor_package *
  2074 find_installed_package_for_file(struct razor_transaction *trans,
  2075 				const char *filename)
  2076 {
  2077 	struct razor_package *pkg;
  2078 
  2079 	pkg = find_package_for_file(trans->system, &trans->syspkgs,
  2080 				    filename, 1);
  2081 	if (!pkg)
  2082 		pkg = find_package_for_file(trans->upstream, &trans->uppkgs,
  2083 					    filename, 1);
  2084 	return pkg;
  2085 }
  2086 
  2087 static struct razor_package *
  2088 find_uninstalled_package_for_file(struct razor_transaction *trans,
  2089 				  const char *filename)
  2090 {
  2091 	struct razor_package *pkg;
  2092 
  2093 	pkg = find_package_for_file(trans->upstream, &trans->uppkgs,
  2094 				    filename, 0);
  2095 	if (!pkg)
  2096 		pkg = find_package_for_file(trans->system, &trans->syspkgs,
  2097 					    filename, 0);
  2098 	return pkg;
  2099 }
  2100 
  2101 static struct razor_property *
  2102 skip_to_matching_property(struct razor_transaction *trans,
  2103 			  struct razor_property *match,
  2104 			  struct razor_property *prop)
  2105 {
  2106 	struct razor_set *mset, *pset;
  2107 	const char *ppool, *mpool;
  2108 	struct razor_property *prop_end;
  2109 
  2110 	if (property_in_set(match, trans->system))
  2111 		mset = trans->system;
  2112 	else
  2113 		mset = trans->upstream;
  2114 
  2115 	if (property_in_set(prop, trans->system))
  2116 		pset = trans->system;
  2117 	else if (property_in_set(prop, trans->upstream))
  2118 		pset = trans->upstream;
  2119 	else
  2120 		return prop;
  2121 
  2122 	prop_end = pset->properties.data + pset->properties.size;
  2123 	ppool = pset->string_pool.data;
  2124 	mpool = mset->string_pool.data;
  2125 
  2126 	while (prop < prop_end &&
  2127 	       strcmp(&ppool[prop->name], &mpool[match->name]) < 0)
  2128 		prop++;
  2129 	return prop;
  2130 }
  2131 
  2132 static struct razor_package *
  2133 find_package_matching(struct razor_transaction *trans, int installed,
  2134 		      struct razor_property *prop,
  2135 		      struct razor_property *req,
  2136 		      struct razor_set *req_set)
  2137 {
  2138 	struct razor_set *set;
  2139 	struct bitarray *pkgbits;
  2140 	struct razor_package *pkgs;
  2141 	struct razor_property *props, *prop_end;
  2142 	enum razor_property_type match_type;
  2143 	const char *pool;
  2144 	const char *rpool;
  2145 	int match_name = (req->type == RAZOR_PROPERTY_OBSOLETES);
  2146 	int match;
  2147 
  2148 	if (property_in_set(prop, trans->system)) {
  2149 		set = trans->system;
  2150 		pkgbits = &trans->syspkgs;
  2151 	} else if (property_in_set(prop, trans->upstream)) {
  2152 		set = trans->upstream;
  2153 		pkgbits = &trans->uppkgs;
  2154 	} else
  2155 		return NULL;
  2156 
  2157 	if (!req_set) {
  2158 		if (property_in_set(req, trans->system))
  2159 			req_set = trans->system;
  2160 		else
  2161 			req_set = trans->upstream;
  2162 	}
  2163 	rpool = req_set->string_pool.data;
  2164 
  2165 	if (req->type == RAZOR_PROPERTY_PROVIDES)
  2166 		match_type = RAZOR_PROPERTY_CONFLICTS;
  2167 	else
  2168 		match_type = RAZOR_PROPERTY_PROVIDES;
  2169 
  2170 	pkgs = set->packages.data;
  2171 	props = set->properties.data;
  2172 	prop_end = set->properties.data + set->properties.size;
  2173 	pool = set->string_pool.data;
  2174 
  2175 	/* Find first matching property */
  2176 	while (prop < prop_end &&
  2177 	       strcmp(&pool[prop->name], &rpool[req->name]) < 0)
  2178 		prop++;
  2179 	if (prop == prop_end ||
  2180 	    strcmp(&pool[prop->name], &rpool[req->name]) > 0)
  2181 		return NULL;
  2182 
  2183 	if (prop->type < match_type) {
  2184 		while (prop < prop_end && prop->type != match_type)
  2185 			prop++;
  2186 	} else {
  2187 		while (prop >= props && prop->type != match_type)
  2188 			prop--;
  2189 		while (prop > props + 1 && (prop - 1)->name == prop->name &&
  2190 		       (prop - 1)->type == match_type)
  2191 			prop--;
  2192 	}
  2193 
  2194 	/* Scan matching properties */
  2195 	while (prop < prop_end && prop->type == match_type &&
  2196 	       strcmp(&pool[prop->name], &rpool[req->name]) == 0) {
  2197 		if (match_type == RAZOR_PROPERTY_PROVIDES)
  2198 			match = provider_satisfies_requirement(prop, pool, req, rpool);
  2199 		else
  2200 			match = provider_satisfies_requirement(req, rpool, prop, pool);
  2201 		if (match) {
  2202 			struct list *pkg;
  2203 
  2204 			for (pkg = list_first(&prop->packages, &set->package_pool); pkg; pkg = list_next(pkg)) {
  2205 				if (bitarray_get(pkgbits, pkg->data) != installed)
  2206 					continue;
  2207 				if (!match_name ||
  2208 				    strcmp(&pool[pkgs[pkg->data].name],
  2209 					   &rpool[req->name]) == 0)
  2210 					return &pkgs[pkg->data];
  2211 			}
  2212 		}
  2213 		prop++;
  2214 	}
  2215 
  2216 	return NULL;
  2217 }
  2218 
  2219 static struct razor_package *
  2220 find_installed_package_for_property(struct razor_transaction *trans,
  2221 				    struct razor_property *sys_start,
  2222 				    struct razor_property *up_start,
  2223 				    struct razor_property *req)
  2224 {
  2225 	struct razor_package *pkg;
  2226 
  2227 	pkg = find_package_matching(trans, 1, sys_start, req, NULL);
  2228 	if (!pkg)
  2229 		pkg = find_package_matching(trans, 1, up_start, req, NULL);
  2230 	return pkg;
  2231 }
  2232 
  2233 static struct razor_package *
  2234 find_uninstalled_package_for_property(struct razor_transaction *trans,
  2235 				      struct razor_property *sys_start,
  2236 				      struct razor_property *up_start,
  2237 				      struct razor_property *req)
  2238 {
  2239 	struct razor_package *pkg;
  2240 
  2241 	pkg = find_package_matching(trans, 0, up_start, req, NULL);
  2242 	if (!pkg)
  2243 		pkg = find_package_matching(trans, 0, sys_start, req, NULL);
  2244 	return pkg;
  2245 }
  2246 
  2247 static struct razor_transaction_package *
  2248 find_transaction_package(struct razor_transaction *trans, const char *name)
  2249 {
  2250 	struct razor_transaction_package *packages;
  2251 	int count, i;
  2252 
  2253 	packages = trans->packages.data;
  2254 	count = trans->packages.size / sizeof *packages;
  2255 	for (i = 0; i < count; i++) {
  2256 		if (packages[i].name && !strcmp(packages[i].name, name))
  2257 			return &packages[i];
  2258 	}
  2259 	return NULL;
  2260 }
  2261 
  2262 /* FIXME? */
  2263 static int
  2264 prop_is_being_installed(struct razor_transaction *trans,
  2265 			struct razor_property *prop)
  2266 {
  2267 	struct list *pkg;
  2268 
  2269 	for (pkg = list_first(&prop->packages, &trans->upstream->package_pool); pkg; pkg = list_next(pkg)) {
  2270 		if (bitarray_get(&trans->uppkgs, pkg->data))
  2271 			return 1;
  2272 	}
  2273 	return 0;
  2274 }
  2275 
  2276 static int
  2277 prop_is_being_removed(struct razor_transaction *trans,
  2278 		      struct razor_property *prop)
  2279 {
  2280 	struct list *pkg;
  2281 
  2282 	for (pkg = list_first(&prop->packages, &trans->system->package_pool); pkg; pkg = list_next(pkg)) {
  2283 		if (bitarray_get(&trans->syspkgs, pkg->data))
  2284 			return 0;
  2285 	}
  2286 	return 1;
  2287 }
  2288 
  2289 static int
  2290 prop_is_being_updated(struct razor_transaction *trans,
  2291 		      struct razor_property *prop)
  2292 {
  2293 	struct razor_package *packages = trans->system->packages.data;
  2294 	const char *pool = trans->system->string_pool.data;
  2295 	struct razor_transaction_package *tp;
  2296 	struct list *pkg;
  2297 
  2298 	/* Assumes prop_is_being_removed returns true */
  2299 
  2300 	for (pkg = list_first(&prop->packages, &trans->system->package_pool); pkg; pkg = list_next(pkg)) {
  2301 		tp = find_transaction_package(trans, &pool[packages[pkg->data].name]);
  2302 		if (tp && tp->state == RAZOR_PACKAGE_REMOVE)
  2303 			return 0;
  2304 	}
  2305 	return 1;
  2306 }
  2307 
  2308 static void
  2309 add_transaction_package(struct razor_transaction *trans,
  2310 			struct razor_package *new_package,
  2311 			struct razor_package *old_package,
  2312 			enum razor_transaction_package_state state,
  2313 			const char *req_package,
  2314 			struct razor_property *req_prop)
  2315 {
  2316 	struct razor_set *new_package_set, *old_package_set, *req_set;
  2317 	struct bitarray *reqpkgbits;
  2318 	struct razor_transaction_package *tp, *already;
  2319 	const char *pool;
  2320 	struct razor_package *pkgs;
  2321 	struct list *pkg;
  2322 	int contradiction = 0;
  2323 
  2324 	if (package_in_set(new_package, trans->system))
  2325 		new_package_set = trans->system;
  2326 	else
  2327 		new_package_set = trans->upstream;
  2328 	if (package_in_set(old_package, trans->system))
  2329 		old_package_set = trans->system;
  2330 	else
  2331 		old_package_set = trans->upstream;
  2332 	if (property_in_set(req_prop, trans->system)) {
  2333 		req_set = trans->system;
  2334 		reqpkgbits = &trans->syspkgs;
  2335 	} else {
  2336 		req_set = trans->upstream;
  2337 		reqpkgbits = &trans->uppkgs;
  2338 	}
  2339 
  2340 	if (new_package) {
  2341 		pool = new_package_set->string_pool.data;
  2342 		already = find_transaction_package(trans, &pool[new_package->name]);
  2343 		if (already) {
  2344 			if (already->new_package == new_package) {
  2345 				/* Already taken care of */
  2346 				return;
  2347 			} else if (new_package_set == trans->upstream &&
  2348 				   already->state == RAZOR_PACKAGE_FORCED_UPDATE) {
  2349 				already->new_package = new_package;
  2350 				return;
  2351 			} else if (new_package_set == trans->upstream) {
  2352 				return;
  2353 			}
  2354 
  2355 			/* Oops. We lose */
  2356 			if (state != RAZOR_PACKAGE_CONTRADICTION)
  2357 				contradiction = 1;
  2358 		}
  2359 	} else if (old_package) {
  2360 		pool = old_package_set->string_pool.data;
  2361 		already = find_transaction_package(trans, &pool[old_package->name]);
  2362 		if (already) {
  2363 			if (already->old_package == old_package) {
  2364 				/* Already taken care of */
  2365 				return;
  2366 			} else if (old_package_set == trans->system) {
  2367 				already->old_package = old_package;
  2368 				return;
  2369 			}
  2370 
  2371 			/* Oops. We lose */
  2372 			if (state != RAZOR_PACKAGE_CONTRADICTION)
  2373 				contradiction = 1;
  2374 		}
  2375 	} else
  2376 		state = RAZOR_PACKAGE_UNSATISFIABLE;
  2377 
  2378 	tp = array_add(&trans->packages, sizeof *tp);
  2379 	memset(tp, 0, sizeof *tp);
  2380 
  2381 	if (new_package) {
  2382 		pool = new_package_set->string_pool.data;
  2383 		tp->new_package = new_package;
  2384 		tp->name = &pool[new_package->name];
  2385 		tp->new_version = &pool[new_package->version];
  2386 
  2387 		pkgs = new_package_set->packages.data;
  2388 	}
  2389 	if (old_package) {
  2390 		pool = old_package_set->string_pool.data;
  2391 		tp->old_package = old_package;
  2392 		tp->name = &pool[old_package->name];
  2393 		tp->old_version = &pool[old_package->version];
  2394 
  2395 		pkgs = old_package_set->packages.data;
  2396 	}
  2397 
  2398 	tp->state = state;
  2399 	if (state != RAZOR_PACKAGE_INSTALL &&
  2400 	    state != RAZOR_PACKAGE_FORCED_UPDATE &&
  2401 	    state != RAZOR_PACKAGE_REMOVE &&
  2402 	    state != RAZOR_PACKAGE_OBSOLETED)
  2403 		trans->errors++;
  2404 
  2405 	if (contradiction) {
  2406 		/* Do this now, after adding tp, so that it ends up
  2407 		 * after both the INSTALL and the REMOVE in the array.
  2408 		 */
  2409 		add_transaction_package(trans, new_package, old_package,
  2410 					RAZOR_PACKAGE_CONTRADICTION,
  2411 					NULL, NULL);
  2412 	}
  2413 
  2414 	if (req_package)
  2415 		tp->dep_package = req_package;
  2416 	if (!req_prop)
  2417 		return;
  2418 
  2419 	pool = req_set->string_pool.data;
  2420 	pkgs = req_set->packages.data;
  2421 	if (!req_package) {
  2422 		for (pkg = list_first(&req_prop->packages, &req_set->package_pool); pkg; pkg = list_next(pkg)) {
  2423 			if (bitarray_get(reqpkgbits, pkg->data))
  2424 				break;
  2425 		}
  2426 		if (pkg)
  2427 			tp->dep_package = &pool[pkgs[pkg->data].name];
  2428 	}
  2429 
  2430 	tp->dep_type = req_prop->type;
  2431 	tp->dep_property = &pool[req_prop->name];
  2432 	tp->dep_relation = req_prop->relation;
  2433 	tp->dep_version = &pool[req_prop->version];
  2434 }
  2435 
  2436 static void
  2437 razor_transaction_satisfy(struct razor_transaction *trans)
  2438 {
  2439 	struct razor_package *spkgs, *upkgs, *pkg;
  2440 	struct razor_property *sp, *sprops, *sprop_end;
  2441 	struct razor_property *up, *uprops, *uprop_end;
  2442 	struct razor_property *sr, *ur, *first_up;
  2443 	const char *spool, *upool, *removed_package;
  2444 	struct list *reqpkg;
  2445 
  2446 	spkgs = trans->system->packages.data;
  2447 	sprops = trans->system->properties.data;
  2448 	sprop_end = trans->system->properties.data + trans->system->properties.size;
  2449 	spool = trans->system->string_pool.data;
  2450 	upkgs = trans->upstream->packages.data;
  2451 	uprops = trans->upstream->properties.data;
  2452 	uprop_end = trans->upstream->properties.data + trans->upstream->properties.size;
  2453 	upool = trans->upstream->string_pool.data;
  2454 
  2455 	sp = sprops;
  2456 	for (up = uprops; up < uprop_end; up++) {
  2457 		/* Skip 'up' ahead to a property of a package which is
  2458 		 * to-be-installed.
  2459 		 */
  2460 		while (up < uprop_end &&
  2461 		       !prop_is_being_installed(trans, up))
  2462 			up++;
  2463 		if (up == uprop_end)
  2464 			break;
  2465 		sp = skip_to_matching_property(trans, up, sp);
  2466 
  2467 		switch (up->type) {
  2468 		case RAZOR_PROPERTY_REQUIRES:
  2469 			if (!strncmp(&upool[up->name], "rpmlib(", 7))
  2470 				break;
  2471 
  2472 			if (find_installed_package_for_property(trans, sp, up, up) ||
  2473 			    find_installed_package_for_file(trans, &upool[up->name])) {
  2474 				/* Requires something that is either installed
  2475 				 * or to-be-installed.
  2476 				 */
  2477 				break;
  2478 			}
  2479 
  2480 			/* See if we can install a new upstream provider */
  2481 			pkg = find_uninstalled_package_for_property(trans, sp, up, up);
  2482 			if (!pkg)
  2483 				pkg = find_uninstalled_package_for_file(trans, &upool[up->name]);
  2484 			add_transaction_package(trans, pkg, NULL,
  2485 						RAZOR_PACKAGE_INSTALL,
  2486 						NULL, up);
  2487 			break;
  2488 
  2489 		case RAZOR_PROPERTY_PROVIDES:
  2490 			/* find_installed_package_for_property works backwards
  2491 			 * here, finding a *conflicting* installed package.
  2492 			 */
  2493 			pkg = find_installed_package_for_property(trans, sp, up, up);
  2494 			if (!pkg)
  2495 				break;
  2496 
  2497 			if (package_in_set(pkg, trans->system)) {
  2498 				/* pkg CONFLICTS with what 'up' PROVIDES. Try
  2499 				 * finding an upgrade
  2500 				 */
  2501 				add_transaction_package(trans, NULL, pkg,
  2502 							RAZOR_PACKAGE_FORCED_UPDATE,
  2503 							&upool[up->name], sp);
  2504 			} else {
  2505 				add_transaction_package(trans, NULL, pkg,
  2506 							RAZOR_PACKAGE_CONTRADICTION,
  2507 							NULL, up);
  2508 			}
  2509 			break;
  2510 
  2511 		case RAZOR_PROPERTY_CONFLICTS:
  2512 			pkg = find_installed_package_for_property(trans, sp, up, up);
  2513 			if (!pkg)
  2514 				break;
  2515 
  2516 			if (package_in_set(pkg, trans->system)) {
  2517 				/* Conflicts with something already installed.
  2518 				 * Try to upgrade out.
  2519 				 */
  2520 				add_transaction_package(trans, NULL, pkg,
  2521 							RAZOR_PACKAGE_FORCED_UPDATE,
  2522 							NULL, up);
  2523 			} else {
  2524 				add_transaction_package(trans, pkg, NULL,
  2525 							RAZOR_PACKAGE_CONTRADICTION,
  2526 							NULL, up);
  2527 			}
  2528 			break;
  2529 
  2530 		case RAZOR_PROPERTY_OBSOLETES:
  2531 			pkg = find_installed_package_for_property(trans, sp, up, up);
  2532 			if (pkg) {
  2533 				/* If pkg is to-be-installed, this
  2534 				 * will add a CONTRADICTION error as well.
  2535 				 */
  2536 				add_transaction_package(trans, NULL, pkg,
  2537 							RAZOR_PACKAGE_OBSOLETED,
  2538 							NULL, up);
  2539 			}
  2540 			break;
  2541 
  2542 		default:
  2543 			/* can't happen */
  2544 			break;
  2545 		}
  2546 	}
  2547 
  2548 	up = uprops;
  2549 	for (sp = sprops; sp < sprop_end; sp++) {
  2550 		/* Skip 'sp' ahead to a PROVIDES of a package which is
  2551 		 * to-be-removed.
  2552 		 */
  2553 		while (sp < sprop_end &&
  2554 		       (sp->type != RAZOR_PROPERTY_PROVIDES ||
  2555 			!prop_is_being_removed(trans, sp)))
  2556 			sp++;
  2557 		if (sp == sprop_end)
  2558 			break;
  2559 
  2560 		removed_package = &spool[spkgs[list_first(&sp->packages, &trans->system->package_pool)->data].name];
  2561 
  2562 		/* Skip 'up' to match */
  2563 		up = skip_to_matching_property(trans, sp, up);
  2564 		ur = first_up = up;
  2565 
  2566 		/* If the package is just being upgraded, we may
  2567 		 * already be installing an identical PROVIDES, so
  2568 		 * check for that.
  2569 		 */
  2570 		while (up < uprop_end &&
  2571 		       strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
  2572 		       (up->type != RAZOR_PROPERTY_PROVIDES || 
  2573 			sp->relation != up->relation ||
  2574 			strcmp(&spool[sp->name], &upool[up->name]) != 0))
  2575 			up++;
  2576 		if (up < uprop_end &&
  2577 		    up->type == RAZOR_PROPERTY_PROVIDES &&
  2578 		    strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
  2579 		    sp->relation == up->relation &&
  2580 		    strcmp(&spool[sp->version], &upool[up->version]) == 0 &&
  2581 		    prop_is_being_installed(trans, up)) {
  2582 			up = first_up;
  2583 			continue;
  2584 		}
  2585 		up = first_up;
  2586 
  2587 		/* For all still-installed packages that require
  2588 		 * sp->name, see if they are satisfied by any other
  2589 		 * still-installed or to-be-installed property. If
  2590 		 * not, either remove or attempt to update the
  2591 		 * package, depending on why the required property has
  2592 		 * disappeared
  2593 		 */
  2594 		sr = sp;
  2595 		while (sr > sprops + 1 && (sr - 1)->name == sr->name)
  2596 			sr--;
  2597 		for (; sr->type == RAZOR_PROPERTY_REQUIRES; sr++) {
  2598 			if (prop_is_being_removed(trans, sr))
  2599 				continue;
  2600 			if (find_installed_package_for_property(trans, sp, up, sr))
  2601 				continue;
  2602 
  2603 			for (reqpkg = list_first(&sr->packages, &trans->system->package_pool); reqpkg; reqpkg = list_next(reqpkg)) {
  2604 				if (!bitarray_get(&trans->syspkgs, reqpkg->data))
  2605 					continue;
  2606 				pkg = &spkgs[reqpkg->data];
  2607 				if (prop_is_being_updated(trans, sp)) {
  2608 					add_transaction_package(trans, NULL, pkg,
  2609 								RAZOR_PACKAGE_FORCED_UPDATE,
  2610 								removed_package, NULL);
  2611 				} else {
  2612 					add_transaction_package(trans, NULL, pkg,
  2613 								RAZOR_PACKAGE_REMOVE,
  2614 								removed_package, sr);
  2615 				}
  2616 			}
  2617 		}
  2618 	}
  2619 }
  2620 
  2621 void
  2622 razor_transaction_install_package(struct razor_transaction *transaction,
  2623 				  struct razor_package *package)
  2624 {
  2625 	add_transaction_package(transaction, package, NULL,
  2626 				RAZOR_PACKAGE_INSTALL, NULL, NULL);
  2627 }
  2628 
  2629 void
  2630 razor_transaction_remove_package(struct razor_transaction *transaction,
  2631 				 struct razor_package *package)
  2632 {
  2633 	add_transaction_package(transaction, NULL, package,
  2634 				RAZOR_PACKAGE_REMOVE, NULL, NULL);
  2635 }
  2636 
  2637 void
  2638 razor_transaction_update_all(struct razor_transaction *trans)
  2639 {
  2640 	struct razor_package *sp, *spkgs, *send, *up, *upkgs, *uend;
  2641 	const char *spool, *upool;
  2642 
  2643 	spkgs = trans->system->packages.data;
  2644 	send = trans->system->packages.data + trans->system->packages.size;
  2645 	spool = trans->system->string_pool.data;
  2646 	up = upkgs = trans->upstream->packages.data;
  2647 	uend = trans->upstream->packages.data + trans->upstream->packages.size;
  2648 	upool = trans->upstream->string_pool.data;
  2649 
  2650 	for (sp = spkgs; sp < send; sp++) {
  2651 		while (up < uend && strcmp(&spool[sp->name], &upool[up->name]) > 0)
  2652 			up++;
  2653 		if (strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
  2654 		    versioncmp(&spool[sp->version], &upool[up->version]) < 0) {
  2655 			add_transaction_package(trans, up, sp,
  2656 						RAZOR_PACKAGE_INSTALL,
  2657 						NULL, NULL);
  2658 		}
  2659 	}
  2660 }
  2661 
  2662 struct razor_transaction *
  2663 razor_transaction_create(struct razor_set *system, struct razor_set *upstream)
  2664 {
  2665 	struct razor_transaction *trans;
  2666 	int count;
  2667 
  2668 	trans = zalloc(sizeof *trans);
  2669 
  2670 	trans->system = system;
  2671 	trans->upstream = upstream ? upstream : razor_set_create();
  2672 	array_init(&trans->packages);
  2673 	count = trans->system->packages.size / sizeof (struct razor_package);
  2674 	bitarray_init(&trans->syspkgs, count, 1);
  2675 	count = trans->upstream->packages.size / sizeof (struct razor_package);
  2676 	bitarray_init(&trans->uppkgs, count, 0);
  2677 
  2678 	return trans;
  2679 }
  2680 
  2681 static void
  2682 resolve_transaction(struct razor_transaction *trans)
  2683 {
  2684 	int start, end;
  2685 
  2686 	if (trans->package_count > 0)
  2687 		/* Already did this, return. */
  2688 		return;
  2689 
  2690 	start = 0;
  2691 	end = trans->packages.size / sizeof (struct razor_transaction_package);
  2692 
  2693 	while (start != end) {
  2694 		resolve_new_packages(trans, start, end);
  2695 		if (trans->errors)
  2696 			break;
  2697 
  2698 		razor_transaction_satisfy(trans);
  2699 
  2700 		start = end;
  2701 		end = trans->packages.size / sizeof (struct razor_transaction_package);
  2702 	}
  2703 
  2704 	trans->package_count = end;
  2705 }
  2706 
  2707 const char * const razor_version_relations[] = {
  2708 	/* same order as enum razor_version_relation */
  2709 	"<", "<=", "=", ">=", ">"
  2710 };
  2711 
  2712 const char * const razor_property_types[] = {
  2713 	/* same order as enum razor_property_type */
  2714 	"requires", "provides", "conflicts with", "obsoletes"
  2715 };
  2716 
  2717 static void
  2718 print_requirement(struct razor_transaction_package *p)
  2719 {
  2720 	if (p->dep_type == RAZOR_PROPERTY_CONFLICTS &&
  2721 	    !strcmp(p->dep_package, p->name)) {
  2722 		printf(" because %s %s conflicts with %s",
  2723 		       p->name, p->old_version, p->dep_property);
  2724 		if (*p->dep_version) {
  2725 			printf(" %s %s",
  2726 			       razor_version_relations[p->dep_relation],
  2727 			       p->dep_version);
  2728 		}
  2729 	} else {
  2730 		if (strcmp(p->name, p->dep_package) != 0)
  2731 			printf(" for %s", p->dep_package);
  2732 		if (*p->dep_version) {
  2733 			printf(", which %s %s %s %s",
  2734 			       razor_property_types[p->dep_type],
  2735 			       p->dep_property,
  2736 			       razor_version_relations[p->dep_relation],
  2737 			       p->dep_version);
  2738 		} else if (strcmp(p->dep_property, p->name) != 0) {
  2739 			printf(", which %s %s",
  2740 			       razor_property_types[p->dep_type],
  2741 			       p->dep_property);
  2742 		}
  2743 	}
  2744 }
  2745 
  2746 int
  2747 razor_transaction_resolve(struct razor_transaction *trans)
  2748 {
  2749 	struct razor_transaction_package *p, *pend, *tps;
  2750 	int errors_only = 0;
  2751 
  2752 	resolve_transaction(trans);
  2753 
  2754 	tps = trans->packages.data;
  2755 	pend = trans->packages.data + trans->packages.size;
  2756 	for (p = trans->packages.data; p < pend; p++) {
  2757 		switch (p->state) {
  2758 		case RAZOR_PACKAGE_INSTALL:
  2759 			if (errors_only)
  2760 				break;
  2761 
  2762 			printf("Installing %s %s", p->name, p->new_version);
  2763 			if (p->dep_package)
  2764 				print_requirement(p);
  2765 			printf("\n");
  2766 			break;
  2767 
  2768 		case RAZOR_PACKAGE_FORCED_UPDATE:
  2769 			if (errors_only)
  2770 				break;
  2771 
  2772 			printf("Updating %s to %s due to update of %s\n",
  2773 			       p->name, p->new_version, p->dep_package);
  2774 			break;
  2775 
  2776 		case RAZOR_PACKAGE_REMOVE:
  2777 			if (errors_only)
  2778 				break;
  2779 			printf("Removing %s %s", p->name, p->old_version);
  2780 			if (p->dep_package) {
  2781 				printf(" which required %s",
  2782 				       p->dep_package);
  2783 				if (strcmp(p->dep_property, p->dep_package) != 0)
  2784 					printf(" for %s", p->dep_property);
  2785 			}
  2786 			printf("\n");
  2787 			break;
  2788 
  2789 		case RAZOR_PACKAGE_OBSOLETED:
  2790 			if (errors_only)
  2791 				break;
  2792 			printf("Removing %s %s", p->name, p->old_version);
  2793 			if (p->dep_package) {
  2794 				printf(" which is obsoleted by %s",
  2795 				       p->dep_package);
  2796 			}
  2797 			printf("\n");
  2798 			break;
  2799 
  2800 		case RAZOR_PACKAGE_INSTALL_UNAVAILABLE:
  2801 			printf("Error: can't find %s", p->name);
  2802 			if (p->dep_package) {
  2803 				printf(" (which is required");
  2804 				print_requirement(p);
  2805 				printf(")");
  2806 			}
  2807 			printf("\n");
  2808 			errors_only = 1;
  2809 			break;
  2810 
  2811 		case RAZOR_PACKAGE_UPDATE_UNAVAILABLE:
  2812 			printf("Error: can't find an updated version of %s (which must be updated due to update of %s)\n",
  2813 			       p->name, p->dep_package);
  2814 			errors_only = 1;
  2815 			break;
  2816 
  2817 		case RAZOR_PACKAGE_REMOVE_NOT_INSTALLED:
  2818 			printf("Error: can't remove %s: not installed\n", p->name);
  2819 			errors_only = 1;
  2820 			break;
  2821 
  2822 		case RAZOR_PACKAGE_UP_TO_DATE:
  2823 			printf("Error: can't update %s", p->name);
  2824 			if (p->dep_package)
  2825 				printf(" (which must be updated due to update of %s)", p->dep_package);
  2826 			printf(": %s is most recent version\n", p->old_version);
  2827 			errors_only = 1;
  2828 			break;
  2829 
  2830 		case RAZOR_PACKAGE_CONTRADICTION:
  2831 			printf("Error: package %s is marked for both installation and removal\n", p->name);
  2832 			errors_only = 1;
  2833 			break;
  2834 
  2835 		case RAZOR_PACKAGE_OLD_CONFLICT:
  2836 			printf("Error: can't install %s, because installed package %s conflicts with ",
  2837 			       p->name, p->dep_package);
  2838 			if (*p->dep_version) {
  2839 				printf("%s %s %s",
  2840 				       p->dep_property,
  2841 				       razor_version_relations[p->dep_relation],
  2842 				       p->dep_version);
  2843 			} else
  2844 				printf("it");
  2845 			printf("\n");
  2846 
  2847 			errors_only = 1;
  2848 			break;
  2849 
  2850 		case RAZOR_PACKAGE_NEW_CONFLICT:
  2851 			printf("Error: can't install %s, because it conflicts with %s",
  2852 			       p->name, p->dep_package);
  2853 			if (*p->dep_version) {
  2854 				printf(" %s %s",
  2855 				       razor_version_relations[p->dep_relation],
  2856 				       p->dep_version);
  2857 			}
  2858 			printf("\n");
  2859 
  2860 			errors_only = 1;
  2861 			break;
  2862 
  2863 		case RAZOR_PACKAGE_UNSATISFIABLE:
  2864 			printf("Error: can't find package for %s", p->dep_property);
  2865 			if (*p->dep_version) {
  2866 				printf(" %s %s",
  2867 					razor_version_relations[p->dep_relation],
  2868 					p->dep_version);
  2869 			}
  2870 			printf(" which is required by %s\n",
  2871 				p->dep_package);
  2872 			errors_only = 1;
  2873 			break;
  2874 
  2875 		default:
  2876 			/* Shouldn't actually happen */
  2877 			break;
  2878 		}
  2879 	}
  2880 
  2881 	return trans->errors;
  2882 }
  2883 
  2884 int
  2885 razor_transaction_unsatisfied_property(struct razor_transaction *trans,
  2886 				       const char *name,
  2887 				       enum razor_version_relation rel,
  2888 				       const char *version)
  2889 {
  2890 	struct razor_transaction_package *p, *end;
  2891 
  2892 	end = trans->packages.data + trans->packages.size;
  2893 	for (p = trans->packages.data; p < end; p++) {
  2894 		if (p->state != RAZOR_PACKAGE_UNSATISFIABLE)
  2895 			continue;
  2896 		if (strcmp(name, p->dep_property) != 0 ||
  2897 		    rel != p->dep_relation ||
  2898 		    strcmp(version, p->dep_version) != 0)
  2899 			continue;
  2900 
  2901 		return 1;
  2902 	}
  2903 
  2904 	return 0;
  2905 }
  2906 
  2907 struct razor_set *
  2908 razor_transaction_finish(struct razor_transaction *trans)
  2909 {
  2910 	struct array install_packages, remove_packages;
  2911 	struct razor_merger *merger;
  2912 	struct razor_package *pkg, *i, *iend, *r, *rend, *s, *send;
  2913 	struct razor_set *set;
  2914 	struct source *source1, *source2;
  2915 	char *spool, *ipool, *rpool;
  2916 	uint32_t *map;
  2917 	struct razor_transaction_package *p, *end;
  2918 	int cmp;
  2919 
  2920 	/* FIXME */
  2921 	if (trans->errors)
  2922 		return NULL;
  2923 
  2924 	/* Sort the transaction packages into two arrays */
  2925 	array_init(&install_packages);
  2926 	array_init(&remove_packages);
  2927 
  2928 	end = trans->packages.data + trans->packages.size;
  2929 	for (p = trans->packages.data; p < end; p++) {
  2930 		if (p->new_package) {
  2931 			pkg = array_add(&install_packages, sizeof *pkg);
  2932 			*pkg = *p->new_package;
  2933 		} else {
  2934 			pkg = array_add(&remove_packages, sizeof *pkg);
  2935 			*pkg = *p->old_package;
  2936 		}
  2937 	}
  2938 	map = razor_qsort_with_data(install_packages.data,
  2939 				    install_packages.size / sizeof *pkg,
  2940 				    sizeof *pkg,
  2941 				    compare_packages,
  2942 				    trans->upstream);
  2943 	free(map);
  2944 	map = razor_qsort_with_data(remove_packages.data,
  2945 				    remove_packages.size / sizeof *pkg,
  2946 				    sizeof *pkg,
  2947 				    compare_packages,
  2948 				    trans->system);
  2949 	free(map);
  2950 
  2951 	merger = razor_merger_create(trans->system, trans->upstream);
  2952 
  2953 	source1 = &merger->source1;
  2954 	source2 = &merger->source2;
  2955 
  2956 	i = install_packages.data;
  2957 	iend = install_packages.data + install_packages.size;
  2958 	ipool = trans->upstream->string_pool.data;
  2959 
  2960 	r = remove_packages.data;
  2961 	rend = remove_packages.data + remove_packages.size;
  2962 	rpool = trans->system->string_pool.data;
  2963 
  2964 	s = trans->system->packages.data;
  2965 	send = trans->system->packages.data + trans->system->packages.size;
  2966 	spool = trans->system->string_pool.data;
  2967 
  2968 	while (s < send || i < iend) {
  2969 		/* Check if s is being removed */
  2970 		if (s < send && r < rend &&
  2971 		    s->name == r->name && s->version && r->version) {
  2972 			s++;
  2973 			r++;
  2974 			continue;
  2975 		}
  2976 
  2977 		if (s < send && i < iend)
  2978 			cmp = strcmp(&spool[s->name], &ipool[i->name]);
  2979 		else if (s < send)
  2980 			cmp = -1;
  2981 		else
  2982 			cmp = 1;
  2983 		if (cmp < 0) {
  2984 			add_package(merger, s, source1, 0);
  2985 			s++;
  2986 		} else if (cmp == 0) {
  2987 			add_package(merger, i, source2, UPSTREAM_SOURCE);
  2988 			s++;
  2989 			i++;
  2990 		} else {
  2991 			add_package(merger, i, source2, UPSTREAM_SOURCE);
  2992 			i++;
  2993 		}
  2994 	}
  2995 
  2996 	array_release(&install_packages);
  2997 	array_release(&remove_packages);
  2998 
  2999 	set = razor_merger_finish(merger);
  3000 	razor_transaction_destroy(trans);
  3001 
  3002 	return set;
  3003 }
  3004 
  3005 void
  3006 razor_transaction_destroy(struct razor_transaction *trans)
  3007 {
  3008 	struct razor_transaction_package *p, *end;
  3009 
  3010 	end = trans->packages.data + trans->packages.size;
  3011 	for (p = trans->packages.data; p < end; p++) {
  3012 		if (!p->dep_package &&
  3013 		    (p->state == RAZOR_PACKAGE_INSTALL_UNAVAILABLE ||
  3014 		     p->state == RAZOR_PACKAGE_REMOVE_NOT_INSTALLED))
  3015 			free((char *)p->name);
  3016 	}
  3017 
  3018 	array_release(&trans->packages);
  3019 	bitarray_release(&trans->syspkgs);
  3020 	bitarray_release(&trans->uppkgs);
  3021 	free(trans);
  3022 
  3023 	/* FIXME: free upstream if it was created as an empty set */
  3024 }
  3025 
  3026 struct razor_package_query {
  3027 	struct razor_set *set;
  3028 	char *vector;
  3029 	int count;
  3030 };
  3031 
  3032 struct razor_package_query *
  3033 razor_package_query_create(struct razor_set *set)
  3034 {
  3035 	struct razor_package_query *pq;
  3036 	int count;
  3037 
  3038 	pq = zalloc(sizeof *pq);
  3039 	pq->set = set;
  3040 	count = set->packages.size / sizeof(struct razor_package);
  3041 	pq->vector = zalloc(count * sizeof(char));
  3042 
  3043 	return pq;
  3044 }
  3045 
  3046 void
  3047 razor_package_query_add_package(struct razor_package_query *pq,
  3048 				struct razor_package *p)
  3049 {
  3050 	struct razor_package *packages;
  3051 
  3052 	packages = pq->set->packages.data;
  3053 	pq->count += pq->vector[p - packages] ^ 1;
  3054 	pq->vector[p - packages] = 1;
  3055 }
  3056 
  3057 void
  3058 razor_package_query_add_iterator(struct razor_package_query *pq,
  3059 				 struct razor_package_iterator *pi)
  3060 {
  3061 	struct razor_package *packages, *p;
  3062 	const char *name, *version, *arch;
  3063 
  3064 	packages = pq->set->packages.data;
  3065 	while (razor_package_iterator_next(pi, &p, &name, &version, &arch)) {
  3066 		pq->count += pq->vector[p - packages] ^ 1;
  3067 		pq->vector[p - packages] = 1;
  3068 	}
  3069 }
  3070 
  3071 struct razor_package_iterator *
  3072 razor_package_query_finish(struct razor_package_query *pq)
  3073 {
  3074 	struct razor_package_iterator *pi;
  3075 	struct razor_set *set;
  3076 	struct list *index;
  3077 	int i, j, count;
  3078 
  3079 	set = pq->set;
  3080 	count = set->packages.size / sizeof(struct razor_package);
  3081 	index = zalloc(pq->count * sizeof *index);
  3082 
  3083 	for (i = 0, j = 0; i < count; i++) {
  3084 		if (!pq->vector[i])
  3085 			continue;
  3086 
  3087 		index[j].data = i;
  3088 		if (j == pq->count - 1)
  3089 			index[j].flags = 0x80;
  3090 		j++;
  3091 	}
  3092 
  3093 	free(pq);
  3094 
  3095 	pi = razor_package_iterator_create_with_index(set, index);
  3096 	pi->free_index = 1;
  3097 
  3098 	return pi;
  3099 }