Add download command to download packages from yum repo.
Works with bash completion against upstream packages and
supports wildcards suchs as gcc-*.
18 #include "razor-internal.h"
21 struct razor_set_section {
27 struct razor_set_header {
30 struct razor_set_section sections[0];
33 #define RAZOR_MAGIC 0x7a7a7a7a
34 #define RAZOR_VERSION 1
36 #define RAZOR_STRING_POOL 0
37 #define RAZOR_PACKAGES 1
38 #define RAZOR_PROPERTIES 2
40 #define RAZOR_PACKAGE_POOL 4
41 #define RAZOR_PROPERTY_POOL 5
42 #define RAZOR_FILE_POOL 6
44 struct razor_package {
48 struct list_head properties;
49 struct list_head files;
52 struct razor_property {
55 enum razor_property_type type : 2;
56 enum razor_version_relation relation : 32;
58 struct list_head packages;
65 struct list_head packages;
68 #define RAZOR_ENTRY_LAST 0x80
71 struct array string_pool;
72 struct array packages;
73 struct array properties;
75 struct array package_pool;
76 struct array property_pool;
77 struct array file_pool;
78 struct razor_set_header *header;
86 struct import_directory {
89 struct array packages;
90 struct import_directory *last;
93 struct razor_importer {
94 struct razor_set *set;
95 struct hashtable table;
96 struct razor_package *package;
97 struct array properties;
99 struct array file_requires;
113 struct razor_set_section razor_sections[] = {
114 { RAZOR_STRING_POOL, offsetof(struct razor_set, string_pool) },
115 { RAZOR_PACKAGES, offsetof(struct razor_set, packages) },
116 { RAZOR_PROPERTIES, offsetof(struct razor_set, properties) },
117 { RAZOR_FILES, offsetof(struct razor_set, files) },
118 { RAZOR_PACKAGE_POOL, offsetof(struct razor_set, package_pool) },
119 { RAZOR_PROPERTY_POOL, offsetof(struct razor_set, property_pool) },
120 { RAZOR_FILE_POOL, offsetof(struct razor_set, file_pool) },
124 razor_set_create(void)
126 struct razor_set *set;
127 struct razor_entry *e;
130 set = zalloc(sizeof *set);
132 e = array_add(&set->files, sizeof *e);
133 empty = array_add(&set->string_pool, 1);
136 e->flags = RAZOR_ENTRY_LAST;
138 list_set_empty(&e->packages);
144 razor_set_open(const char *filename)
146 struct razor_set *set;
147 struct razor_set_section *s;
152 set = zalloc(sizeof *set);
153 fd = open(filename, O_RDONLY);
154 if (fstat(fd, &stat) < 0)
156 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
157 if (set->header == MAP_FAILED) {
162 for (s = set->header->sections; ~s->type; s++) {
163 if (s->type >= ARRAY_SIZE(razor_sections))
165 if (s->type != razor_sections[s->type].type)
167 array = (void *) set + razor_sections[s->type].offset;
168 array->data = (void *) set->header + s->offset;
169 array->size = s->size;
170 array->alloc = s->size;
178 razor_set_destroy(struct razor_set *set)
185 for (i = 0; set->header->sections[i].type; i++)
187 size = set->header->sections[i].type;
188 munmap(set->header, size);
190 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
191 a = (void *) set + razor_sections[i].offset;
200 razor_set_write(struct razor_set *set, const char *filename)
203 struct razor_set_header *header = (struct razor_set_header *) data;
208 memset(data, 0, sizeof data);
209 header->magic = RAZOR_MAGIC;
210 header->version = RAZOR_VERSION;
211 offset = sizeof data;
213 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
214 if (razor_sections[i].type != i)
216 a = (void *) set + razor_sections[i].offset;
217 header->sections[i].type = i;
218 header->sections[i].offset = offset;
219 header->sections[i].size = a->size;
220 offset += ALIGN(a->size, 4096);
223 header->sections[i].type = ~0;
224 header->sections[i].offset = 0;
225 header->sections[i].size = 0;
227 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
231 razor_write(fd, data, sizeof data);
232 memset(data, 0, sizeof data);
233 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
234 if (razor_sections[i].type != i)
236 a = (void *) set + razor_sections[i].offset;
237 razor_write(fd, a->data, a->size);
238 razor_write(fd, data, ALIGN(a->size, 4096) - a->size);
247 razor_build_evr(char *evr_buf, int size, const char *epoch,
248 const char *version, const char *release)
252 if (!version || !*version) {
257 if (epoch && *epoch && strcmp(epoch, "0") != 0) {
258 len = snprintf(evr_buf, size, "%s:", epoch);
262 len = snprintf(evr_buf, size, "%s", version);
265 if (release && *release)
266 snprintf(evr_buf, size, "-%s", release);
270 razor_importer_begin_package(struct razor_importer *importer,
271 const char *name, const char *version)
273 struct razor_package *p;
275 p = array_add(&importer->set->packages, sizeof *p);
276 p->name = hashtable_tokenize(&importer->table, name);
278 p->version = hashtable_tokenize(&importer->table, version);
280 importer->package = p;
281 array_init(&importer->properties);
285 razor_importer_finish_package(struct razor_importer *importer)
287 list_set_array(&importer->package->properties,
288 &importer->set->property_pool,
289 &importer->properties,
292 array_release(&importer->properties);
296 razor_importer_add_property(struct razor_importer *importer,
298 enum razor_version_relation relation,
300 enum razor_property_type type)
302 struct razor_property *p;
305 p = array_add(&importer->set->properties, sizeof *p);
306 p->name = hashtable_tokenize(&importer->table, name);
309 p->relation = relation;
310 p->version = hashtable_tokenize(&importer->table, version);
311 list_set_ptr(&p->packages, importer->package -
312 (struct razor_package *) importer->set->packages.data);
314 r = array_add(&importer->properties, sizeof *r);
315 *r = p - (struct razor_property *) importer->set->properties.data;
317 if (type == RAZOR_PROPERTY_REQUIRES && *name == '/') {
318 r = array_add(&importer->file_requires, sizeof *r);
324 razor_importer_add_file(struct razor_importer *importer, const char *name)
326 struct import_entry *e;
328 e = array_add(&importer->files, sizeof *e);
330 e->package = importer->package -
331 (struct razor_package *) importer->set->packages.data;
332 e->name = strdup(name);
335 struct razor_importer *
336 razor_importer_new(void)
338 struct razor_importer *importer;
340 importer = zalloc(sizeof *importer);
341 importer->set = razor_set_create();
342 hashtable_init(&importer->table, &importer->set->string_pool);
347 /* Destroy an importer without creating the set. */
349 razor_importer_destroy(struct razor_importer *importer)
351 /* FIXME: write this */
355 versioncmp(const char *s1, const char *s2)
361 n1 = strtol(s1, (char **) &p1, 10);
362 n2 = strtol(s2, (char **) &p2, 10);
364 /* Epoch; if one but not the other has an epoch set, default
365 * the epoch-less version to 0. */
366 res = (*p1 == ':') - (*p2 == ':');
371 } else if (res > 0) {
384 if (isdigit(*p1) && isdigit(*p2))
385 return versioncmp(p1, p2);
392 compare_packages(const void *p1, const void *p2, void *data)
394 const struct razor_package *pkg1 = p1, *pkg2 = p2;
395 struct razor_set *set = data;
396 char *pool = set->string_pool.data;
398 /* FIXME: what if the flags are different? */
399 if (pkg1->name == pkg2->name)
400 return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
402 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
406 compare_properties(const void *p1, const void *p2, void *data)
408 const struct razor_property *prop1 = p1, *prop2 = p2;
409 struct razor_set *set = data;
410 char *pool = set->string_pool.data;
412 if (prop1->name != prop2->name)
413 return strcmp(&pool[prop1->name], &pool[prop2->name]);
414 else if (prop1->type != prop2->type)
415 return prop1->type - prop2->type;
416 else if (prop1->relation != prop2->relation)
417 return prop1->relation - prop2->relation;
419 return versioncmp(&pool[prop1->version], &pool[prop2->version]);
423 uniqueify_properties(struct razor_set *set)
425 struct razor_property *rp, *up, *rp_end;
426 struct array *pkgs, *p;
428 uint32_t *map, *rmap;
429 int i, count, unique;
431 count = set->properties.size / sizeof(struct razor_property);
432 map = razor_qsort_with_data(set->properties.data,
434 sizeof(struct razor_property),
438 rp_end = set->properties.data + set->properties.size;
439 rmap = malloc(count * sizeof *map);
440 pkgs = zalloc(count * sizeof *pkgs);
441 for (rp = set->properties.data, up = rp, i = 0; rp < rp_end; rp++, i++) {
442 if (rp->name != up->name || rp->type != up->type ||
443 rp->relation != up->relation || rp->version != up->version) {
448 up->relation = rp->relation;
449 up->version = rp->version;
452 unique = up - (struct razor_property *) set->properties.data;
453 rmap[map[i]] = unique;
454 r = array_add(&pkgs[unique], sizeof *r);
461 set->properties.size = (void *) up - set->properties.data;
463 for (rp = set->properties.data, p = pkgs; rp < rp_end; rp++, p++) {
464 list_set_array(&rp->packages, &set->package_pool, p, 0);
474 compare_filenames(const void *p1, const void *p2, void *data)
476 const struct import_entry *e1 = p1;
477 const struct import_entry *e2 = p2;
478 const char *n1 = e1->name;
479 const char *n2 = e2->name;
481 /* Need to make sure that the contents of a directory
482 * are sorted immediately after it. So "foo/bar" has to
483 * sort before "foo.conf"
485 * FIXME: this is about 60% slower than strcmp
489 return *n2 == '/' ? 1 : -1;
491 return *n1 == '/' ? -1 : 1;
504 count_entries(struct import_directory *d)
506 struct import_directory *p, *end;
509 end = d->files.data + d->files.size;
513 d->count += p->count + 1;
519 serialize_files(struct razor_set *set,
520 struct import_directory *d, struct array *array)
522 struct import_directory *p, *end;
523 struct razor_entry *e = NULL;
527 end = d->files.data + d->files.size;
528 s = array->size / sizeof *e + d->files.size / sizeof *p;
530 e = array_add(array, sizeof *e);
533 e->start = p->count > 0 ? s : 0;
536 list_set_array(&e->packages, &set->package_pool, &p->packages, 0);
537 array_release(&p->packages);
541 e->flags |= RAZOR_ENTRY_LAST;
544 end = d->files.data + d->files.size;
546 serialize_files(set, p, array);
552 remap_property_package_links(struct array *properties, uint32_t *rmap)
554 struct razor_property *p, *end;
556 end = properties->data + properties->size;
557 for (p = properties->data; p < end; p++)
558 list_remap_head(&p->packages, rmap);
562 build_file_tree(struct razor_importer *importer)
564 int count, i, length;
565 struct import_entry *filenames;
569 struct import_directory *d, root;
570 struct razor_entry *e;
572 count = importer->files.size / sizeof (struct import_entry);
573 razor_qsort_with_data(importer->files.data,
575 sizeof (struct import_entry),
579 root.name = hashtable_tokenize(&importer->table, "");
580 array_init(&root.files);
581 array_init(&root.packages);
584 filenames = importer->files.data;
585 for (i = 0; i < count; i++) {
586 f = filenames[i].name;
593 end = strchr(f, '/');
597 memcpy(dirname, f, length);
598 dirname[length] ='\0';
599 name = hashtable_tokenize(&importer->table, dirname);
600 if (d->last == NULL || d->last->name != name) {
601 d->last = array_add(&d->files, sizeof *d);
602 d->last->name = name;
603 d->last->last = NULL;
604 array_init(&d->last->files);
605 array_init(&d->last->packages);
613 r = array_add(&d->packages, sizeof *r);
614 *r = filenames[i].package;
615 free(filenames[i].name);
618 count_entries(&root);
619 e = importer->set->files.data;
621 e->flags = RAZOR_ENTRY_LAST;
622 e->start = importer->files.size ? 1 : 0;
623 list_set_empty(&e->packages);
625 serialize_files(importer->set, &root, &importer->set->files);
627 array_release(&importer->files);
630 static struct razor_entry *
631 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern);
634 list_to_array(struct list *list, struct array *array)
639 item = array_add(array, sizeof *item);
641 list = list_next(list);
646 compare_file_requires(const void *p1, const void *p2, void *data)
648 uint32_t *f1 = (void *)p1, *f2 = (void *)p2;
649 const char *pool = data;
651 return strcmp(&pool[*f1], &pool[*f2]);
655 find_file_provides(struct razor_importer *importer)
657 struct razor_property *prop;
658 struct razor_entry *top, *entry;
659 struct razor_package *packages;
660 struct array pkgprops;
662 uint32_t *req, *req_start, *req_end;
663 uint32_t *map, *newprop;
666 pool = importer->set->string_pool.data;
667 packages = importer->set->packages.data;
668 top = importer->set->files.data;
670 req = req_start = importer->file_requires.data;
671 req_end = importer->file_requires.data + importer->file_requires.size;
672 map = razor_qsort_with_data(req, req_end - req, sizeof *req,
673 compare_file_requires, pool);
676 for (req = req_start; req < req_end; req++) {
677 if (req > req_start && req[0] == req[-1])
679 entry = find_entry(importer->set, top, &pool[*req]);
683 for (pkg = list_first(&entry->packages, &importer->set->package_pool); pkg; pkg = list_next(pkg)) {
684 prop = array_add(&importer->set->properties, sizeof *prop);
686 prop->type = RAZOR_PROPERTY_PROVIDES;
687 prop->relation = RAZOR_VERSION_EQUAL;
688 prop->version = hashtable_tokenize(&importer->table, "");
689 list_set_ptr(&prop->packages, pkg->data);
691 /* Update property list of pkg */
692 array_init(&pkgprops);
693 list_to_array(list_first(&packages[pkg->data].properties, &importer->set->property_pool), &pkgprops);
694 newprop = array_add(&pkgprops, sizeof *newprop);
695 *newprop = prop - (struct razor_property *)importer->set->properties.data;
696 list_set_array(&packages[pkg->data].properties, &importer->set->property_pool, &pkgprops, 1);
697 array_release(&pkgprops);
701 array_release(&importer->file_requires);
705 build_package_file_lists(struct razor_set *set, uint32_t *rmap)
707 struct razor_package *p, *packages;
709 struct razor_entry *e, *end;
714 count = set->packages.size / sizeof *p;
715 pkgs = zalloc(count * sizeof *pkgs);
717 end = set->files.data + set->files.size;
718 for (e = set->files.data; e < end; e++) {
719 list_remap_head(&e->packages, rmap);
720 r = list_first(&e->packages, &set->package_pool);
722 q = array_add(&pkgs[r->data], sizeof *q);
723 *q = e - (struct razor_entry *) set->files.data;
728 packages = set->packages.data;
729 for (i = 0; i < count; i++) {
730 list_set_array(&packages[i].files, &set->file_pool, &pkgs[i], 0);
731 array_release(&pkgs[i]);
737 razor_importer_finish(struct razor_importer *importer)
739 struct razor_set *set;
740 uint32_t *map, *rmap;
743 build_file_tree(importer);
744 find_file_provides(importer);
746 map = uniqueify_properties(importer->set);
747 list_remap_pool(&importer->set->property_pool, map);
750 count = importer->set->packages.size / sizeof(struct razor_package);
751 map = razor_qsort_with_data(importer->set->packages.data,
753 sizeof(struct razor_package),
757 rmap = malloc(count * sizeof *rmap);
758 for (i = 0; i < count; i++)
762 list_remap_pool(&importer->set->package_pool, rmap);
763 build_package_file_lists(importer->set, rmap);
764 remap_property_package_links(&importer->set->properties, rmap);
768 hashtable_release(&importer->table);
774 struct razor_package_iterator {
775 struct razor_set *set;
776 struct razor_package *package, *end;
780 static struct razor_package_iterator *
781 razor_package_iterator_create_with_index(struct razor_set *set,
784 struct razor_package_iterator *pi;
786 pi = zalloc(sizeof *pi);
793 struct razor_package_iterator *
794 razor_package_iterator_create(struct razor_set *set)
796 struct razor_package_iterator *pi;
798 pi = zalloc(sizeof *pi);
800 pi->end = set->packages.data + set->packages.size;
801 pi->package = set->packages.data;
806 struct razor_package_iterator *
807 razor_package_iterator_create_for_property(struct razor_set *set,
808 struct razor_property *property)
812 index = list_first(&property->packages, &set->package_pool);
813 return razor_package_iterator_create_with_index(set, index);
817 razor_package_iterator_next(struct razor_package_iterator *pi,
818 struct razor_package **package,
819 const char **name, const char **version)
823 struct razor_package *p, *packages;
828 } else if (pi->index) {
829 packages = pi->set->packages.data;
830 p = &packages[pi->index->data];
831 pi->index = list_next(pi->index);
837 pool = pi->set->string_pool.data;
839 *name = &pool[p->name];
840 *version = &pool[p->version];
849 razor_package_iterator_destroy(struct razor_package_iterator *pi)
854 struct razor_package *
855 razor_set_get_package(struct razor_set *set, const char *package)
857 struct razor_package_iterator *pi;
858 struct razor_package *p;
859 const char *name, *version;
861 pi = razor_package_iterator_create(set);
862 while (razor_package_iterator_next(pi, &p, &name, &version)) {
863 if (strcmp(package, name) == 0)
866 razor_package_iterator_destroy(pi);
871 struct razor_property_iterator {
872 struct razor_set *set;
873 struct razor_property *property, *end;
877 struct razor_property_iterator *
878 razor_property_iterator_create(struct razor_set *set,
879 struct razor_package *package)
881 struct razor_property_iterator *pi;
883 pi = zalloc(sizeof *pi);
887 pi->index = list_first(&package->properties,
888 &set->property_pool);
890 pi->property = set->properties.data;
891 pi->end = set->properties.data + set->properties.size;
898 razor_property_iterator_next(struct razor_property_iterator *pi,
899 struct razor_property **property,
901 enum razor_version_relation *relation,
902 const char **version,
903 enum razor_property_type *type)
907 struct razor_property *p, *properties;
912 } else if (pi->index) {
913 properties = pi->set->properties.data;
914 p = &properties[pi->index->data];
915 pi->index = list_next(pi->index);
921 pool = pi->set->string_pool.data;
923 *name = &pool[p->name];
924 *relation = p->relation;
925 *version = &pool[p->version];
935 razor_property_iterator_destroy(struct razor_property_iterator *pi)
940 static struct razor_entry *
941 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
943 struct razor_entry *e;
944 const char *n, *pool = set->string_pool.data;
947 e = (struct razor_entry *) set->files.data + dir->start;
950 if (strcmp(pattern + 1, n) == 0)
953 if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
954 pattern[len + 1] == '/') {
955 return find_entry(set, e, pattern + len + 1);
957 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
963 list_dir(struct razor_set *set, struct razor_entry *dir,
964 char *prefix, const char *pattern)
966 struct razor_entry *e;
967 const char *n, *pool = set->string_pool.data;
969 e = (struct razor_entry *) set->files.data + dir->start;
972 if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
974 printf("%s/%s\n", prefix, n);
976 char *sub = prefix + strlen (prefix);
979 list_dir(set, e, prefix, pattern);
982 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
986 razor_set_list_files(struct razor_set *set, const char *pattern)
988 struct razor_entry *e;
989 char buffer[512], *p, *base;
991 if (pattern == NULL || !strcmp (pattern, "/")) {
993 list_dir(set, set->files.data, buffer, NULL);
997 strcpy(buffer, pattern);
998 e = find_entry(set, set->files.data, buffer);
999 if (e && e->start > 0) {
1002 p = strrchr(buffer, '/');
1010 e = find_entry(set, set->files.data, buffer);
1012 list_dir(set, e, buffer, base);
1015 struct razor_package_iterator *
1016 razor_package_iterator_create_for_file(struct razor_set *set,
1017 const char *filename)
1019 struct razor_entry *entry;
1022 entry = find_entry(set, set->files.data, filename);
1026 index = list_first(&entry->packages, &set->package_pool);
1027 return razor_package_iterator_create_with_index(set, index);
1030 static struct list *
1031 list_package_files(struct razor_set *set, struct list *r,
1032 struct razor_entry *dir, uint32_t end,
1035 struct razor_entry *e, *f, *entries;
1036 uint32_t next, file;
1040 entries = (struct razor_entry *) set->files.data;
1041 pool = set->string_pool.data;
1043 e = entries + dir->start;
1045 if (entries + r->data == e) {
1046 printf("%s/%s\n", prefix, pool + e->name);
1053 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
1055 e = entries + dir->start;
1060 if (e->flags & RAZOR_ENTRY_LAST)
1064 while (f->start == 0 && !(f->flags & RAZOR_ENTRY_LAST))
1073 if (e->start <= file && file < next) {
1074 len = strlen(prefix);
1076 strcpy(prefix + len + 1, pool + e->name);
1077 r = list_package_files(set, r, e, next, prefix);
1080 } while (!((e++)->flags & RAZOR_ENTRY_LAST) && r != NULL);
1086 razor_set_list_package_files(struct razor_set *set, const char *name)
1088 struct razor_package *package;
1093 package = razor_set_get_package(set, name);
1095 r = list_first(&package->files, &set->file_pool);
1096 end = set->files.size / sizeof (struct razor_entry);
1098 list_package_files(set, r, set->files.data, end, buffer);
1102 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
1104 struct razor_property *r, *p, *end;
1108 end = set->properties.data + set->properties.size;
1109 pool = set->string_pool.data;
1111 for (r = set->properties.data, p = r; r < end; r++) {
1112 if (r->type != RAZOR_PROPERTY_REQUIRES)
1116 while (p < end && p->name == r->name &&
1120 /* If there is more than one version of a provides,
1121 * seek to the end for the highest version. */
1122 /* FIXME: This doesn't work if we have a series of
1123 * requires a = 1, provides a = 1, requires a = 2,
1124 * provides a = 2, as the kernel and kernel-devel
1126 while (p + 1 < end && p->name == (p + 1)->name &&
1127 p->type == (p + 1)->type)
1130 /* FIXME: We need to track property flags (<, <=, =
1131 * etc) to properly determine if a requires is
1132 * satisfied. The current code doesn't track that the
1133 * requires a = 1 isn't satisfied by a = 2 provides. */
1136 p->type != RAZOR_PROPERTY_PROVIDES ||
1137 r->name != p->name ||
1138 versioncmp(&pool[r->version], &pool[p->version]) > 0) {
1139 /* FIXME: We ignore file requires for now. */
1140 if (pool[r->name] == '/')
1142 u = array_add(unsatisfied, sizeof *u);
1143 *u = r - (struct razor_property *) set->properties.data;
1149 razor_set_list_unsatisfied(struct razor_set *set)
1151 struct array unsatisfied;
1152 struct razor_property *properties, *r;
1156 array_init(&unsatisfied);
1157 razor_set_validate(set, &unsatisfied);
1159 end = unsatisfied.data + unsatisfied.size;
1160 properties = set->properties.data;
1161 pool = set->string_pool.data;
1163 for (u = unsatisfied.data; u < end; u++) {
1164 r = properties + *u;
1165 if (pool[r->version] == '\0')
1166 printf("%ss not satisfied\n",
1169 printf("%s-%s not satisfied\n",
1174 array_release(&unsatisfied);
1177 #define UPSTREAM_SOURCE 0x80
1180 struct razor_set *set;
1181 uint32_t *property_map;
1185 struct razor_merger {
1186 struct razor_set *set;
1187 struct hashtable table;
1188 struct source source1;
1189 struct source source2;
1192 static struct razor_merger *
1193 razor_merger_create(struct razor_set *set1, struct razor_set *set2)
1195 struct razor_merger *merger;
1199 merger = zalloc(sizeof *merger);
1200 merger->set = razor_set_create();
1201 hashtable_init(&merger->table, &merger->set->string_pool);
1203 merger->source1.set = set1;
1204 count = set1->properties.size / sizeof (struct razor_property);
1205 size = count * sizeof merger->source1.property_map[0];
1206 merger->source1.property_map = zalloc(size);
1207 count = set1->files.size / sizeof (struct razor_entry);
1208 size = count * sizeof merger->source1.file_map[0];
1209 merger->source1.file_map = zalloc(size);
1211 merger->source2.set = set2;
1212 count = set2->properties.size / sizeof (struct razor_property);
1213 size = count * sizeof merger->source2.property_map[0];
1214 merger->source2.property_map = zalloc(size);
1215 count = set2->files.size / sizeof (struct razor_entry);
1216 size = count * sizeof merger->source2.file_map[0];
1217 merger->source2.file_map = zalloc(size);
1223 add_package(struct razor_merger *merger,
1224 struct razor_package *package, struct source *source,
1229 struct razor_package *p;
1231 pool = source->set->string_pool.data;
1232 p = array_add(&merger->set->packages, sizeof *p);
1233 p->name = hashtable_tokenize(&merger->table, &pool[package->name]);
1235 p->version = hashtable_tokenize(&merger->table,
1236 &pool[package->version]);
1238 p->properties = package->properties;
1239 r = list_first(&package->properties, &source->set->property_pool);
1241 source->property_map[r->data] = 1;
1245 p->files = package->files;
1246 r = list_first(&package->files, &source->set->file_pool);
1248 source->file_map[r->data] = 1;
1254 add_property(struct razor_merger *merger,
1255 const char *name, enum razor_version_relation relation,
1256 const char *version, int type)
1258 struct razor_property *p;
1260 p = array_add(&merger->set->properties, sizeof *p);
1261 p->name = hashtable_tokenize(&merger->table, name);
1264 p->relation = relation;
1265 p->version = hashtable_tokenize(&merger->table, version);
1267 return p - (struct razor_property *) merger->set->properties.data;
1271 merge_properties(struct razor_merger *merger)
1273 struct razor_property *p1, *p2;
1274 struct razor_set *set1, *set2;
1275 uint32_t *map1, *map2;
1276 int i, j, cmp, count1, count2;
1277 char *pool1, *pool2;
1279 set1 = merger->source1.set;
1280 set2 = merger->source2.set;
1281 map1 = merger->source1.property_map;
1282 map2 = merger->source2.property_map;
1286 pool1 = set1->string_pool.data;
1287 pool2 = set2->string_pool.data;
1289 count1 = set1->properties.size / sizeof *p1;
1290 count2 = set2->properties.size / sizeof *p2;
1291 while (i < count1 || j < count2) {
1292 if (i < count1 && map1[i] == 0) {
1296 if (j < count2 && map2[j] == 0) {
1300 p1 = (struct razor_property *) set1->properties.data + i;
1301 p2 = (struct razor_property *) set2->properties.data + j;
1302 if (i < count1 && j < count2)
1303 cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
1304 else if (i < count1)
1309 cmp = p1->type - p2->type;
1311 cmp = p1->relation - p2->relation;
1313 cmp = versioncmp(&pool1[p1->version],
1314 &pool2[p2->version]);
1316 map1[i++] = add_property(merger,
1319 &pool1[p1->version],
1321 } else if (cmp > 0) {
1322 map2[j++] = add_property(merger,
1325 &pool2[p2->version],
1328 map1[i++] = map2[j++] = add_property(merger,
1331 &pool1[p1->version],
1338 emit_properties(struct list_head *properties, struct array *source_pool,
1339 uint32_t *map, struct array *pool)
1344 r = pool->size / sizeof *q;
1345 p = list_first(properties, source_pool);
1347 q = array_add(pool, sizeof *q);
1348 q->data = map[p->data];
1349 q->flags = p->flags;
1353 list_set_ptr(properties, r);
1357 add_file(struct razor_merger *merger, const char *name)
1359 struct razor_entry *e;
1361 e = array_add(&merger->set->files, sizeof *e);
1362 e->name = hashtable_tokenize(&merger->table, name);
1366 return e - (struct razor_entry *)merger->set->files.data;
1371 fix_file_map(uint32_t *map,
1372 struct razor_entry *files,
1373 struct razor_entry *top)
1381 fix_file_map(map, files, &files[e]);
1384 } while (!(files[e++].flags & RAZOR_ENTRY_LAST));
1387 map[top - files] = 1;
1391 struct merge_directory {
1392 uint32_t merged, dir1, dir2;
1396 merge_one_directory(struct razor_merger *merger, struct merge_directory *md)
1398 struct razor_entry *root1, *root2, *mroot, *e1, *e2;
1399 struct razor_set *set1, *set2;
1400 struct array merge_stack;
1401 struct merge_directory *child_md, *end_md;
1402 uint32_t *map1, *map2, start, last;
1404 char *pool1, *pool2;
1406 set1 = merger->source1.set;
1407 set2 = merger->source2.set;
1408 map1 = merger->source1.file_map;
1409 map2 = merger->source2.file_map;
1410 pool1 = set1->string_pool.data;
1411 pool2 = set2->string_pool.data;
1412 root1 = (struct razor_entry *) set1->files.data;
1413 root2 = (struct razor_entry *) set2->files.data;
1415 array_init(&merge_stack);
1417 start = merger->set->files.size / sizeof (struct razor_entry);
1419 e1 = md->dir1 ? root1 + md->dir1 : NULL;
1420 e2 = md->dir2 ? root2 + md->dir2 : NULL;
1422 if (!e2 && !map1[e1 - root1]) {
1423 if ((e1++)->flags & RAZOR_ENTRY_LAST)
1427 if (!e1 && !map2[e2 - root2]) {
1428 if ((e2++)->flags & RAZOR_ENTRY_LAST)
1432 if (e1 && !map1[e1 - root1] &&
1433 e2 && !map1[e2 - root2]) {
1434 if ((e1++)->flags & RAZOR_ENTRY_LAST)
1436 if ((e2++)->flags & RAZOR_ENTRY_LAST)
1446 cmp = strcmp (&pool1[e1->name],
1451 if (map1[e1 - root1]) {
1452 map1[e1 - root1] = last =
1453 add_file(merger, &pool1[e1->name]);
1455 child_md = array_add(&merge_stack, sizeof (struct merge_directory));
1456 child_md->merged = last;
1457 child_md->dir1 = e1->start;
1461 if ((e1++)->flags & RAZOR_ENTRY_LAST)
1463 } else if (cmp > 0) {
1464 if (map2[e2 - root2]) {
1465 map2[e2 - root2] = last =
1466 add_file(merger, &pool2[e2->name]);
1468 child_md = array_add(&merge_stack, sizeof (struct merge_directory));
1469 child_md->merged = last;
1471 child_md->dir2 = e2->start;
1474 if ((e2++)->flags & RAZOR_ENTRY_LAST)
1477 map1[e1 - root1] = map2[e2- root2] = last =
1478 add_file(merger, &pool1[e1->name]);
1479 if (e1->start || e2->start) {
1480 child_md = array_add(&merge_stack, sizeof (struct merge_directory));
1481 child_md->merged = last;
1482 child_md->dir1 = e1->start;
1483 child_md->dir2 = e2->start;
1485 if ((e1++)->flags & RAZOR_ENTRY_LAST)
1487 if ((e2++)->flags & RAZOR_ENTRY_LAST)
1492 mroot = (struct razor_entry *)merger->set->files.data;
1494 mroot[last].flags = RAZOR_ENTRY_LAST;
1495 mroot[md->merged].start = start;
1497 mroot[md->merged].start = 0;
1499 end_md = merge_stack.data + merge_stack.size;
1500 for (child_md = merge_stack.data; child_md < end_md; child_md++)
1501 merge_one_directory(merger, child_md);
1502 array_release(&merge_stack);
1506 merge_files(struct razor_merger *merger)
1508 struct razor_entry *root;
1509 struct merge_directory md;
1510 uint32_t *map1, *map2;
1512 map1 = merger->source1.file_map;
1513 map2 = merger->source2.file_map;
1517 if (merger->source1.set->files.size) {
1518 root = (struct razor_entry *) merger->source1.set->files.data;
1520 fix_file_map(map1, root, root);
1521 md.dir1 = root->start;
1525 if (merger->source2.set->files.size) {
1526 root = (struct razor_entry *) merger->source2.set->files.data;
1528 fix_file_map(map2, root, root);
1529 md.dir2 = root->start;
1533 merge_one_directory(merger, &md);
1537 emit_files(struct list_head *files, struct array *source_pool,
1538 uint32_t *map, struct array *pool)
1543 r = pool->size / sizeof *q;
1544 p = list_first(files, source_pool);
1546 q = array_add(pool, sizeof *q);
1547 q->data = map[p->data];
1548 q->flags = p->flags;
1552 list_set_ptr(files, r);
1555 /* Rebuild property->packages maps. We can't just remap these, as a
1556 * property may have lost or gained a number of packages. Allocate an
1557 * array per property and loop through the packages and add them to
1558 * the arrays for their properties. */
1560 rebuild_property_package_lists(struct razor_set *set)
1562 struct array *pkgs, *a;
1563 struct razor_package *pkg, *pkg_end;
1564 struct razor_property *prop, *prop_end;
1569 count = set->properties.size / sizeof (struct razor_property);
1570 pkgs = zalloc(count * sizeof *pkgs);
1571 pkg_end = set->packages.data + set->packages.size;
1573 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1574 r = list_first(&pkg->properties, &set->property_pool);
1576 q = array_add(&pkgs[r->data], sizeof *q);
1577 *q = pkg - (struct razor_package *) set->packages.data;
1582 prop_end = set->properties.data + set->properties.size;
1584 for (prop = set->properties.data; prop < prop_end; prop++, a++) {
1585 list_set_array(&prop->packages, &set->package_pool, a, 0);
1592 rebuild_file_package_lists(struct razor_set *set)
1594 struct array *pkgs, *a;
1595 struct razor_package *pkg, *pkg_end;
1596 struct razor_entry *entry, *entry_end;
1601 count = set->files.size / sizeof (struct razor_entry);
1602 pkgs = zalloc(count * sizeof *pkgs);
1603 pkg_end = set->packages.data + set->packages.size;
1605 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1606 r = list_first(&pkg->files, &set->file_pool);
1608 q = array_add(&pkgs[r->data], sizeof *q);
1609 *q = pkg - (struct razor_package *) set->packages.data;
1614 entry_end = set->files.data + set->files.size;
1616 for (entry = set->files.data; entry < entry_end; entry++, a++) {
1617 list_set_array(&entry->packages, &set->package_pool, a, 0);
1623 static struct razor_set *
1624 razor_merger_finish(struct razor_merger *merger)
1626 struct razor_set *result;
1627 struct razor_package *p, *pend;
1629 /* As we built the package list, we filled out a bitvector of
1630 * the properties that are referenced by the packages in the
1631 * new set. Now we do a parallel loop through the properties
1632 * and emit those marked in the bit vector to the new set. In
1633 * the process, we update the bit vector to actually map from
1634 * indices in the old property list to indices in the new
1635 * property list for both sets. */
1637 merge_properties(merger);
1638 merge_files(merger);
1640 /* Now we loop through the packages again and emit the
1641 * property lists, remapped to point to the new properties. */
1643 pend = merger->set->packages.data + merger->set->packages.size;
1644 for (p = merger->set->packages.data; p < pend; p++) {
1647 if (p->flags & UPSTREAM_SOURCE)
1648 src = &merger->source2;
1650 src = &merger->source1;
1652 emit_properties(&p->properties,
1653 &src->set->property_pool,
1655 &merger->set->property_pool);
1656 emit_files(&p->files,
1657 &src->set->file_pool,
1659 &merger->set->file_pool);
1660 p->flags &= ~UPSTREAM_SOURCE;
1663 rebuild_property_package_lists(merger->set);
1664 rebuild_file_package_lists(merger->set);
1666 result = merger->set;
1667 hashtable_release(&merger->table);
1673 /* The diff order matters. We should sort the packages so that a
1674 * REMOVE of a package comes before the INSTALL, and so that all
1675 * requires for a package have been installed before the package.
1679 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
1680 razor_package_callback_t callback, void *data)
1682 struct razor_package_iterator *pi1, *pi2;
1683 struct razor_package *p1, *p2;
1684 const char *name1, *name2, *version1, *version2;
1687 pi1 = razor_package_iterator_create(set);
1688 pi2 = razor_package_iterator_create(upstream);
1690 razor_package_iterator_next(pi1, &p1, &name1, &version1);
1691 razor_package_iterator_next(pi2, &p2, &name2, &version2);
1695 res = strcmp(name1, name2);
1697 res = versioncmp(version1, version2);
1702 if (p2 == NULL || res < 0)
1703 callback(name1, version1, NULL, data);
1704 else if (p1 == NULL || res > 0)
1705 callback(name2, NULL, version2, data);
1707 if (p1 != NULL && res <= 0)
1708 razor_package_iterator_next(pi1, &p1,
1710 if (p2 != NULL && res >= 0)
1711 razor_package_iterator_next(pi2, &p2,
1715 razor_package_iterator_destroy(pi1);
1716 razor_package_iterator_destroy(pi2);
1720 struct razor_transaction_resolver {
1721 struct razor_set *system, *upstream;
1722 struct bitarray syspkgs, uppkgs;
1723 struct array packages;
1728 package_in_set(void *package, struct razor_set *set)
1730 return package >= set->packages.data &&
1731 package < set->packages.data + set->packages.size;
1735 property_in_set(void *property, struct razor_set *set)
1737 return property >= set->properties.data &&
1738 property < set->properties.data + set->properties.size;
1741 static struct razor_package *
1742 property_provider_package(struct razor_transaction_resolver *trans,
1743 struct razor_property *prop,
1746 struct razor_set *set;
1747 struct bitarray *pkgbits;
1748 struct razor_package *pkgs;
1751 if (installed && prop->type != RAZOR_PROPERTY_PROVIDES)
1753 else if (!installed &&
1754 prop->type != RAZOR_PROPERTY_PROVIDES &&
1755 prop->type != RAZOR_PROPERTY_OBSOLETES)
1758 if (property_in_set(prop, trans->system)) {
1759 set = trans->system;
1760 pkgbits = &trans->syspkgs;
1762 set = trans->upstream;
1763 pkgbits = &trans->uppkgs;
1765 pkgs = set->packages.data;
1767 for (p = list_first(&prop->packages, &set->package_pool); p; p = list_next(p)) {
1768 if (bitarray_get(pkgbits, p->data) != installed)
1770 if (prop->type == RAZOR_PROPERTY_OBSOLETES ||
1771 pkgs[p->data].name == prop->name)
1772 return &pkgs[p->data];
1778 compare_transaction_packages(const void *one, const void *two)
1780 struct razor_transaction_package **tp1 = (void *)one;
1781 struct razor_transaction_package **tp2 = (void *)two;
1785 else if (!(*tp2)->name)
1788 return strcmp((*tp1)->name, (*tp2)->name);
1791 /* FIXME: merge this into the other property loop in razor_transaction_satisfy */
1793 resolve_new_packages(struct razor_transaction_resolver *trans,
1796 struct razor_property *sp, *up, *sp_end, *up_end;
1797 struct razor_package *spkg, *spkgs, *upkg, *upkgs;
1798 struct razor_transaction_package **packages;
1799 const char *spool, *upool;
1802 sp_end = trans->system->properties.data + trans->system->properties.size;
1803 spool = trans->system->string_pool.data;
1804 spkgs = trans->system->packages.data;
1805 up_end = trans->upstream->properties.data + trans->upstream->properties.size;
1806 upool = trans->upstream->string_pool.data;
1807 upkgs = trans->upstream->packages.data;
1809 /* FIXME, check if sorting the packages directly (rather than
1810 * sorting pointers-to-packages) still results in confusing
1813 packages = calloc(end - start, sizeof *packages);
1814 for (i = start; i < end; i++)
1815 packages[i - start] = ((struct razor_transaction_package *)trans->packages.data) + i;
1816 qsort(packages, end - start, sizeof *packages,
1817 compare_transaction_packages);
1819 sp = trans->system->properties.data;
1820 up = trans->upstream->properties.data;
1821 for (i = 0; i < end - start; i++) {
1822 if (!packages[i]->name ||
1823 packages[i]->state >= RAZOR_PACKAGE_FIRST_ERROR_STATE)
1827 while (sp < sp_end &&
1828 strcmp(&spool[sp->name], packages[i]->name) < 0)
1830 while (sp < sp_end &&
1831 strcmp(&spool[sp->name], packages[i]->name) == 0 &&
1832 !(spkg = property_provider_package(trans, sp, 1)))
1836 while (up < up_end &&
1837 strcmp(&upool[up->name], packages[i]->name) < 0)
1839 while (up < up_end &&
1840 strcmp(&upool[up->name], packages[i]->name) == 0 &&
1841 !(upkg = property_provider_package(trans, up, 0)))
1844 if (packages[i]->state == RAZOR_PACKAGE_REMOVE ||
1845 packages[i]->state == RAZOR_PACKAGE_OBSOLETED) {
1847 packages[i]->old_package = spkg;
1848 packages[i]->name = &spool[spkg->name];
1849 packages[i]->old_version = &spool[spkg->version];
1850 bitarray_set(&trans->syspkgs, spkg - spkgs, 0);
1852 if (!packages[i]->old_package) {
1853 packages[i]->name = strdup(packages[i]->name);
1854 packages[i]->state |= RAZOR_PACKAGE_UNAVAILABLE_FLAG;
1859 packages[i]->new_package = upkg;
1860 packages[i]->name = &upool[upkg->name];
1861 packages[i]->new_version = &upool[upkg->version];
1863 if (up->name != upkg->name) {
1864 packages[i]->dep_package = &upool[upkg->name];
1865 packages[i]->dep_type = up->type;
1866 packages[i]->dep_property = &upool[up->name];
1867 packages[i]->dep_relation = up->relation;
1868 packages[i]->dep_version = &upool[up->version];
1872 packages[i]->old_package = spkg;
1873 packages[i]->old_version = &spool[spkg->version];
1874 if (versioncmp(&spool[spkg->version], &upool[up->version]) >= 0) {
1875 packages[i]->state = RAZOR_PACKAGE_UP_TO_DATE;
1879 bitarray_set(&trans->syspkgs, spkg - spkgs, 0);
1881 bitarray_set(&trans->uppkgs, upkg - upkgs, 1);
1883 if (!packages[i]->new_package) {
1884 packages[i]->name = strdup(packages[i]->name);
1885 packages[i]->state |= RAZOR_PACKAGE_UNAVAILABLE_FLAG;
1893 find_all_packages(struct razor_transaction_resolver *trans)
1895 struct razor_transaction_package *tp;
1896 struct razor_package *sp, *spkgs, *send, *up, *upkgs, *uend;
1897 const char *spool, *upool;
1899 spkgs = trans->system->packages.data;
1900 send = trans->system->packages.data + trans->system->packages.size;
1901 spool = trans->system->string_pool.data;
1902 up = upkgs = trans->upstream->packages.data;
1903 uend = trans->upstream->packages.data + trans->upstream->packages.size;
1904 upool = trans->upstream->string_pool.data;
1906 for (sp = spkgs; sp < send; sp++) {
1907 while (up < uend && strcmp(&spool[sp->name], &upool[up->name]) > 0)
1909 if (strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
1910 versioncmp(&spool[sp->version], &upool[up->version]) < 0) {
1911 tp = array_add(&trans->packages, sizeof *tp);
1912 memset(tp, 0, sizeof *tp);
1913 tp->old_package = sp;
1914 tp->new_package = up;
1915 tp->name = &upool[up->name];
1916 tp->old_version = &spool[sp->version];
1917 tp->new_version = &upool[up->version];
1918 tp->state = RAZOR_PACKAGE_INSTALL;
1919 bitarray_set(&trans->uppkgs, up - upkgs, 1);
1920 bitarray_set(&trans->syspkgs, sp - spkgs, 0);
1926 provider_satisfies_requirement(struct razor_property *provider,
1927 const char *provider_strings,
1928 struct razor_property *requirement,
1929 const char *requirement_strings)
1932 const char *provided = &provider_strings[provider->version];
1933 const char *required = &requirement_strings[requirement->version];
1938 if (requirement->relation >= RAZOR_VERSION_EQUAL)
1944 cmp = versioncmp(provided, required);
1946 switch (requirement->relation) {
1947 case RAZOR_VERSION_LESS:
1950 case RAZOR_VERSION_LESS_OR_EQUAL:
1953 /* fall through: FIXME, make sure this is correct */
1955 case RAZOR_VERSION_EQUAL:
1959 /* "foo == 1.1" is satisfied by "foo 1.1-2" */
1960 len = strlen(required);
1961 if (!strncmp(required, provided, len) && provided[len] == '-')
1965 case RAZOR_VERSION_GREATER_OR_EQUAL:
1968 case RAZOR_VERSION_GREATER:
1972 /* shouldn't happen */
1976 static struct razor_package *
1977 find_package_for_file(struct razor_set *set, struct bitarray *pkgbits,
1978 const char *filename, int installed)
1980 struct razor_package *pkgs = set->packages.data;
1981 struct razor_entry *entry;
1984 if (filename[0] != '/')
1987 entry = find_entry(set, set->files.data, filename);
1991 for (p = list_first(&entry->packages, &set->package_pool); p; p = list_next(p)) {
1992 if (bitarray_get(pkgbits, p->data) == installed)
1993 return &pkgs[p->data];
1998 static struct razor_package *
1999 find_installed_package_for_file(struct razor_transaction_resolver *trans,
2000 const char *filename)
2002 struct razor_package *pkg;
2004 pkg = find_package_for_file(trans->system, &trans->syspkgs,
2007 pkg = find_package_for_file(trans->upstream, &trans->uppkgs,
2012 static struct razor_package *
2013 find_uninstalled_package_for_file(struct razor_transaction_resolver *trans,
2014 const char *filename)
2016 struct razor_package *pkg;
2018 pkg = find_package_for_file(trans->upstream, &trans->uppkgs,
2021 pkg = find_package_for_file(trans->system, &trans->syspkgs,
2026 static struct razor_property *
2027 skip_to_matching_property(struct razor_transaction_resolver *trans,
2028 struct razor_property *match,
2029 struct razor_property *prop)
2031 struct razor_set *mset, *pset;
2032 const char *ppool, *mpool;
2033 struct razor_property *prop_end;
2035 if (property_in_set(match, trans->system))
2036 mset = trans->system;
2038 mset = trans->upstream;
2040 if (property_in_set(prop, trans->system))
2041 pset = trans->system;
2042 else if (property_in_set(prop, trans->upstream))
2043 pset = trans->upstream;
2047 prop_end = pset->properties.data + pset->properties.size;
2048 ppool = pset->string_pool.data;
2049 mpool = mset->string_pool.data;
2051 while (prop < prop_end &&
2052 strcmp(&ppool[prop->name], &mpool[match->name]) < 0)
2057 static struct razor_package *
2058 find_package_matching(struct razor_transaction_resolver *trans, int installed,
2059 struct razor_property *prop,
2060 struct razor_property *req,
2061 struct razor_set *req_set)
2063 struct razor_set *set;
2064 struct bitarray *pkgbits;
2065 struct razor_package *pkgs;
2066 struct razor_property *props, *prop_end;
2067 enum razor_property_type match_type;
2070 int match_name = (req->type == RAZOR_PROPERTY_OBSOLETES);
2073 if (property_in_set(prop, trans->system)) {
2074 set = trans->system;
2075 pkgbits = &trans->syspkgs;
2076 } else if (property_in_set(prop, trans->upstream)) {
2077 set = trans->upstream;
2078 pkgbits = &trans->uppkgs;
2083 if (property_in_set(req, trans->system))
2084 req_set = trans->system;
2086 req_set = trans->upstream;
2088 rpool = req_set->string_pool.data;
2090 if (req->type == RAZOR_PROPERTY_PROVIDES)
2091 match_type = RAZOR_PROPERTY_CONFLICTS;
2093 match_type = RAZOR_PROPERTY_PROVIDES;
2095 pkgs = set->packages.data;
2096 props = set->properties.data;
2097 prop_end = set->properties.data + set->properties.size;
2098 pool = set->string_pool.data;
2100 /* Find first matching property */
2101 while (prop < prop_end &&
2102 strcmp(&pool[prop->name], &rpool[req->name]) < 0)
2104 if (prop == prop_end ||
2105 strcmp(&pool[prop->name], &rpool[req->name]) > 0)
2108 if (prop->type < match_type) {
2109 while (prop < prop_end && prop->type != match_type)
2112 while (prop >= props && prop->type != match_type)
2114 while (prop > props + 1 && (prop - 1)->name == prop->name &&
2115 (prop - 1)->type == match_type)
2119 /* Scan matching properties */
2120 while (prop < prop_end && prop->type == match_type &&
2121 strcmp(&pool[prop->name], &rpool[req->name]) == 0) {
2122 if (match_type == RAZOR_PROPERTY_PROVIDES)
2123 match = provider_satisfies_requirement(prop, pool, req, rpool);
2125 match = provider_satisfies_requirement(req, rpool, prop, pool);
2129 for (pkg = list_first(&prop->packages, &set->package_pool); pkg; pkg = list_next(pkg)) {
2130 if (bitarray_get(pkgbits, pkg->data) != installed)
2133 strcmp(&pool[pkgs[pkg->data].name],
2134 &rpool[req->name]) == 0)
2135 return &pkgs[pkg->data];
2144 static struct razor_package *
2145 find_installed_package_for_property(struct razor_transaction_resolver *trans,
2146 struct razor_property *sys_start,
2147 struct razor_property *up_start,
2148 struct razor_property *req)
2150 struct razor_package *pkg;
2152 pkg = find_package_matching(trans, 1, sys_start, req, NULL);
2154 pkg = find_package_matching(trans, 1, up_start, req, NULL);
2158 static struct razor_package *
2159 find_uninstalled_package_for_property(struct razor_transaction_resolver *trans,
2160 struct razor_property *sys_start,
2161 struct razor_property *up_start,
2162 struct razor_property *req)
2164 struct razor_package *pkg;
2166 pkg = find_package_matching(trans, 0, up_start, req, NULL);
2168 pkg = find_package_matching(trans, 0, sys_start, req, NULL);
2172 static struct razor_transaction_package *
2173 find_transaction_package(struct razor_transaction_resolver *trans,
2176 struct razor_transaction_package *packages;
2179 packages = trans->packages.data;
2180 count = trans->packages.size / sizeof *packages;
2181 for (i = 0; i < count; i++) {
2182 if (packages[i].name && !strcmp(packages[i].name, name))
2183 return &packages[i];
2190 prop_is_being_installed(struct razor_transaction_resolver *trans,
2191 struct razor_property *prop)
2195 for (pkg = list_first(&prop->packages, &trans->upstream->package_pool); pkg; pkg = list_next(pkg)) {
2196 if (bitarray_get(&trans->uppkgs, pkg->data))
2203 prop_is_being_removed(struct razor_transaction_resolver *trans,
2204 struct razor_property *prop)
2208 for (pkg = list_first(&prop->packages, &trans->system->package_pool); pkg; pkg = list_next(pkg)) {
2209 if (bitarray_get(&trans->syspkgs, pkg->data))
2216 prop_is_being_updated(struct razor_transaction_resolver *trans,
2217 struct razor_property *prop)
2219 struct razor_package *packages = trans->system->packages.data;
2220 const char *pool = trans->system->string_pool.data;
2221 struct razor_transaction_package *tp;
2224 /* Assumes prop_is_being_removed returns true */
2226 for (pkg = list_first(&prop->packages, &trans->system->package_pool); pkg; pkg = list_next(pkg)) {
2227 tp = find_transaction_package(trans, &pool[packages[pkg->data].name]);
2228 if (tp && tp->state == RAZOR_PACKAGE_REMOVE)
2235 add_transaction_package(struct razor_transaction_resolver *trans,
2236 struct razor_package *new_package,
2237 struct razor_package *old_package,
2238 enum razor_transaction_package_state state,
2239 const char *req_package,
2240 struct razor_property *req_prop)
2242 struct razor_set *new_package_set, *old_package_set, *req_set;
2243 struct bitarray *reqpkgbits;
2244 struct razor_transaction_package *tp, *already;
2246 struct razor_package *pkgs;
2248 int contradiction = 0;
2250 if (package_in_set(new_package, trans->system))
2251 new_package_set = trans->system;
2253 new_package_set = trans->upstream;
2254 if (package_in_set(old_package, trans->system))
2255 old_package_set = trans->system;
2257 old_package_set = trans->upstream;
2258 if (property_in_set(req_prop, trans->system)) {
2259 req_set = trans->system;
2260 reqpkgbits = &trans->syspkgs;
2262 req_set = trans->upstream;
2263 reqpkgbits = &trans->uppkgs;
2267 pool = new_package_set->string_pool.data;
2268 already = find_transaction_package(trans, &pool[new_package->name]);
2270 if (already->new_package == new_package) {
2271 /* Already taken care of */
2273 } else if (new_package_set == trans->upstream &&
2274 already->state == RAZOR_PACKAGE_FORCED_UPDATE) {
2275 already->new_package = new_package;
2280 if (state != RAZOR_PACKAGE_CONTRADICTION)
2283 } else if (old_package) {
2284 pool = old_package_set->string_pool.data;
2285 already = find_transaction_package(trans, &pool[old_package->name]);
2287 if (already->old_package == old_package) {
2288 /* Already taken care of */
2290 } else if (old_package_set == trans->system) {
2291 already->old_package = old_package;
2296 if (state != RAZOR_PACKAGE_CONTRADICTION)
2300 state = RAZOR_PACKAGE_UNSATISFIABLE;
2302 tp = array_add(&trans->packages, sizeof *tp);
2303 memset(tp, 0, sizeof *tp);
2306 pool = new_package_set->string_pool.data;
2307 tp->new_package = new_package;
2308 tp->name = &pool[new_package->name];
2309 tp->new_version = &pool[new_package->version];
2311 pkgs = new_package_set->packages.data;
2314 pool = old_package_set->string_pool.data;
2315 tp->old_package = old_package;
2316 tp->name = &pool[old_package->name];
2317 tp->old_version = &pool[old_package->version];
2319 pkgs = old_package_set->packages.data;
2323 if (state != RAZOR_PACKAGE_INSTALL &&
2324 state != RAZOR_PACKAGE_FORCED_UPDATE &&
2325 state != RAZOR_PACKAGE_REMOVE &&
2326 state != RAZOR_PACKAGE_OBSOLETED)
2329 if (contradiction) {
2330 /* Do this now, after adding tp, so that it ends up
2331 * after both the INSTALL and the REMOVE in the array.
2333 add_transaction_package(trans, new_package, old_package,
2334 RAZOR_PACKAGE_CONTRADICTION,
2339 tp->dep_package = req_package;
2343 pool = req_set->string_pool.data;
2344 pkgs = req_set->packages.data;
2346 for (pkg = list_first(&req_prop->packages, &req_set->package_pool); pkg; pkg = list_next(pkg)) {
2347 if (bitarray_get(reqpkgbits, pkg->data))
2351 tp->dep_package = &pool[pkgs[pkg->data].name];
2354 tp->dep_type = req_prop->type;
2355 tp->dep_property = &pool[req_prop->name];
2356 tp->dep_relation = req_prop->relation;
2357 tp->dep_version = &pool[req_prop->version];
2361 razor_transaction_satisfy(struct razor_transaction_resolver *trans)
2363 struct razor_package *spkgs, *upkgs, *pkg;
2364 struct razor_property *sp, *sprops, *sprop_end;
2365 struct razor_property *up, *uprops, *uprop_end;
2366 struct razor_property *sr, *ur, *first_up;
2367 const char *spool, *upool, *removed_package;
2368 struct list *reqpkg;
2370 spkgs = trans->system->packages.data;
2371 sprops = trans->system->properties.data;
2372 sprop_end = trans->system->properties.data + trans->system->properties.size;
2373 spool = trans->system->string_pool.data;
2374 upkgs = trans->upstream->packages.data;
2375 uprops = trans->upstream->properties.data;
2376 uprop_end = trans->upstream->properties.data + trans->upstream->properties.size;
2377 upool = trans->upstream->string_pool.data;
2380 for (up = uprops; up < uprop_end; up++) {
2381 /* Skip 'up' ahead to a property of a package which is
2384 while (up < uprop_end &&
2385 !prop_is_being_installed(trans, up))
2387 if (up == uprop_end)
2389 sp = skip_to_matching_property(trans, up, sp);
2392 case RAZOR_PROPERTY_REQUIRES:
2393 if (!strncmp(&upool[up->name], "rpmlib(", 7))
2396 if (find_installed_package_for_property(trans, sp, up, up) ||
2397 find_installed_package_for_file(trans, &upool[up->name])) {
2398 /* Requires something that is either installed
2399 * or to-be-installed.
2404 /* See if we can install a new upstream provider */
2405 pkg = find_uninstalled_package_for_property(trans, sp, up, up);
2407 pkg = find_uninstalled_package_for_file(trans, &upool[up->name]);
2408 add_transaction_package(trans, pkg, NULL,
2409 RAZOR_PACKAGE_INSTALL,
2413 case RAZOR_PROPERTY_PROVIDES:
2414 /* find_installed_package_for_property works backwards
2415 * here, finding a *conflicting* installed package.
2417 pkg = find_installed_package_for_property(trans, sp, up, up);
2421 if (package_in_set(pkg, trans->system)) {
2422 /* pkg CONFLICTS with what 'up' PROVIDES. Try
2423 * finding an upgrade
2425 add_transaction_package(trans, NULL, pkg,
2426 RAZOR_PACKAGE_FORCED_UPDATE,
2427 &upool[up->name], sp);
2429 add_transaction_package(trans, NULL, pkg,
2430 RAZOR_PACKAGE_CONTRADICTION,
2435 case RAZOR_PROPERTY_CONFLICTS:
2436 pkg = find_installed_package_for_property(trans, sp, up, up);
2440 if (package_in_set(pkg, trans->system)) {
2441 /* Conflicts with something already installed.
2442 * Try to upgrade out.
2444 add_transaction_package(trans, NULL, pkg,
2445 RAZOR_PACKAGE_FORCED_UPDATE,
2448 add_transaction_package(trans, pkg, NULL,
2449 RAZOR_PACKAGE_CONTRADICTION,
2454 case RAZOR_PROPERTY_OBSOLETES:
2455 pkg = find_installed_package_for_property(trans, sp, up, up);
2457 /* If pkg is to-be-installed, this
2458 * will add a CONTRADICTION error as well.
2460 add_transaction_package(trans, NULL, pkg,
2461 RAZOR_PACKAGE_OBSOLETED,
2473 for (sp = sprops; sp < sprop_end; sp++) {
2474 /* Skip 'sp' ahead to a PROVIDES of a package which is
2477 while (sp < sprop_end &&
2478 (sp->type != RAZOR_PROPERTY_PROVIDES ||
2479 !prop_is_being_removed(trans, sp)))
2481 if (sp == sprop_end)
2484 removed_package = &spool[spkgs[list_first(&sp->packages, &trans->system->package_pool)->data].name];
2486 /* Skip 'up' to match */
2487 up = skip_to_matching_property(trans, sp, up);
2490 /* If the package is just being upgraded, we may
2491 * already be installing an identical PROVIDES, so
2494 while (up < uprop_end &&
2495 strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
2496 (up->type != RAZOR_PROPERTY_PROVIDES ||
2497 sp->relation != up->relation ||
2498 strcmp(&spool[sp->name], &upool[up->name]) != 0))
2500 if (up < uprop_end &&
2501 up->type == RAZOR_PROPERTY_PROVIDES &&
2502 strcmp(&spool[sp->name], &upool[up->name]) == 0 &&
2503 sp->relation == up->relation &&
2504 strcmp(&spool[sp->version], &upool[up->version]) == 0 &&
2505 prop_is_being_installed(trans, up)) {
2511 /* For all still-installed packages that require
2512 * sp->name, see if they are satisfied by any other
2513 * still-installed or to-be-installed property. If
2514 * not, either remove or attempt to update the
2515 * package, depending on why the required property has
2519 while (sr > sprops + 1 && (sr - 1)->name == sr->name)
2521 for (; sr->type == RAZOR_PROPERTY_REQUIRES; sr++) {
2522 if (prop_is_being_removed(trans, sr))
2524 if (find_installed_package_for_property(trans, sp, up, sr))
2527 for (reqpkg = list_first(&sr->packages, &trans->system->package_pool); reqpkg; reqpkg = list_next(reqpkg)) {
2528 if (!bitarray_get(&trans->syspkgs, reqpkg->data))
2530 pkg = &spkgs[reqpkg->data];
2531 if (prop_is_being_updated(trans, sp)) {
2532 add_transaction_package(trans, NULL, pkg,
2533 RAZOR_PACKAGE_FORCED_UPDATE,
2534 removed_package, NULL);
2536 add_transaction_package(trans, NULL, pkg,
2537 RAZOR_PACKAGE_REMOVE,
2538 removed_package, sr);
2545 struct razor_transaction *
2546 razor_transaction_create(struct razor_set *system, struct razor_set *upstream,
2547 int update_count, const char **update_packages,
2548 int remove_count, const char **remove_packages)
2550 struct razor_transaction_resolver trans;
2551 struct razor_transaction *ret_trans;
2552 struct razor_transaction_package *tp;
2555 trans.system = system;
2556 trans.upstream = upstream ? upstream : razor_set_create();
2557 array_init(&trans.packages);
2558 bitarray_init(&trans.syspkgs, trans.system->packages.size / sizeof (struct razor_package), 1);
2559 bitarray_init(&trans.uppkgs, trans.upstream->packages.size / sizeof (struct razor_package), 0);
2562 if (update_count > 0 || remove_count > 0) {
2563 for (i = 0; i < update_count; i++) {
2564 tp = array_add(&trans.packages, sizeof *tp);
2565 memset(tp, 0, sizeof *tp);
2566 tp->name = update_packages[i];
2567 tp->state = RAZOR_PACKAGE_INSTALL;
2569 for (i = 0; i < remove_count; i++) {
2570 tp = array_add(&trans.packages, sizeof *tp);
2571 memset(tp, 0, sizeof *tp);
2572 tp->name = remove_packages[i];
2573 tp->state = RAZOR_PACKAGE_REMOVE;
2576 find_all_packages(&trans);
2579 end = trans.packages.size / sizeof (struct razor_transaction_package);
2581 while (start != end) {
2582 resolve_new_packages(&trans, start, end);
2586 razor_transaction_satisfy(&trans);
2589 end = trans.packages.size / sizeof (struct razor_transaction_package);
2592 ret_trans = zalloc(sizeof *ret_trans);
2593 ret_trans->system = trans.system;
2594 ret_trans->upstream = trans.upstream;
2595 ret_trans->packages = trans.packages.data;
2596 ret_trans->package_count = end;
2597 ret_trans->errors = trans.errors;
2601 const char * const razor_version_relations[] = {
2602 /* same order as enum razor_version_relation */
2603 "<", "<=", "=", ">=", ">"
2606 const char * const razor_property_types[] = {
2607 /* same order as enum razor_property_type */
2608 "requires", "provides", "conflicts with", "obsoletes"
2612 print_requirement(struct razor_transaction_package *p)
2614 if (p->dep_type == RAZOR_PROPERTY_CONFLICTS &&
2615 !strcmp(p->dep_package, p->name)) {
2616 printf(" because %s %s conflicts with %s",
2617 p->name, p->old_version, p->dep_property);
2618 if (*p->dep_version) {
2620 razor_version_relations[p->dep_relation],
2624 if (strcmp(p->name, p->dep_package) != 0)
2625 printf(" for %s", p->dep_package);
2626 if (*p->dep_version) {
2627 printf(", which %s %s %s %s",
2628 razor_property_types[p->dep_type],
2630 razor_version_relations[p->dep_relation],
2632 } else if (strcmp(p->dep_property, p->name) != 0) {
2633 printf(", which %s %s",
2634 razor_property_types[p->dep_type],
2641 razor_transaction_describe(struct razor_transaction *trans)
2643 struct razor_transaction_package *p, *pend, *tps;
2644 int errors_only = 0;
2646 tps = trans->packages;
2647 pend = trans->packages + trans->package_count;
2648 for (p = trans->packages; p < pend; p++) {
2650 case RAZOR_PACKAGE_INSTALL:
2654 printf("Installing %s %s", p->name, p->new_version);
2656 print_requirement(p);
2660 case RAZOR_PACKAGE_FORCED_UPDATE:
2664 printf("Updating %s to %s due to update of %s\n",
2665 p->name, p->new_version, p->dep_package);
2668 case RAZOR_PACKAGE_REMOVE:
2671 printf("Removing %s %s", p->name, p->old_version);
2672 if (p->dep_package) {
2673 printf(" which required %s",
2675 if (strcmp(p->dep_property, p->dep_package) != 0)
2676 printf(" for %s", p->dep_property);
2681 case RAZOR_PACKAGE_OBSOLETED:
2684 printf("Removing %s %s", p->name, p->old_version);
2685 if (p->dep_package) {
2686 printf(" which is obsoleted by %s",
2692 case RAZOR_PACKAGE_INSTALL_UNAVAILABLE:
2693 printf("Error: can't find %s", p->name);
2694 if (p->dep_package) {
2695 printf(" (which is required");
2696 print_requirement(p);
2703 case RAZOR_PACKAGE_UPDATE_UNAVAILABLE:
2704 printf("Error: can't find an updated version of %s (which must be updated due to update of %s)\n",
2705 p->name, p->dep_package);
2709 case RAZOR_PACKAGE_REMOVE_NOT_INSTALLED:
2710 printf("Error: can't remove %s: not installed\n", p->name);
2714 case RAZOR_PACKAGE_UP_TO_DATE:
2715 printf("Error: can't update %s", p->name);
2717 printf(" (which must be updated due to update of %s)", p->dep_package);
2718 printf(": %s is most recent version\n", p->old_version);
2722 case RAZOR_PACKAGE_CONTRADICTION:
2723 printf("Error: package %s is marked for both installation and removal\n", p->name);
2727 case RAZOR_PACKAGE_OLD_CONFLICT:
2728 printf("Error: can't install %s, because installed package %s conflicts with ",
2729 p->name, p->dep_package);
2730 if (*p->dep_version) {
2733 razor_version_relations[p->dep_relation],
2742 case RAZOR_PACKAGE_NEW_CONFLICT:
2743 printf("Error: can't install %s, because it conflicts with %s",
2744 p->name, p->dep_package);
2745 if (*p->dep_version) {
2747 razor_version_relations[p->dep_relation],
2755 case RAZOR_PACKAGE_UNSATISFIABLE:
2756 printf("Error: can't find package for %s", p->dep_property);
2757 if (*p->dep_version) {
2759 razor_version_relations[p->dep_relation],
2762 printf(" which is required by %s\n",
2768 /* Shouldn't actually happen */
2775 razor_transaction_run(struct razor_transaction *trans)
2777 struct array install_packages, remove_packages;
2778 struct razor_merger *merger;
2779 struct razor_package *pkg, *i, *iend, *r, *rend, *s, *send;
2780 struct source *source1, *source2;
2781 char *spool, *ipool, *rpool;
2789 /* Sort the transaction packages into two arrays */
2790 array_init(&install_packages);
2791 array_init(&remove_packages);
2792 for (p = 0; p < trans->package_count; p++) {
2793 if (trans->packages[p].new_package) {
2794 pkg = array_add(&install_packages, sizeof *pkg);
2795 *pkg = *trans->packages[p].new_package;
2797 pkg = array_add(&remove_packages, sizeof *pkg);
2798 *pkg = *trans->packages[p].old_package;
2801 map = razor_qsort_with_data(install_packages.data,
2802 install_packages.size / sizeof *pkg,
2807 map = razor_qsort_with_data(remove_packages.data,
2808 remove_packages.size / sizeof *pkg,
2814 merger = razor_merger_create(trans->system, trans->upstream);
2816 source1 = &merger->source1;
2817 source2 = &merger->source2;
2819 i = install_packages.data;
2820 iend = install_packages.data + install_packages.size;
2821 ipool = trans->upstream->string_pool.data;
2823 r = remove_packages.data;
2824 rend = remove_packages.data + remove_packages.size;
2825 rpool = trans->system->string_pool.data;
2827 s = trans->system->packages.data;
2828 send = trans->system->packages.data + trans->system->packages.size;
2829 spool = trans->system->string_pool.data;
2831 while (s < send || i < iend) {
2832 /* Check if s is being removed */
2833 if (s < send && r < rend &&
2834 s->name == r->name && s->version && r->version) {
2840 if (s < send && i < iend)
2841 cmp = strcmp(&spool[s->name], &ipool[i->name]);
2847 add_package(merger, s, source1, 0);
2849 } else if (cmp == 0) {
2850 add_package(merger, i, source2, UPSTREAM_SOURCE);
2854 add_package(merger, i, source2, UPSTREAM_SOURCE);
2859 array_release(&install_packages);
2860 array_release(&remove_packages);
2862 return razor_merger_finish(merger);
2866 razor_transaction_destroy(struct razor_transaction *trans)
2870 for (p = 0; p < trans->package_count; p++) {
2871 if (!trans->packages[p].dep_package &&
2872 (trans->packages[p].state == RAZOR_PACKAGE_INSTALL_UNAVAILABLE ||
2873 trans->packages[p].state == RAZOR_PACKAGE_REMOVE_NOT_INSTALLED))
2874 free((char *)trans->packages[p].name);
2878 /* FIXME: free upstream if it was created as an empty set */