18 #include "razor-internal.h"
21 struct razor_set_section {
27 struct razor_set_header {
30 struct razor_set_section sections[0];
33 #define RAZOR_MAGIC 0x7a7a7a7a
34 #define RAZOR_VERSION 1
36 #define RAZOR_ENTRY_LAST 0x80000000ul
37 #define RAZOR_ENTRY_MASK 0x00fffffful
39 #define RAZOR_STRING_POOL 0
40 #define RAZOR_PACKAGES 1
41 #define RAZOR_PROPERTIES 2
43 #define RAZOR_PACKAGE_POOL 4
44 #define RAZOR_PROPERTY_POOL 5
45 #define RAZOR_FILE_POOL 6
47 struct razor_package {
50 struct list_head properties;
51 struct list_head files;
54 struct razor_property {
60 struct list_head packages;
66 struct list_head packages;
70 struct array string_pool;
71 struct array packages;
72 struct array properties;
74 struct array package_pool;
75 struct array property_pool;
76 struct array file_pool;
77 struct razor_set_header *header;
85 struct import_directory {
88 struct array packages;
89 struct import_directory *last;
92 struct razor_importer {
93 struct razor_set *set;
94 struct hashtable table;
95 struct razor_package *package;
96 struct array properties;
111 struct razor_set_section razor_sections[] = {
112 { RAZOR_STRING_POOL, offsetof(struct razor_set, string_pool) },
113 { RAZOR_PACKAGES, offsetof(struct razor_set, packages) },
114 { RAZOR_PROPERTIES, offsetof(struct razor_set, properties) },
115 { RAZOR_FILES, offsetof(struct razor_set, files) },
116 { RAZOR_PACKAGE_POOL, offsetof(struct razor_set, package_pool) },
117 { RAZOR_PROPERTY_POOL, offsetof(struct razor_set, property_pool) },
118 { RAZOR_FILE_POOL, offsetof(struct razor_set, file_pool) },
122 razor_set_create(void)
124 return zalloc(sizeof(struct razor_set));
128 razor_set_open(const char *filename)
130 struct razor_set *set;
131 struct razor_set_section *s;
136 set = zalloc(sizeof *set);
137 fd = open(filename, O_RDONLY);
138 if (fstat(fd, &stat) < 0)
140 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
141 if (set->header == MAP_FAILED) {
146 for (s = set->header->sections; ~s->type; s++) {
147 if (s->type >= ARRAY_SIZE(razor_sections))
149 if (s->type != razor_sections[s->type].type)
151 array = (void *) set + razor_sections[s->type].offset;
152 array->data = (void *) set->header + s->offset;
153 array->size = s->size;
154 array->alloc = s->size;
162 razor_set_destroy(struct razor_set *set)
169 for (i = 0; set->header->sections[i].type; i++)
171 size = set->header->sections[i].type;
172 munmap(set->header, size);
174 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
175 a = (void *) set + razor_sections[i].offset;
184 razor_set_write(struct razor_set *set, const char *filename)
187 struct razor_set_header *header = (struct razor_set_header *) data;
192 memset(data, 0, sizeof data);
193 header->magic = RAZOR_MAGIC;
194 header->version = RAZOR_VERSION;
195 offset = sizeof data;
197 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
198 if (razor_sections[i].type != i)
200 a = (void *) set + razor_sections[i].offset;
201 header->sections[i].type = i;
202 header->sections[i].offset = offset;
203 header->sections[i].size = a->size;
204 offset += ALIGN(a->size, 4096);
207 header->sections[i].type = ~0;
208 header->sections[i].offset = 0;
209 header->sections[i].size = 0;
211 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
215 razor_write(fd, data, sizeof data);
216 memset(data, 0, sizeof data);
217 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
218 if (razor_sections[i].type != i)
220 a = (void *) set + razor_sections[i].offset;
221 razor_write(fd, a->data, a->size);
222 razor_write(fd, data, ALIGN(a->size, 4096) - a->size);
231 razor_importer_begin_package(struct razor_importer *importer,
232 const char *name, const char *version)
234 struct razor_package *p;
236 p = array_add(&importer->set->packages, sizeof *p);
237 p->name = hashtable_tokenize(&importer->table, name);
238 p->version = hashtable_tokenize(&importer->table, version);
240 importer->package = p;
241 array_init(&importer->properties);
245 razor_importer_finish_package(struct razor_importer *importer)
247 list_set_array(&importer->package->properties,
248 &importer->set->property_pool,
249 &importer->properties);
251 array_release(&importer->properties);
255 razor_importer_add_property(struct razor_importer *importer,
257 enum razor_version_relation relation,
259 enum razor_property_type type)
261 struct razor_property *p;
264 p = array_add(&importer->set->properties, sizeof *p);
265 p->name = hashtable_tokenize(&importer->table, name);
268 p->relation = relation;
269 p->version = hashtable_tokenize(&importer->table, version);
270 list_set_ptr(&p->packages, importer->package -
271 (struct razor_package *) importer->set->packages.data);
273 r = array_add(&importer->properties, sizeof *r);
274 *r = p - (struct razor_property *) importer->set->properties.data;
278 razor_importer_add_file(struct razor_importer *importer, const char *name)
280 struct import_entry *e;
282 e = array_add(&importer->files, sizeof *e);
284 e->package = importer->package -
285 (struct razor_package *) importer->set->packages.data;
286 e->name = strdup(name);
289 struct razor_importer *
290 razor_importer_new(void)
292 struct razor_importer *importer;
294 importer = zalloc(sizeof *importer);
295 importer->set = razor_set_create();
296 hashtable_init(&importer->table, &importer->set->string_pool);
301 /* Destroy an importer without creating the set. */
303 razor_importer_destroy(struct razor_importer *importer)
305 /* FIXME: write this */
309 typedef int (*compare_with_data_func_t)(const void *p1,
313 struct qsort_context {
315 compare_with_data_func_t compare;
320 qsort_swap(void *p1, void *p2, size_t size)
324 memcpy(buffer, p1, size);
325 memcpy(p1, p2, size);
326 memcpy(p2, buffer, size);
330 __qsort_with_data(void *base, size_t nelem, uint32_t *map,
331 struct qsort_context *ctx)
333 void *p, *start, *end, *pivot;
334 uint32_t *mp, *mstart, *mend, tmp;
335 int left, right, result;
336 size_t size = ctx->size;
340 end = base + nelem * size;
344 pivot = base + (random() % nelem) * size;
347 result = ctx->compare(p, pivot, ctx->data);
349 qsort_swap(p, start, size);
359 } else if (result == 0) {
365 qsort_swap(p, end, size);
374 left = (start - base) / size;
375 right = (base + nelem * size - end) / size;
377 __qsort_with_data(base, left, map, ctx);
379 __qsort_with_data(end, right, mend, ctx);
383 qsort_with_data(void *base, size_t nelem, size_t size,
384 compare_with_data_func_t compare, void *data)
386 struct qsort_context ctx;
394 ctx.compare = compare;
397 map = malloc(nelem * sizeof (uint32_t));
398 for (i = 0; i < nelem; i++)
401 __qsort_with_data(base, nelem, map, &ctx);
407 versioncmp(const char *s1, const char *s2)
413 n1 = strtol(s1, (char **) &p1, 0);
414 n2 = strtol(s2, (char **) &p2, 0);
416 /* Epoch; if one but not the other has an epoch set, default
417 * the epoch-less version to 0. */
418 res = (*p1 == ':') - (*p2 == ':');
423 } else if (res > 0) {
436 if (isdigit(*p1) && isdigit(*p2))
437 return versioncmp(p1, p2);
444 compare_packages(const void *p1, const void *p2, void *data)
446 const struct razor_package *pkg1 = p1, *pkg2 = p2;
447 struct razor_set *set = data;
448 char *pool = set->string_pool.data;
450 if (pkg1->name == pkg2->name)
451 return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
453 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
457 compare_properties(const void *p1, const void *p2, void *data)
459 const struct razor_property *prop1 = p1, *prop2 = p2;
460 struct razor_set *set = data;
461 char *pool = set->string_pool.data;
463 if (prop1->name != prop2->name)
464 return strcmp(&pool[prop1->name], &pool[prop2->name]);
465 else if (prop1->type != prop2->type)
466 return prop1->type - prop2->type;
467 else if (prop1->relation != prop2->relation)
468 return prop1->relation - prop2->relation;
470 return versioncmp(&pool[prop1->version], &pool[prop2->version]);
474 uniqueify_properties(struct razor_set *set)
476 struct razor_property *rp, *up, *rp_end;
477 struct array *pkgs, *p;
479 uint32_t *map, *rmap;
480 int i, count, unique;
482 count = set->properties.size / sizeof(struct razor_property);
483 map = qsort_with_data(set->properties.data,
485 sizeof(struct razor_property),
489 rp_end = set->properties.data + set->properties.size;
490 rmap = malloc(count * sizeof *map);
491 pkgs = zalloc(count * sizeof *pkgs);
492 for (rp = set->properties.data, up = rp, i = 0; rp < rp_end; rp++, i++) {
493 if (rp->name != up->name || rp->type != up->type ||
494 rp->relation != up->relation || rp->version != up->version) {
499 up->relation = rp->relation;
500 up->version = rp->version;
503 unique = up - (struct razor_property *) set->properties.data;
504 rmap[map[i]] = unique;
505 r = array_add(&pkgs[unique], sizeof *r);
511 set->properties.size = (void *) up - set->properties.data;
513 for (rp = set->properties.data, p = pkgs; rp < rp_end; rp++, p++) {
514 list_set_array(&rp->packages, &set->package_pool, p);
524 compare_filenames(const void *p1, const void *p2, void *data)
526 const struct import_entry *e1 = p1;
527 const struct import_entry *e2 = p2;
529 return strcmp(e1->name, e2->name);
533 count_entries(struct import_directory *d)
535 struct import_directory *p, *end;
538 end = d->files.data + d->files.size;
542 d->count += p->count + 1;
548 serialize_files(struct razor_set *set,
549 struct import_directory *d, struct array *array)
551 struct import_directory *p, *end;
552 struct razor_entry *e = NULL;
556 end = d->files.data + d->files.size;
557 s = array->size / sizeof *e + d->files.size / sizeof *p;
559 e = array_add(array, sizeof *e);
561 e->start = p->count > 0 ? s : 0;
564 list_set_array(&e->packages, &set->package_pool, &p->packages);
565 array_release(&p->packages);
569 e->name |= RAZOR_ENTRY_LAST;
572 end = d->files.data + d->files.size;
574 serialize_files(set, p, array);
580 remap_property_package_links(struct array *properties, uint32_t *rmap)
582 struct razor_property *p, *end;
584 end = properties->data + properties->size;
585 for (p = properties->data; p < end; p++)
586 list_remap_head(&p->packages, rmap);
590 build_file_tree(struct razor_importer *importer)
592 int count, i, length;
593 struct import_entry *filenames;
597 struct import_directory *d, root;
598 struct razor_entry *e;
600 count = importer->files.size / sizeof (struct import_entry);
601 qsort_with_data(importer->files.data,
603 sizeof (struct import_entry),
607 root.name = hashtable_tokenize(&importer->table, "");
608 array_init(&root.files);
609 array_init(&root.packages);
612 filenames = importer->files.data;
613 for (i = 0; i < count; i++) {
614 f = filenames[i].name;
621 end = strchr(f, '/');
625 memcpy(dirname, f, length);
626 dirname[length] ='\0';
627 name = hashtable_tokenize(&importer->table, dirname);
628 if (d->last == NULL || d->last->name != name) {
629 d->last = array_add(&d->files, sizeof *d);
630 d->last->name = name;
631 d->last->last = NULL;
632 array_init(&d->last->files);
633 array_init(&d->last->packages);
641 r = array_add(&d->packages, sizeof *r);
642 *r = filenames[i].package;
643 free(filenames[i].name);
646 count_entries(&root);
647 array_init(&importer->set->files);
649 e = array_add(&importer->set->files, sizeof *e);
650 e->name = root.name | RAZOR_ENTRY_LAST;
652 list_set_empty(&e->packages);
654 serialize_files(importer->set, &root, &importer->set->files);
656 array_release(&importer->files);
660 build_package_file_lists(struct razor_set *set, uint32_t *rmap)
662 struct razor_package *p, *packages;
664 struct razor_entry *e, *end;
669 count = set->packages.size / sizeof *p;
670 pkgs = zalloc(count * sizeof *pkgs);
672 end = set->files.data + set->files.size;
673 for (e = set->files.data; e < end; e++) {
674 list_remap_head(&e->packages, rmap);
675 r = list_first(&e->packages, &set->package_pool);
677 q = array_add(&pkgs[r->data], sizeof *q);
678 *q = e - (struct razor_entry *) set->files.data;
683 packages = set->packages.data;
684 for (i = 0; i < count; i++) {
685 list_set_array(&packages[i].files, &set->file_pool, &pkgs[i]);
686 array_release(&pkgs[i]);
692 razor_importer_finish(struct razor_importer *importer)
694 struct razor_set *set;
695 uint32_t *map, *rmap;
698 map = uniqueify_properties(importer->set);
699 list_remap_pool(&importer->set->property_pool, map);
702 count = importer->set->packages.size / sizeof(struct razor_package);
703 map = qsort_with_data(importer->set->packages.data,
705 sizeof(struct razor_package),
709 rmap = malloc(count * sizeof *rmap);
710 for (i = 0; i < count; i++)
714 build_file_tree(importer);
715 list_remap_pool(&importer->set->package_pool, rmap);
716 build_package_file_lists(importer->set, rmap);
717 remap_property_package_links(&importer->set->properties, rmap);
721 hashtable_release(&importer->table);
727 struct razor_package_iterator {
728 struct razor_set *set;
729 struct razor_package *package, *end;
733 struct razor_package_iterator *
734 razor_package_iterator_create_with_index(struct razor_set *set,
737 struct razor_package_iterator *pi;
739 pi = zalloc(sizeof *pi);
746 struct razor_package_iterator *
747 razor_package_iterator_create(struct razor_set *set)
749 struct razor_package_iterator *pi;
751 pi = zalloc(sizeof *pi);
753 pi->end = set->packages.data + set->packages.size;
754 pi->package = set->packages.data;
759 struct razor_package_iterator *
760 razor_package_iterator_create_for_property(struct razor_set *set,
761 struct razor_property *property)
765 index = list_first(&property->packages, &set->package_pool);
766 return razor_package_iterator_create_with_index(set, index);
770 razor_package_iterator_next(struct razor_package_iterator *pi,
771 struct razor_package **package,
772 const char **name, const char **version)
776 struct razor_package *p, *packages;
781 } else if (pi->index) {
782 packages = pi->set->packages.data;
783 p = &packages[pi->index->data];
784 pi->index = list_next(pi->index);
790 pool = pi->set->string_pool.data;
792 *name = &pool[p->name & RAZOR_ENTRY_MASK];
793 *version = &pool[p->version];
802 razor_package_iterator_destroy(struct razor_package_iterator *pi)
807 struct razor_package *
808 razor_set_get_package(struct razor_set *set, const char *package)
810 struct razor_package_iterator *pi;
811 struct razor_package *p;
812 const char *name, *version;
814 pi = razor_package_iterator_create(set);
815 while (razor_package_iterator_next(pi, &p, &name, &version)) {
816 if (strcmp(package, name) == 0)
819 razor_package_iterator_destroy(pi);
824 struct razor_property_iterator {
825 struct razor_set *set;
826 struct razor_property *property, *end;
830 struct razor_property_iterator *
831 razor_property_iterator_create(struct razor_set *set,
832 struct razor_package *package)
834 struct razor_property_iterator *pi;
836 pi = zalloc(sizeof *pi);
840 pi->index = list_first(&package->properties,
841 &set->property_pool);
843 pi->property = set->properties.data;
844 pi->end = set->properties.data + set->properties.size;
851 razor_property_iterator_next(struct razor_property_iterator *pi,
852 struct razor_property **property,
854 enum razor_version_relation *relation,
855 const char **version,
856 enum razor_property_type *type)
860 struct razor_property *p, *properties;
865 } else if (pi->index) {
866 properties = pi->set->properties.data;
867 p = &properties[pi->index->data];
868 pi->index = list_next(pi->index);
874 pool = pi->set->string_pool.data;
876 *name = &pool[p->name];
877 *relation = p->relation;
878 *version = &pool[p->version];
888 razor_property_iterator_destroy(struct razor_property_iterator *pi)
893 static struct razor_entry *
894 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
896 struct razor_entry *e;
897 const char *n, *pool = set->string_pool.data;
900 e = (struct razor_entry *) set->files.data + dir->start;
902 n = pool + (e->name & RAZOR_ENTRY_MASK);
903 if (strcmp(pattern + 1, n) == 0)
906 if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
907 pattern[len + 1] == '/') {
908 return find_entry(set, e, pattern + len + 1);
910 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
916 list_dir(struct razor_set *set, struct razor_entry *dir,
917 const char *prefix, const char *pattern)
919 struct razor_entry *e;
920 const char *n, *pool = set->string_pool.data;
922 e = (struct razor_entry *) set->files.data + dir->start;
924 n = pool + (e->name & RAZOR_ENTRY_MASK);
925 if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
927 printf("%s/%s%s\n", prefix, n, e->start > 0 ? "/" : "");
928 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
932 razor_set_list_files(struct razor_set *set, const char *pattern)
934 struct razor_entry *e;
935 char buffer[512], *p, *base;
940 strcpy(buffer, pattern);
941 e = find_entry(set, set->files.data, buffer);
942 if (e && e->start > 0) {
945 p = strrchr(buffer, '/');
953 e = find_entry(set, set->files.data, buffer);
955 list_dir(set, e, buffer, base);
958 struct razor_package_iterator *
959 razor_package_iterator_create_for_file(struct razor_set *set,
960 const char *filename)
962 struct razor_entry *entry;
965 entry = find_entry(set, set->files.data, filename);
969 index = list_first(&entry->packages, &set->package_pool);
970 return razor_package_iterator_create_with_index(set, index);
974 list_package_files(struct razor_set *set, struct list *r,
975 struct razor_entry *dir, uint32_t end,
978 struct razor_entry *e, *f, *entries;
983 entries = (struct razor_entry *) set->files.data;
984 pool = set->string_pool.data;
986 e = entries + dir->start;
988 if (entries + r->data == e) {
989 printf("%s/%s\n", prefix,
990 pool + (e->name & RAZOR_ENTRY_MASK));
997 } while (!((e++)->name & RAZOR_ENTRY_LAST));
999 e = entries + dir->start;
1004 if (e->name & RAZOR_ENTRY_LAST)
1008 while (f->start == 0 && !(f->name & RAZOR_ENTRY_LAST))
1017 if (e->start <= file && file < next) {
1018 len = strlen(prefix);
1020 strcpy(prefix + len + 1,
1021 pool + (e->name & RAZOR_ENTRY_MASK));
1022 r = list_package_files(set, r, e, next, prefix);
1025 } while (!((e++)->name & RAZOR_ENTRY_LAST) && r != NULL);
1031 razor_set_list_package_files(struct razor_set *set, const char *name)
1033 struct razor_package *package;
1038 package = razor_set_get_package(set, name);
1040 r = list_first(&package->files, &set->file_pool);
1041 end = set->files.size / sizeof (struct razor_entry);
1043 list_package_files(set, r, set->files.data, end, buffer);
1047 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
1049 struct razor_property *r, *p, *end;
1053 end = set->properties.data + set->properties.size;
1054 pool = set->string_pool.data;
1056 for (r = set->properties.data, p = r; r < end; r++) {
1057 if (r->type != RAZOR_PROPERTY_REQUIRES)
1060 if (r->name != p->name) {
1062 while (p < end && p->name == r->name &&
1067 /* If there is more than one version of a provides,
1068 * seek to the end for the highest version. */
1069 /* FIXME: This doesn't work if we have a series of
1070 * requires a = 1, provides a = 1, requires a = 2,
1071 * provides a = 2, as the kernel and kernel-devel
1073 while (p + 1 < end && p->name == (p + 1)->name &&
1074 p->type == (p + 1)->type)
1077 /* FIXME: We need to track property flags (<, <=, =
1078 * etc) to properly determine if a requires is
1079 * satisfied. The current code doesn't track that the
1080 * requires a = 1 isn't satisfied by a = 2 provides. */
1083 p->type != RAZOR_PROPERTY_PROVIDES ||
1084 r->name != p->name ||
1085 versioncmp(&pool[r->version], &pool[p->version]) > 0) {
1086 /* FIXME: We ignore file requires for now. */
1087 if (pool[r->name] == '/')
1089 u = array_add(unsatisfied, sizeof *u);
1090 *u = r - (struct razor_property *) set->properties.data;
1096 razor_set_list_unsatisfied(struct razor_set *set)
1098 struct array unsatisfied;
1099 struct razor_property *properties, *r;
1103 array_init(&unsatisfied);
1104 razor_set_validate(set, &unsatisfied);
1106 end = unsatisfied.data + unsatisfied.size;
1107 properties = set->properties.data;
1108 pool = set->string_pool.data;
1110 for (u = unsatisfied.data; u < end; u++) {
1111 r = properties + *u;
1112 if (pool[r->version] == '\0')
1113 printf("%ss not satisfied\n",
1116 printf("%s-%s not satisfied\n",
1121 array_release(&unsatisfied);
1124 #define UPSTREAM_SOURCE 0x80000000ul
1125 #define INDEX_MASK 0x00fffffful
1128 struct razor_set *set;
1129 uint32_t *property_map;
1132 struct razor_merger {
1133 struct razor_set *set;
1134 struct hashtable table;
1135 struct source source1;
1136 struct source source2;
1139 static struct razor_merger *
1140 razor_merger_create(struct razor_set *set1, struct razor_set *set2)
1142 struct razor_merger *merger;
1146 merger = zalloc(sizeof *merger);
1147 merger->set = razor_set_create();
1148 hashtable_init(&merger->table, &merger->set->string_pool);
1150 count = set1->properties.size / sizeof (struct razor_property);
1151 size = count * sizeof merger->source1.property_map[0];
1152 merger->source1.property_map = zalloc(size);
1153 merger->source1.set = set1;
1155 count = set2->properties.size / sizeof (struct razor_property);
1156 size = count * sizeof merger->source2.property_map[0];
1157 merger->source2.property_map = zalloc(size);
1158 merger->source2.set = set2;
1164 add_package(struct razor_merger *merger,
1165 struct razor_package *package, struct source *source,
1170 struct razor_package *p;
1172 pool = source->set->string_pool.data;
1173 p = array_add(&merger->set->packages, sizeof *p);
1174 p->name = hashtable_tokenize(&merger->table, &pool[package->name]);
1176 p->version = hashtable_tokenize(&merger->table,
1177 &pool[package->version]);
1178 p->properties = package->properties;
1180 r = list_first(&package->properties, &source->set->property_pool);
1182 source->property_map[r->data] = 1;
1188 /* Build the new package list sorted by merging the two package lists.
1189 * Build new string pool as we go. */
1191 merge_packages(struct razor_merger *merger, struct array *packages)
1193 struct razor_package *upstream_packages, *p, *s, *send;
1194 struct source *source1, *source2;
1195 char *spool, *upool;
1199 source1 = &merger->source1;
1200 source2 = &merger->source2;
1201 upstream_packages = source2->set->packages.data;
1204 uend = packages->data + packages->size;
1205 upool = source2->set->string_pool.data;
1207 s = source1->set->packages.data;
1208 send = source1->set->packages.data + source1->set->packages.size;
1209 spool = source1->set->string_pool.data;
1212 p = upstream_packages + *u;
1215 cmp = strcmp(&spool[s->name], &upool[p->name]);
1216 if (u >= uend || cmp < 0) {
1217 add_package(merger, s, source1, 0);
1219 } else if (cmp == 0) {
1220 add_package(merger, p, source2, UPSTREAM_SOURCE);
1224 add_package(merger, p, source2, UPSTREAM_SOURCE);
1231 add_property(struct razor_merger *merger,
1232 const char *name, enum razor_version_relation relation,
1233 const char *version, int type)
1235 struct razor_property *p;
1237 p = array_add(&merger->set->properties, sizeof *p);
1238 p->name = hashtable_tokenize(&merger->table, name);
1241 p->relation = relation;
1242 p->version = hashtable_tokenize(&merger->table, version);
1244 return p - (struct razor_property *) merger->set->properties.data;
1248 merge_properties(struct razor_merger *merger)
1250 struct razor_property *p1, *p2;
1251 struct razor_set *set1, *set2;
1252 uint32_t *map1, *map2;
1253 int i, j, cmp, count1, count2;
1254 char *pool1, *pool2;
1256 set1 = merger->source1.set;
1257 set2 = merger->source2.set;
1258 map1 = merger->source1.property_map;
1259 map2 = merger->source2.property_map;
1263 pool1 = set1->string_pool.data;
1264 pool2 = set2->string_pool.data;
1266 count1 = set1->properties.size / sizeof *p1;
1267 count2 = set2->properties.size / sizeof *p2;
1268 while (i < count1 || j < count2) {
1269 if (i < count1 && map1[i] == 0) {
1273 if (j < count2 && map2[j] == 0) {
1277 p1 = (struct razor_property *) set1->properties.data + i;
1278 p2 = (struct razor_property *) set2->properties.data + j;
1279 if (i < count1 && j < count2)
1280 cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
1281 else if (i < count1)
1286 cmp = p1->relation - p2->relation;
1288 cmp = versioncmp(&pool1[p1->version],
1289 &pool2[p2->version]);
1291 map1[i++] = add_property(merger,
1294 &pool1[p1->version],
1296 } else if (cmp > 0) {
1297 map2[j++] = add_property(merger,
1300 &pool2[p2->version],
1303 map1[i++] = map2[j++] = add_property(merger,
1306 &pool1[p1->version],
1313 emit_properties(struct list_head *properties, struct array *source_pool,
1314 uint32_t *map, struct array *pool)
1319 r = pool->size / sizeof *q;
1320 p = list_first(properties, source_pool);
1322 q = array_add(pool, sizeof *q);
1323 q->data = map[p->data];
1324 q->flags = p->flags;
1328 list_set_ptr(properties, r);
1331 /* Rebuild property->packages maps. We can't just remap these, as a
1332 * property may have lost or gained a number of packages. Allocate an
1333 * array per property and loop through the packages and add them to
1334 * the arrays for their properties. */
1336 rebuild_package_lists(struct razor_set *set)
1338 struct array *pkgs, *a;
1339 struct razor_package *pkg, *pkg_end;
1340 struct razor_property *prop, *prop_end;
1346 count = set->properties.size / sizeof (struct razor_property);
1347 pkgs = zalloc(count * sizeof *pkgs);
1348 pkg_end = set->packages.data + set->packages.size;
1349 pool = &set->property_pool;
1351 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1352 r = list_first(&pkg->properties, pool);
1354 q = array_add(&pkgs[r->data], sizeof *q);
1355 *q = pkg - (struct razor_package *) set->packages.data;
1360 prop_end = set->properties.data + set->properties.size;
1362 for (prop = set->properties.data; prop < prop_end; prop++, a++) {
1363 list_set_array(&prop->packages, pool, a);
1370 razor_merger_finish(struct razor_merger *merger)
1372 struct razor_set *result;
1374 result = merger->set;
1375 hashtable_release(&merger->table);
1381 /* Add packages from 'upstream' to 'set'. The packages to add are
1382 * specified by the 'packages' array, which is a sorted list of
1383 * package indexes. Returns a newly allocated package set. Does not
1384 * enforce validity of the resulting package set.
1386 * This looks more complicated than it is. An easy way to merge two
1387 * package sets would be to just use a razor_importer, but that
1388 * requires resorting, and is thus O(n log n). We can do this in a
1389 * linear sweep, but it gets a little more complicated.
1392 razor_set_add(struct razor_set *set, struct razor_set *upstream,
1393 struct array *packages)
1395 struct razor_merger *merger;
1396 struct razor_package *p, *pend;
1398 merger = razor_merger_create(set, upstream);
1400 merge_packages(merger, packages);
1402 /* As we built the package list, we filled out a bitvector of
1403 * the properties that are referenced by the packages in the
1404 * new set. Now we do a parallel loop through the properties
1405 * and emit those marked in the bit vector to the new set. In
1406 * the process, we update the bit vector to actually map from
1407 * indices in the old property list to indices in the new
1408 * property list for both sets. */
1410 merge_properties(merger);
1412 /* Now we loop through the packages again and emit the
1413 * property lists, remapped to point to the new properties. */
1415 pend = merger->set->packages.data + merger->set->packages.size;
1416 for (p = merger->set->packages.data; p < pend; p++) {
1419 if (p->name & UPSTREAM_SOURCE)
1420 src = &merger->source2;
1422 src = &merger->source1;
1424 emit_properties(&p->properties,
1425 &src->set->property_pool,
1427 &merger->set->property_pool);
1428 p->name &= INDEX_MASK;
1431 rebuild_package_lists(merger->set);
1433 return razor_merger_finish(merger);
1437 razor_set_satisfy(struct razor_set *set, struct array *unsatisfied,
1438 struct razor_set *upstream, struct array *list)
1440 struct razor_property *requires, *r;
1441 struct razor_property *p, *pend;
1442 uint32_t *u, *end, *pkg;
1443 struct array *package_pool;
1446 end = unsatisfied->data + unsatisfied->size;
1447 requires = set->properties.data;
1448 pool = set->string_pool.data;
1450 p = upstream->properties.data;
1451 pend = upstream->properties.data + upstream->properties.size;
1452 upool = upstream->string_pool.data;
1453 package_pool = &upstream->package_pool;
1455 for (u = unsatisfied->data; u < end; u++) {
1459 strcmp(&pool[r->name], &upool[p->name]) > 0 &&
1460 p->type != RAZOR_PROPERTY_PROVIDES)
1462 /* If there is more than one version of a provides,
1463 * seek to the end for the highest version. */
1464 while (p + 1 < pend && p->name == (p + 1)->name && p->type == (p + 1)->type)
1468 strcmp(&pool[r->name], &upool[p->name]) != 0 ||
1469 versioncmp(&pool[r->version], &upool[p->version]) > 0) {
1470 /* Do we need to track unsatisfiable requires
1471 * as we go, or should we just do a
1472 * razor_set_validate() at the end? */
1474 pkg = array_add(list, sizeof *pkg);
1475 /* We just pull in the first package that provides */
1476 *pkg = list_first(&p->packages, package_pool)->data;
1482 find_packages(struct razor_set *set,
1483 int count, const char **package_names, struct array *list)
1485 struct razor_package_iterator *pi;
1486 struct razor_package *p, *packages;
1487 const char *name, *version;
1491 packages = (struct razor_package *) set->packages.data;
1492 pi = razor_package_iterator_create(set);
1494 while (razor_package_iterator_next(pi, &p, &name, &version)) {
1495 for (i = 0; i < count; i++) {
1496 if (strcmp(name, package_names[i]) == 0) {
1497 r = array_add(list, sizeof *r);
1504 razor_package_iterator_destroy(pi);
1508 find_all_packages(struct razor_set *set,
1509 struct razor_set *upstream, struct array *list)
1511 struct razor_package *p, *u, *pend, *uend;
1515 pend = set->packages.data + set->packages.size;
1516 pool = set->string_pool.data;
1517 u = upstream->packages.data;
1518 uend = upstream->packages.data + upstream->packages.size;
1519 upool = upstream->string_pool.data;
1521 for (p = set->packages.data; p < pend; p++) {
1522 while (u < uend && strcmp(&pool[p->name], &upool[u->name]) > 0)
1524 if (strcmp(&pool[p->name], &upool[u->name]) == 0) {
1525 r = array_add(list, sizeof *r);
1526 *r = u - (struct razor_package *) upstream->packages.data;
1532 razor_set_update(struct razor_set *set, struct razor_set *upstream,
1533 int count, const char **packages)
1535 struct razor_set *new;
1536 struct razor_package *upackages;
1537 struct array list, unsatisfied;
1544 find_packages(upstream, count, packages, &list);
1546 find_all_packages(set, upstream, &list);
1548 end = list.data + list.size;
1549 upackages = upstream->packages.data;
1550 pool = upstream->string_pool.data;
1551 total += list.size / sizeof *u;
1553 while (list.size > 0) {
1554 new = razor_set_add(set, upstream, &list);
1555 array_release(&list);
1556 razor_set_destroy(set);
1559 array_init(&unsatisfied);
1560 razor_set_validate(new, &unsatisfied);
1562 razor_set_satisfy(new, &unsatisfied, upstream, &list);
1563 array_release(&unsatisfied);
1565 end = list.data + list.size;
1566 upackages = upstream->packages.data;
1567 pool = upstream->string_pool.data;
1568 total += list.size / sizeof *u;
1571 array_release(&list);
1576 /* The diff order matters. We should sort the packages so that a
1577 * REMOVE of a package comes before the INSTALL, and so that all
1578 * requires for a package have been installed before the package.
1582 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
1583 razor_package_callback_t callback, void *data)
1585 struct razor_package_iterator *pi1, *pi2;
1586 struct razor_package *p1, *p2;
1587 const char *name1, *name2, *version1, *version2;
1590 pi1 = razor_package_iterator_create(set);
1591 pi2 = razor_package_iterator_create(upstream);
1593 razor_package_iterator_next(pi1, &p1, &name1, &version1);
1594 razor_package_iterator_next(pi2, &p2, &name2, &version2);
1598 res = strcmp(name1, name2);
1600 res = versioncmp(version1, version2);
1605 if (p2 == NULL || res < 0)
1606 callback(name1, version1, NULL, data);
1607 else if (p1 == NULL || res > 0)
1608 callback(name2, NULL, version2, data);
1610 if (p1 != NULL && res <= 0)
1611 razor_package_iterator_next(pi1, &p1,
1613 if (p2 != NULL && res >= 0)
1614 razor_package_iterator_next(pi2, &p2,
1618 razor_package_iterator_destroy(pi1);
1619 razor_package_iterator_destroy(pi2);