18 #include "razor-internal.h"
21 struct razor_set_section {
27 struct razor_set_header {
30 struct razor_set_section sections[0];
33 #define RAZOR_MAGIC 0x7a7a7a7a
34 #define RAZOR_VERSION 1
36 #define RAZOR_ENTRY_LAST 0x80000000ul
37 #define RAZOR_ENTRY_MASK 0x00fffffful
39 #define RAZOR_STRING_POOL 0
40 #define RAZOR_PACKAGES 1
41 #define RAZOR_PROPERTIES 2
43 #define RAZOR_PACKAGE_POOL 4
44 #define RAZOR_PROPERTY_POOL 5
45 #define RAZOR_FILE_POOL 6
47 struct razor_package {
50 struct list_head properties;
51 struct list_head files;
54 struct razor_property {
58 struct list_head packages;
64 struct list_head packages;
68 struct array string_pool;
69 struct array packages;
70 struct array properties;
72 struct array package_pool;
73 struct array property_pool;
74 struct array file_pool;
75 struct razor_set_header *header;
83 struct import_directory {
86 struct array packages;
87 struct import_directory *last;
90 struct razor_importer {
91 struct razor_set *set;
92 struct hashtable table;
93 struct razor_package *package;
94 struct array properties;
109 struct razor_set_section razor_sections[] = {
110 { RAZOR_STRING_POOL, offsetof(struct razor_set, string_pool) },
111 { RAZOR_PACKAGES, offsetof(struct razor_set, packages) },
112 { RAZOR_PROPERTIES, offsetof(struct razor_set, properties) },
113 { RAZOR_FILES, offsetof(struct razor_set, files) },
114 { RAZOR_PACKAGE_POOL, offsetof(struct razor_set, package_pool) },
115 { RAZOR_PROPERTY_POOL, offsetof(struct razor_set, property_pool) },
116 { RAZOR_FILE_POOL, offsetof(struct razor_set, file_pool) },
120 razor_set_create(void)
122 return zalloc(sizeof(struct razor_set));
126 razor_set_open(const char *filename)
128 struct razor_set *set;
129 struct razor_set_section *s;
134 set = zalloc(sizeof *set);
135 fd = open(filename, O_RDONLY);
136 if (fstat(fd, &stat) < 0)
138 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
139 if (set->header == MAP_FAILED) {
144 for (s = set->header->sections; ~s->type; s++) {
145 if (s->type >= ARRAY_SIZE(razor_sections))
147 if (s->type != razor_sections[s->type].type)
149 array = (void *) set + razor_sections[s->type].offset;
150 array->data = (void *) set->header + s->offset;
151 array->size = s->size;
152 array->alloc = s->size;
160 razor_set_destroy(struct razor_set *set)
167 for (i = 0; set->header->sections[i].type; i++)
169 size = set->header->sections[i].type;
170 munmap(set->header, size);
172 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
173 a = (void *) set + razor_sections[i].offset;
182 razor_set_write(struct razor_set *set, const char *filename)
185 struct razor_set_header *header = (struct razor_set_header *) data;
190 memset(data, 0, sizeof data);
191 header->magic = RAZOR_MAGIC;
192 header->version = RAZOR_VERSION;
193 offset = sizeof data;
195 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
196 if (razor_sections[i].type != i)
198 a = (void *) set + razor_sections[i].offset;
199 header->sections[i].type = i;
200 header->sections[i].offset = offset;
201 header->sections[i].size = a->size;
202 offset += ALIGN(a->size, 4096);
205 header->sections[i].type = ~0;
206 header->sections[i].offset = 0;
207 header->sections[i].size = 0;
209 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
213 razor_write(fd, data, sizeof data);
214 memset(data, 0, sizeof data);
215 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
216 if (razor_sections[i].type != i)
218 a = (void *) set + razor_sections[i].offset;
219 razor_write(fd, a->data, a->size);
220 razor_write(fd, data, ALIGN(a->size, 4096) - a->size);
229 razor_importer_begin_package(struct razor_importer *importer,
230 const char *name, const char *version)
232 struct razor_package *p;
234 p = array_add(&importer->set->packages, sizeof *p);
235 p->name = hashtable_tokenize(&importer->table, name);
236 p->version = hashtable_tokenize(&importer->table, version);
238 importer->package = p;
239 array_init(&importer->properties);
243 razor_importer_finish_package(struct razor_importer *importer)
245 list_set_array(&importer->package->properties,
246 &importer->set->property_pool,
247 &importer->properties);
249 array_release(&importer->properties);
253 razor_importer_add_property(struct razor_importer *importer,
255 enum razor_version_relation relation,
257 enum razor_property_type type)
259 struct razor_property *p;
262 p = array_add(&importer->set->properties, sizeof *p);
263 p->name = hashtable_tokenize(&importer->table, name) | (type << 30);
264 p->relation = relation;
265 p->version = hashtable_tokenize(&importer->table, version);
266 list_set_ptr(&p->packages, importer->package -
267 (struct razor_package *) importer->set->packages.data);
269 r = array_add(&importer->properties, sizeof *r);
270 *r = p - (struct razor_property *) importer->set->properties.data;
274 razor_importer_add_file(struct razor_importer *importer, const char *name)
276 struct import_entry *e;
278 e = array_add(&importer->files, sizeof *e);
280 e->package = importer->package -
281 (struct razor_package *) importer->set->packages.data;
282 e->name = strdup(name);
285 struct razor_importer *
286 razor_importer_new(void)
288 struct razor_importer *importer;
290 importer = zalloc(sizeof *importer);
291 importer->set = razor_set_create();
292 hashtable_init(&importer->table, &importer->set->string_pool);
297 /* Destroy an importer without creating the set. */
299 razor_importer_destroy(struct razor_importer *importer)
301 /* FIXME: write this */
305 typedef int (*compare_with_data_func_t)(const void *p1,
309 struct qsort_context {
311 compare_with_data_func_t compare;
316 qsort_swap(void *p1, void *p2, size_t size)
320 memcpy(buffer, p1, size);
321 memcpy(p1, p2, size);
322 memcpy(p2, buffer, size);
326 __qsort_with_data(void *base, size_t nelem, uint32_t *map,
327 struct qsort_context *ctx)
329 void *p, *start, *end, *pivot;
330 uint32_t *mp, *mstart, *mend, tmp;
331 int left, right, result;
332 size_t size = ctx->size;
336 end = base + nelem * size;
340 pivot = base + (random() % nelem) * size;
343 result = ctx->compare(p, pivot, ctx->data);
345 qsort_swap(p, start, size);
355 } else if (result == 0) {
361 qsort_swap(p, end, size);
370 left = (start - base) / size;
371 right = (base + nelem * size - end) / size;
373 __qsort_with_data(base, left, map, ctx);
375 __qsort_with_data(end, right, mend, ctx);
379 qsort_with_data(void *base, size_t nelem, size_t size,
380 compare_with_data_func_t compare, void *data)
382 struct qsort_context ctx;
390 ctx.compare = compare;
393 map = malloc(nelem * sizeof (uint32_t));
394 for (i = 0; i < nelem; i++)
397 __qsort_with_data(base, nelem, map, &ctx);
403 versioncmp(const char *s1, const char *s2)
409 n1 = strtol(s1, (char **) &p1, 0);
410 n2 = strtol(s2, (char **) &p2, 0);
412 /* Epoch; if one but not the other has an epoch set, default
413 * the epoch-less version to 0. */
414 res = (*p1 == ':') - (*p2 == ':');
419 } else if (res > 0) {
432 if (isdigit(*p1) && isdigit(*p2))
433 return versioncmp(p1, p2);
440 compare_packages(const void *p1, const void *p2, void *data)
442 const struct razor_package *pkg1 = p1, *pkg2 = p2;
443 struct razor_set *set = data;
444 char *pool = set->string_pool.data;
446 if (pkg1->name == pkg2->name)
447 return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
449 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
453 compare_properties(const void *p1, const void *p2, void *data)
455 const struct razor_property *prop1 = p1, *prop2 = p2;
456 struct razor_set *set = data;
457 char *pool = set->string_pool.data;
459 if (prop1->name == prop2->name) {
460 if (prop1->relation == prop2->relation)
461 return versioncmp(&pool[prop1->version],
462 &pool[prop2->version]);
464 return prop1->relation - prop2->relation;
465 } else if ((prop1->name & RAZOR_ENTRY_MASK) == (prop2->name & RAZOR_ENTRY_MASK))
466 return (prop1->name >> 30) - (prop2->name >> 30);
468 return strcmp(&pool[prop1->name & RAZOR_ENTRY_MASK],
469 &pool[prop2->name & RAZOR_ENTRY_MASK]);
473 uniqueify_properties(struct razor_set *set)
475 struct razor_property *rp, *up, *rp_end;
476 struct array *pkgs, *p;
478 uint32_t *map, *rmap;
479 int i, count, unique;
481 count = set->properties.size / sizeof(struct razor_property);
482 map = qsort_with_data(set->properties.data,
484 sizeof(struct razor_property),
488 rp_end = set->properties.data + set->properties.size;
489 rmap = malloc(count * sizeof *map);
490 pkgs = zalloc(count * sizeof *pkgs);
491 for (rp = set->properties.data, up = rp, i = 0; rp < rp_end; rp++, i++) {
492 if (rp->name != up->name || rp->relation != up->relation ||
493 rp->version != up->version) {
496 up->relation = rp->relation;
497 up->version = rp->version;
500 unique = up - (struct razor_property *) set->properties.data;
501 rmap[map[i]] = unique;
502 r = array_add(&pkgs[unique], sizeof *r);
508 set->properties.size = (void *) up - set->properties.data;
510 for (rp = set->properties.data, p = pkgs; rp < rp_end; rp++, p++) {
511 list_set_array(&rp->packages, &set->package_pool, p);
521 compare_filenames(const void *p1, const void *p2, void *data)
523 const struct import_entry *e1 = p1;
524 const struct import_entry *e2 = p2;
526 return strcmp(e1->name, e2->name);
530 count_entries(struct import_directory *d)
532 struct import_directory *p, *end;
535 end = d->files.data + d->files.size;
539 d->count += p->count + 1;
545 serialize_files(struct razor_set *set,
546 struct import_directory *d, struct array *array)
548 struct import_directory *p, *end;
549 struct razor_entry *e = NULL;
553 end = d->files.data + d->files.size;
554 s = array->size / sizeof *e + d->files.size / sizeof *p;
556 e = array_add(array, sizeof *e);
558 e->start = p->count > 0 ? s : 0;
561 list_set_array(&e->packages, &set->package_pool, &p->packages);
562 array_release(&p->packages);
566 e->name |= RAZOR_ENTRY_LAST;
569 end = d->files.data + d->files.size;
571 serialize_files(set, p, array);
577 remap_property_package_links(struct array *properties, uint32_t *rmap)
579 struct razor_property *p, *end;
581 end = properties->data + properties->size;
582 for (p = properties->data; p < end; p++)
583 list_remap_head(&p->packages, rmap);
587 build_file_tree(struct razor_importer *importer)
589 int count, i, length;
590 struct import_entry *filenames;
594 struct import_directory *d, root;
595 struct razor_entry *e;
597 count = importer->files.size / sizeof (struct import_entry);
598 qsort_with_data(importer->files.data,
600 sizeof (struct import_entry),
604 root.name = hashtable_tokenize(&importer->table, "");
605 array_init(&root.files);
606 array_init(&root.packages);
609 filenames = importer->files.data;
610 for (i = 0; i < count; i++) {
611 f = filenames[i].name;
618 end = strchr(f, '/');
622 memcpy(dirname, f, length);
623 dirname[length] ='\0';
624 name = hashtable_tokenize(&importer->table, dirname);
625 if (d->last == NULL || d->last->name != name) {
626 d->last = array_add(&d->files, sizeof *d);
627 d->last->name = name;
628 d->last->last = NULL;
629 array_init(&d->last->files);
630 array_init(&d->last->packages);
638 r = array_add(&d->packages, sizeof *r);
639 *r = filenames[i].package;
640 free(filenames[i].name);
643 count_entries(&root);
644 array_init(&importer->set->files);
646 e = array_add(&importer->set->files, sizeof *e);
647 e->name = root.name | RAZOR_ENTRY_LAST;
649 list_set_empty(&e->packages);
651 serialize_files(importer->set, &root, &importer->set->files);
653 array_release(&importer->files);
657 build_package_file_lists(struct razor_set *set, uint32_t *rmap)
659 struct razor_package *p, *packages;
661 struct razor_entry *e, *end;
666 count = set->packages.size / sizeof *p;
667 pkgs = zalloc(count * sizeof *pkgs);
669 end = set->files.data + set->files.size;
670 for (e = set->files.data; e < end; e++) {
671 list_remap_head(&e->packages, rmap);
672 r = list_first(&e->packages, &set->package_pool);
674 q = array_add(&pkgs[r->data], sizeof *q);
675 *q = e - (struct razor_entry *) set->files.data;
680 packages = set->packages.data;
681 for (i = 0; i < count; i++) {
682 list_set_array(&packages[i].files, &set->file_pool, &pkgs[i]);
683 array_release(&pkgs[i]);
689 razor_importer_finish(struct razor_importer *importer)
691 struct razor_set *set;
692 uint32_t *map, *rmap;
695 map = uniqueify_properties(importer->set);
696 list_remap_pool(&importer->set->property_pool, map);
699 count = importer->set->packages.size / sizeof(struct razor_package);
700 map = qsort_with_data(importer->set->packages.data,
702 sizeof(struct razor_package),
706 rmap = malloc(count * sizeof *rmap);
707 for (i = 0; i < count; i++)
711 build_file_tree(importer);
712 list_remap_pool(&importer->set->package_pool, rmap);
713 build_package_file_lists(importer->set, rmap);
714 remap_property_package_links(&importer->set->properties, rmap);
718 hashtable_release(&importer->table);
724 struct razor_package_iterator {
725 struct razor_set *set;
726 struct razor_package *package, *end;
730 struct razor_package_iterator *
731 razor_package_iterator_create_with_index(struct razor_set *set,
734 struct razor_package_iterator *pi;
736 pi = zalloc(sizeof *pi);
743 struct razor_package_iterator *
744 razor_package_iterator_create(struct razor_set *set)
746 struct razor_package_iterator *pi;
748 pi = zalloc(sizeof *pi);
750 pi->end = set->packages.data + set->packages.size;
751 pi->package = set->packages.data;
756 struct razor_package_iterator *
757 razor_package_iterator_create_for_property(struct razor_set *set,
758 struct razor_property *property)
762 index = list_first(&property->packages, &set->package_pool);
763 return razor_package_iterator_create_with_index(set, index);
767 razor_package_iterator_next(struct razor_package_iterator *pi,
768 struct razor_package **package,
769 const char **name, const char **version)
773 struct razor_package *p, *packages;
778 } else if (pi->index) {
779 packages = pi->set->packages.data;
780 p = &packages[pi->index->data];
781 pi->index = list_next(pi->index);
787 pool = pi->set->string_pool.data;
789 *name = &pool[p->name & RAZOR_ENTRY_MASK];
790 *version = &pool[p->version];
799 razor_package_iterator_destroy(struct razor_package_iterator *pi)
804 struct razor_package *
805 razor_set_get_package(struct razor_set *set, const char *package)
807 struct razor_package_iterator *pi;
808 struct razor_package *p;
809 const char *name, *version;
811 pi = razor_package_iterator_create(set);
812 while (razor_package_iterator_next(pi, &p, &name, &version)) {
813 if (strcmp(package, name) == 0)
816 razor_package_iterator_destroy(pi);
821 struct razor_property_iterator {
822 struct razor_set *set;
823 struct razor_property *property, *end;
827 struct razor_property_iterator *
828 razor_property_iterator_create(struct razor_set *set,
829 struct razor_package *package)
831 struct razor_property_iterator *pi;
833 pi = zalloc(sizeof *pi);
837 pi->index = list_first(&package->properties,
838 &set->property_pool);
840 pi->property = set->properties.data;
841 pi->end = set->properties.data + set->properties.size;
848 razor_property_iterator_next(struct razor_property_iterator *pi,
849 struct razor_property **property,
851 enum razor_version_relation *relation,
852 const char **version,
853 enum razor_property_type *type)
857 struct razor_property *p, *properties;
862 } else if (pi->index) {
863 properties = pi->set->properties.data;
864 p = &properties[pi->index->data];
865 pi->index = list_next(pi->index);
871 pool = pi->set->string_pool.data;
873 *name = &pool[p->name & RAZOR_ENTRY_MASK];
874 *relation = p->relation;
875 *version = &pool[p->version];
876 *type = p->name >> 30;
885 razor_property_iterator_destroy(struct razor_property_iterator *pi)
890 static struct razor_entry *
891 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
893 struct razor_entry *e;
894 const char *n, *pool = set->string_pool.data;
897 e = (struct razor_entry *) set->files.data + dir->start;
899 n = pool + (e->name & RAZOR_ENTRY_MASK);
900 if (strcmp(pattern + 1, n) == 0)
903 if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
904 pattern[len + 1] == '/') {
905 return find_entry(set, e, pattern + len + 1);
907 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
913 list_dir(struct razor_set *set, struct razor_entry *dir,
914 const char *prefix, const char *pattern)
916 struct razor_entry *e;
917 const char *n, *pool = set->string_pool.data;
919 e = (struct razor_entry *) set->files.data + dir->start;
921 n = pool + (e->name & RAZOR_ENTRY_MASK);
922 if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
924 printf("%s/%s%s\n", prefix, n, e->start > 0 ? "/" : "");
925 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
929 razor_set_list_files(struct razor_set *set, const char *pattern)
931 struct razor_entry *e;
932 char buffer[512], *p, *base;
937 strcpy(buffer, pattern);
938 e = find_entry(set, set->files.data, buffer);
939 if (e && e->start > 0) {
942 p = strrchr(buffer, '/');
950 e = find_entry(set, set->files.data, buffer);
952 list_dir(set, e, buffer, base);
955 struct razor_package_iterator *
956 razor_package_iterator_create_for_file(struct razor_set *set,
957 const char *filename)
959 struct razor_entry *entry;
962 entry = find_entry(set, set->files.data, filename);
966 index = list_first(&entry->packages, &set->package_pool);
967 return razor_package_iterator_create_with_index(set, index);
971 list_package_files(struct razor_set *set, struct list *r,
972 struct razor_entry *dir, uint32_t end,
975 struct razor_entry *e, *f, *entries;
980 entries = (struct razor_entry *) set->files.data;
981 pool = set->string_pool.data;
983 e = entries + dir->start;
985 if (entries + r->data == e) {
986 printf("%s/%s\n", prefix,
987 pool + (e->name & RAZOR_ENTRY_MASK));
994 } while (!((e++)->name & RAZOR_ENTRY_LAST));
996 e = entries + dir->start;
1001 if (e->name & RAZOR_ENTRY_LAST)
1005 while (f->start == 0 && !(f->name & RAZOR_ENTRY_LAST))
1014 if (e->start <= file && file < next) {
1015 len = strlen(prefix);
1017 strcpy(prefix + len + 1,
1018 pool + (e->name & RAZOR_ENTRY_MASK));
1019 r = list_package_files(set, r, e, next, prefix);
1022 } while (!((e++)->name & RAZOR_ENTRY_LAST) && r != NULL);
1028 razor_set_list_package_files(struct razor_set *set, const char *name)
1030 struct razor_package *package;
1035 package = razor_set_get_package(set, name);
1037 r = list_first(&package->files, &set->file_pool);
1038 end = set->files.size / sizeof (struct razor_entry);
1040 list_package_files(set, r, set->files.data, end, buffer);
1044 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
1046 struct razor_property *r, *p, *end;
1050 end = set->properties.data + set->properties.size;
1051 pool = set->string_pool.data;
1053 for (r = set->properties.data, p = r; r < end; r++) {
1054 if (r->name >> 30 != RAZOR_PROPERTY_REQUIRES)
1057 if ((r->name & RAZOR_ENTRY_MASK) != (p->name & RAZOR_ENTRY_MASK)) {
1059 while (p < end && p->name == r->name)
1063 /* If there is more than one version of a provides,
1064 * seek to the end for the highest version. */
1065 /* FIXME: This doesn't work if we have a series of
1066 * requires a = 1, provides a = 1, requires a = 2,
1067 * provides a = 2, as the kernel and kernel-devel
1069 while (p + 1 < end && p->name == (p + 1)->name)
1072 /* FIXME: We need to track property flags (<, <=, =
1073 * etc) to properly determine if a requires is
1074 * satisfied. The current code doesn't track that the
1075 * requires a = 1 isn't satisfied by a = 2 provides. */
1078 (p->name >> 30) != RAZOR_PROPERTY_PROVIDES ||
1079 (r->name & RAZOR_ENTRY_MASK) != (p->name & RAZOR_ENTRY_MASK) ||
1080 versioncmp(&pool[r->version], &pool[p->version]) > 0) {
1081 /* FIXME: We ignore file requires for now. */
1082 if (pool[r->name & RAZOR_ENTRY_MASK] == '/')
1084 u = array_add(unsatisfied, sizeof *u);
1085 *u = r - (struct razor_property *) set->properties.data;
1091 razor_set_list_unsatisfied(struct razor_set *set)
1093 struct array unsatisfied;
1094 struct razor_property *properties, *r;
1098 array_init(&unsatisfied);
1099 razor_set_validate(set, &unsatisfied);
1101 end = unsatisfied.data + unsatisfied.size;
1102 properties = set->properties.data;
1103 pool = set->string_pool.data;
1105 for (u = unsatisfied.data; u < end; u++) {
1106 r = properties + *u;
1107 if (pool[r->version] == '\0')
1108 printf("%ss not satisfied\n",
1109 &pool[r->name & RAZOR_ENTRY_MASK]);
1111 printf("%s-%s not satisfied\n",
1112 &pool[r->name & RAZOR_ENTRY_MASK],
1116 array_release(&unsatisfied);
1119 #define UPSTREAM_SOURCE 0x80000000ul
1120 #define INDEX_MASK 0x00fffffful
1123 struct razor_set *set;
1124 uint32_t *property_map;
1127 struct razor_merger {
1128 struct razor_set *set;
1129 struct hashtable table;
1130 struct source source1;
1131 struct source source2;
1134 static struct razor_merger *
1135 razor_merger_create(struct razor_set *set1, struct razor_set *set2)
1137 struct razor_merger *merger;
1141 merger = zalloc(sizeof *merger);
1142 merger->set = razor_set_create();
1143 hashtable_init(&merger->table, &merger->set->string_pool);
1145 count = set1->properties.size / sizeof (struct razor_property);
1146 size = count * sizeof merger->source1.property_map[0];
1147 merger->source1.property_map = zalloc(size);
1148 merger->source1.set = set1;
1150 count = set2->properties.size / sizeof (struct razor_property);
1151 size = count * sizeof merger->source2.property_map[0];
1152 merger->source2.property_map = zalloc(size);
1153 merger->source2.set = set2;
1159 add_package(struct razor_merger *merger,
1160 struct razor_package *package, struct source *source,
1165 struct razor_package *p;
1167 pool = source->set->string_pool.data;
1168 p = array_add(&merger->set->packages, sizeof *p);
1169 p->name = hashtable_tokenize(&merger->table, &pool[package->name]);
1171 p->version = hashtable_tokenize(&merger->table,
1172 &pool[package->version]);
1173 p->properties = package->properties;
1175 r = list_first(&package->properties, &source->set->property_pool);
1177 source->property_map[r->data] = 1;
1183 /* Build the new package list sorted by merging the two package lists.
1184 * Build new string pool as we go. */
1186 merge_packages(struct razor_merger *merger, struct array *packages)
1188 struct razor_package *upstream_packages, *p, *s, *send;
1189 struct source *source1, *source2;
1190 char *spool, *upool;
1194 source1 = &merger->source1;
1195 source2 = &merger->source2;
1196 upstream_packages = source2->set->packages.data;
1199 uend = packages->data + packages->size;
1200 upool = source2->set->string_pool.data;
1202 s = source1->set->packages.data;
1203 send = source1->set->packages.data + source1->set->packages.size;
1204 spool = source1->set->string_pool.data;
1207 p = upstream_packages + *u;
1210 cmp = strcmp(&spool[s->name], &upool[p->name]);
1211 if (u >= uend || cmp < 0) {
1212 add_package(merger, s, source1, 0);
1214 } else if (cmp == 0) {
1215 add_package(merger, p, source2, UPSTREAM_SOURCE);
1219 add_package(merger, p, source2, UPSTREAM_SOURCE);
1226 add_property(struct razor_merger *merger,
1227 const char *name, enum razor_version_relation relation,
1228 const char *version, int type)
1230 struct razor_property *p;
1232 p = array_add(&merger->set->properties, sizeof *p);
1233 p->name = hashtable_tokenize(&merger->table, name) | (type << 30);
1234 p->relation = relation;
1235 p->version = hashtable_tokenize(&merger->table, version);
1237 return p - (struct razor_property *) merger->set->properties.data;
1241 merge_properties(struct razor_merger *merger)
1243 struct razor_property *p1, *p2;
1244 struct razor_set *set1, *set2;
1245 uint32_t *map1, *map2;
1246 int i, j, cmp, count1, count2;
1247 char *pool1, *pool2;
1249 set1 = merger->source1.set;
1250 set2 = merger->source2.set;
1251 map1 = merger->source1.property_map;
1252 map2 = merger->source2.property_map;
1256 pool1 = set1->string_pool.data;
1257 pool2 = set2->string_pool.data;
1259 count1 = set1->properties.size / sizeof *p1;
1260 count2 = set2->properties.size / sizeof *p2;
1261 while (i < count1 || j < count2) {
1262 if (i < count1 && map1[i] == 0) {
1266 if (j < count2 && map2[j] == 0) {
1270 p1 = (struct razor_property *) set1->properties.data + i;
1271 p2 = (struct razor_property *) set2->properties.data + j;
1272 if (i < count1 && j < count2)
1273 cmp = strcmp(&pool1[p1->name & RAZOR_ENTRY_MASK],
1274 &pool2[p2->name & RAZOR_ENTRY_MASK]);
1275 else if (i < count1)
1280 cmp = p1->relation - p2->relation;
1282 cmp = versioncmp(&pool1[p1->version],
1283 &pool2[p2->version]);
1285 map1[i++] = add_property(merger,
1286 &pool1[p1->name & RAZOR_ENTRY_MASK],
1288 &pool1[p1->version],
1290 } else if (cmp > 0) {
1291 map2[j++] = add_property(merger,
1292 &pool2[p2->name & RAZOR_ENTRY_MASK],
1294 &pool2[p2->version],
1297 map1[i++] = map2[j++] = add_property(merger,
1298 &pool1[p1->name & RAZOR_ENTRY_MASK],
1300 &pool1[p1->version],
1307 emit_properties(struct list_head *properties, struct array *source_pool,
1308 uint32_t *map, struct array *pool)
1313 r = pool->size / sizeof *q;
1314 p = list_first(properties, source_pool);
1316 q = array_add(pool, sizeof *q);
1317 q->data = map[p->data];
1318 q->flags = p->flags;
1322 list_set_ptr(properties, r);
1325 /* Rebuild property->packages maps. We can't just remap these, as a
1326 * property may have lost or gained a number of packages. Allocate an
1327 * array per property and loop through the packages and add them to
1328 * the arrays for their properties. */
1330 rebuild_package_lists(struct razor_set *set)
1332 struct array *pkgs, *a;
1333 struct razor_package *pkg, *pkg_end;
1334 struct razor_property *prop, *prop_end;
1340 count = set->properties.size / sizeof (struct razor_property);
1341 pkgs = zalloc(count * sizeof *pkgs);
1342 pkg_end = set->packages.data + set->packages.size;
1343 pool = &set->property_pool;
1345 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1346 r = list_first(&pkg->properties, pool);
1348 q = array_add(&pkgs[r->data], sizeof *q);
1349 *q = pkg - (struct razor_package *) set->packages.data;
1354 prop_end = set->properties.data + set->properties.size;
1356 for (prop = set->properties.data; prop < prop_end; prop++, a++) {
1357 list_set_array(&prop->packages, pool, a);
1364 razor_merger_finish(struct razor_merger *merger)
1366 struct razor_set *result;
1368 result = merger->set;
1369 hashtable_release(&merger->table);
1375 /* Add packages from 'upstream' to 'set'. The packages to add are
1376 * specified by the 'packages' array, which is a sorted list of
1377 * package indexes. Returns a newly allocated package set. Does not
1378 * enforce validity of the resulting package set.
1380 * This looks more complicated than it is. An easy way to merge two
1381 * package sets would be to just use a razor_importer, but that
1382 * requires resorting, and is thus O(n log n). We can do this in a
1383 * linear sweep, but it gets a little more complicated.
1386 razor_set_add(struct razor_set *set, struct razor_set *upstream,
1387 struct array *packages)
1389 struct razor_merger *merger;
1390 struct razor_package *p, *pend;
1392 merger = razor_merger_create(set, upstream);
1394 merge_packages(merger, packages);
1396 /* As we built the package list, we filled out a bitvector of
1397 * the properties that are referenced by the packages in the
1398 * new set. Now we do a parallel loop through the properties
1399 * and emit those marked in the bit vector to the new set. In
1400 * the process, we update the bit vector to actually map from
1401 * indices in the old property list to indices in the new
1402 * property list for both sets. */
1404 merge_properties(merger);
1406 /* Now we loop through the packages again and emit the
1407 * property lists, remapped to point to the new properties. */
1409 pend = merger->set->packages.data + merger->set->packages.size;
1410 for (p = merger->set->packages.data; p < pend; p++) {
1413 if (p->name & UPSTREAM_SOURCE)
1414 src = &merger->source2;
1416 src = &merger->source1;
1418 emit_properties(&p->properties,
1419 &src->set->property_pool,
1421 &merger->set->property_pool);
1422 p->name &= INDEX_MASK;
1425 rebuild_package_lists(merger->set);
1427 return razor_merger_finish(merger);
1431 razor_set_satisfy(struct razor_set *set, struct array *unsatisfied,
1432 struct razor_set *upstream, struct array *list)
1434 struct razor_property *requires, *r;
1435 struct razor_property *p, *pend;
1436 uint32_t *u, *end, *pkg;
1437 struct array *package_pool;
1440 end = unsatisfied->data + unsatisfied->size;
1441 requires = set->properties.data;
1442 pool = set->string_pool.data;
1444 p = upstream->properties.data;
1445 pend = upstream->properties.data + upstream->properties.size;
1446 upool = upstream->string_pool.data;
1447 package_pool = &upstream->package_pool;
1449 for (u = unsatisfied->data; u < end; u++) {
1453 strcmp(&pool[r->name & RAZOR_ENTRY_MASK],
1454 &upool[p->name & RAZOR_ENTRY_MASK]) > 0 &&
1455 (p->name >> 30) != RAZOR_PROPERTY_PROVIDES)
1457 /* If there is more than one version of a provides,
1458 * seek to the end for the highest version. */
1459 while (p + 1 < pend && p->name == (p + 1)->name)
1463 strcmp(&pool[r->name & RAZOR_ENTRY_MASK],
1464 &upool[p->name & RAZOR_ENTRY_MASK]) != 0 ||
1465 versioncmp(&pool[r->version], &upool[p->version]) > 0) {
1466 /* Do we need to track unsatisfiable requires
1467 * as we go, or should we just do a
1468 * razor_set_validate() at the end? */
1470 pkg = array_add(list, sizeof *pkg);
1471 /* We just pull in the first package that provides */
1472 *pkg = list_first(&p->packages, package_pool)->data;
1478 find_packages(struct razor_set *set,
1479 int count, const char **package_names, struct array *list)
1481 struct razor_package_iterator *pi;
1482 struct razor_package *p, *packages;
1483 const char *name, *version;
1487 packages = (struct razor_package *) set->packages.data;
1488 pi = razor_package_iterator_create(set);
1490 while (razor_package_iterator_next(pi, &p, &name, &version)) {
1491 for (i = 0; i < count; i++) {
1492 if (strcmp(name, package_names[i]) == 0) {
1493 r = array_add(list, sizeof *r);
1500 razor_package_iterator_destroy(pi);
1504 find_all_packages(struct razor_set *set,
1505 struct razor_set *upstream, struct array *list)
1507 struct razor_package *p, *u, *pend, *uend;
1511 pend = set->packages.data + set->packages.size;
1512 pool = set->string_pool.data;
1513 u = upstream->packages.data;
1514 uend = upstream->packages.data + upstream->packages.size;
1515 upool = upstream->string_pool.data;
1517 for (p = set->packages.data; p < pend; p++) {
1518 while (u < uend && strcmp(&pool[p->name], &upool[u->name]) > 0)
1520 if (strcmp(&pool[p->name], &upool[u->name]) == 0) {
1521 r = array_add(list, sizeof *r);
1522 *r = u - (struct razor_package *) upstream->packages.data;
1528 razor_set_update(struct razor_set *set, struct razor_set *upstream,
1529 int count, const char **packages)
1531 struct razor_set *new;
1532 struct razor_package *upackages;
1533 struct array list, unsatisfied;
1540 find_packages(upstream, count, packages, &list);
1542 find_all_packages(set, upstream, &list);
1544 end = list.data + list.size;
1545 upackages = upstream->packages.data;
1546 pool = upstream->string_pool.data;
1547 total += list.size / sizeof *u;
1549 while (list.size > 0) {
1550 new = razor_set_add(set, upstream, &list);
1551 array_release(&list);
1552 razor_set_destroy(set);
1555 array_init(&unsatisfied);
1556 razor_set_validate(new, &unsatisfied);
1558 razor_set_satisfy(new, &unsatisfied, upstream, &list);
1559 array_release(&unsatisfied);
1561 end = list.data + list.size;
1562 upackages = upstream->packages.data;
1563 pool = upstream->string_pool.data;
1564 total += list.size / sizeof *u;
1567 array_release(&list);
1572 /* The diff order matters. We should sort the packages so that a
1573 * REMOVE of a package comes before the INSTALL, and so that all
1574 * requires for a package have been installed before the package.
1578 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
1579 razor_package_callback_t callback, void *data)
1581 struct razor_package_iterator *pi1, *pi2;
1582 struct razor_package *p1, *p2;
1583 const char *name1, *name2, *version1, *version2;
1586 pi1 = razor_package_iterator_create(set);
1587 pi2 = razor_package_iterator_create(upstream);
1589 razor_package_iterator_next(pi1, &p1, &name1, &version1);
1590 razor_package_iterator_next(pi2, &p2, &name2, &version2);
1594 res = strcmp(name1, name2);
1596 res = versioncmp(version1, version2);
1601 if (p2 == NULL || res < 0)
1602 callback(name1, version1, NULL, data);
1603 else if (p1 == NULL || res > 0)
1604 callback(name2, NULL, version2, data);
1606 if (p1 != NULL && res <= 0)
1607 razor_package_iterator_next(pi1, &p1,
1609 if (p2 != NULL && res >= 0)
1610 razor_package_iterator_next(pi2, &p2,
1614 razor_package_iterator_destroy(pi1);
1615 razor_package_iterator_destroy(pi2);