18 #include "razor-internal.h"
21 struct razor_set_section {
27 struct razor_set_header {
30 struct razor_set_section sections[0];
33 #define RAZOR_MAGIC 0x7a7a7a7a
34 #define RAZOR_VERSION 1
36 #define RAZOR_STRING_POOL 0
37 #define RAZOR_PACKAGES 1
38 #define RAZOR_PROPERTIES 2
40 #define RAZOR_PACKAGE_POOL 4
41 #define RAZOR_PROPERTY_POOL 5
42 #define RAZOR_FILE_POOL 6
44 struct razor_package {
48 struct list_head properties;
49 struct list_head files;
52 struct razor_property {
58 struct list_head packages;
65 struct list_head packages;
68 #define RAZOR_ENTRY_LAST 0x80
71 struct array string_pool;
72 struct array packages;
73 struct array properties;
75 struct array package_pool;
76 struct array property_pool;
77 struct array file_pool;
78 struct razor_set_header *header;
86 struct import_directory {
89 struct array packages;
90 struct import_directory *last;
93 struct razor_importer {
94 struct razor_set *set;
95 struct hashtable table;
96 struct razor_package *package;
97 struct array properties;
112 struct razor_set_section razor_sections[] = {
113 { RAZOR_STRING_POOL, offsetof(struct razor_set, string_pool) },
114 { RAZOR_PACKAGES, offsetof(struct razor_set, packages) },
115 { RAZOR_PROPERTIES, offsetof(struct razor_set, properties) },
116 { RAZOR_FILES, offsetof(struct razor_set, files) },
117 { RAZOR_PACKAGE_POOL, offsetof(struct razor_set, package_pool) },
118 { RAZOR_PROPERTY_POOL, offsetof(struct razor_set, property_pool) },
119 { RAZOR_FILE_POOL, offsetof(struct razor_set, file_pool) },
123 razor_set_create(void)
125 return zalloc(sizeof(struct razor_set));
129 razor_set_open(const char *filename)
131 struct razor_set *set;
132 struct razor_set_section *s;
137 set = zalloc(sizeof *set);
138 fd = open(filename, O_RDONLY);
139 if (fstat(fd, &stat) < 0)
141 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
142 if (set->header == MAP_FAILED) {
147 for (s = set->header->sections; ~s->type; s++) {
148 if (s->type >= ARRAY_SIZE(razor_sections))
150 if (s->type != razor_sections[s->type].type)
152 array = (void *) set + razor_sections[s->type].offset;
153 array->data = (void *) set->header + s->offset;
154 array->size = s->size;
155 array->alloc = s->size;
163 razor_set_destroy(struct razor_set *set)
170 for (i = 0; set->header->sections[i].type; i++)
172 size = set->header->sections[i].type;
173 munmap(set->header, size);
175 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
176 a = (void *) set + razor_sections[i].offset;
185 razor_set_write(struct razor_set *set, const char *filename)
188 struct razor_set_header *header = (struct razor_set_header *) data;
193 memset(data, 0, sizeof data);
194 header->magic = RAZOR_MAGIC;
195 header->version = RAZOR_VERSION;
196 offset = sizeof data;
198 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
199 if (razor_sections[i].type != i)
201 a = (void *) set + razor_sections[i].offset;
202 header->sections[i].type = i;
203 header->sections[i].offset = offset;
204 header->sections[i].size = a->size;
205 offset += ALIGN(a->size, 4096);
208 header->sections[i].type = ~0;
209 header->sections[i].offset = 0;
210 header->sections[i].size = 0;
212 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
216 razor_write(fd, data, sizeof data);
217 memset(data, 0, sizeof data);
218 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
219 if (razor_sections[i].type != i)
221 a = (void *) set + razor_sections[i].offset;
222 razor_write(fd, a->data, a->size);
223 razor_write(fd, data, ALIGN(a->size, 4096) - a->size);
232 razor_importer_begin_package(struct razor_importer *importer,
233 const char *name, const char *version)
235 struct razor_package *p;
237 p = array_add(&importer->set->packages, sizeof *p);
238 p->name = hashtable_tokenize(&importer->table, name);
240 p->version = hashtable_tokenize(&importer->table, version);
242 importer->package = p;
243 array_init(&importer->properties);
247 razor_importer_finish_package(struct razor_importer *importer)
249 list_set_array(&importer->package->properties,
250 &importer->set->property_pool,
251 &importer->properties,
254 array_release(&importer->properties);
258 razor_importer_add_property(struct razor_importer *importer,
260 enum razor_version_relation relation,
262 enum razor_property_type type)
264 struct razor_property *p;
267 p = array_add(&importer->set->properties, sizeof *p);
268 p->name = hashtable_tokenize(&importer->table, name);
271 p->relation = relation;
272 p->version = hashtable_tokenize(&importer->table, version);
273 list_set_ptr(&p->packages, importer->package -
274 (struct razor_package *) importer->set->packages.data);
276 r = array_add(&importer->properties, sizeof *r);
277 *r = p - (struct razor_property *) importer->set->properties.data;
281 razor_importer_add_file(struct razor_importer *importer, const char *name)
283 struct import_entry *e;
285 e = array_add(&importer->files, sizeof *e);
287 e->package = importer->package -
288 (struct razor_package *) importer->set->packages.data;
289 e->name = strdup(name);
292 struct razor_importer *
293 razor_importer_new(void)
295 struct razor_importer *importer;
297 importer = zalloc(sizeof *importer);
298 importer->set = razor_set_create();
299 hashtable_init(&importer->table, &importer->set->string_pool);
304 /* Destroy an importer without creating the set. */
306 razor_importer_destroy(struct razor_importer *importer)
308 /* FIXME: write this */
312 typedef int (*compare_with_data_func_t)(const void *p1,
316 struct qsort_context {
318 compare_with_data_func_t compare;
323 qsort_swap(void *p1, void *p2, size_t size)
327 memcpy(buffer, p1, size);
328 memcpy(p1, p2, size);
329 memcpy(p2, buffer, size);
333 __qsort_with_data(void *base, size_t nelem, uint32_t *map,
334 struct qsort_context *ctx)
336 void *p, *start, *end, *pivot;
337 uint32_t *mp, *mstart, *mend, tmp;
338 int left, right, result;
339 size_t size = ctx->size;
343 end = base + nelem * size;
347 pivot = base + (random() % nelem) * size;
350 result = ctx->compare(p, pivot, ctx->data);
352 qsort_swap(p, start, size);
362 } else if (result == 0) {
368 qsort_swap(p, end, size);
377 left = (start - base) / size;
378 right = (base + nelem * size - end) / size;
380 __qsort_with_data(base, left, map, ctx);
382 __qsort_with_data(end, right, mend, ctx);
386 qsort_with_data(void *base, size_t nelem, size_t size,
387 compare_with_data_func_t compare, void *data)
389 struct qsort_context ctx;
397 ctx.compare = compare;
400 map = malloc(nelem * sizeof (uint32_t));
401 for (i = 0; i < nelem; i++)
404 __qsort_with_data(base, nelem, map, &ctx);
410 versioncmp(const char *s1, const char *s2)
416 n1 = strtol(s1, (char **) &p1, 0);
417 n2 = strtol(s2, (char **) &p2, 0);
419 /* Epoch; if one but not the other has an epoch set, default
420 * the epoch-less version to 0. */
421 res = (*p1 == ':') - (*p2 == ':');
426 } else if (res > 0) {
439 if (isdigit(*p1) && isdigit(*p2))
440 return versioncmp(p1, p2);
447 compare_packages(const void *p1, const void *p2, void *data)
449 const struct razor_package *pkg1 = p1, *pkg2 = p2;
450 struct razor_set *set = data;
451 char *pool = set->string_pool.data;
453 /* FIXME: what if the flags are different? */
454 if (pkg1->name == pkg2->name)
455 return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
457 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
461 compare_properties(const void *p1, const void *p2, void *data)
463 const struct razor_property *prop1 = p1, *prop2 = p2;
464 struct razor_set *set = data;
465 char *pool = set->string_pool.data;
467 if (prop1->name != prop2->name)
468 return strcmp(&pool[prop1->name], &pool[prop2->name]);
469 else if (prop1->type != prop2->type)
470 return prop1->type - prop2->type;
471 else if (prop1->relation != prop2->relation)
472 return prop1->relation - prop2->relation;
474 return versioncmp(&pool[prop1->version], &pool[prop2->version]);
478 uniqueify_properties(struct razor_set *set)
480 struct razor_property *rp, *up, *rp_end;
481 struct array *pkgs, *p;
483 uint32_t *map, *rmap;
484 int i, count, unique;
486 count = set->properties.size / sizeof(struct razor_property);
487 map = qsort_with_data(set->properties.data,
489 sizeof(struct razor_property),
493 rp_end = set->properties.data + set->properties.size;
494 rmap = malloc(count * sizeof *map);
495 pkgs = zalloc(count * sizeof *pkgs);
496 for (rp = set->properties.data, up = rp, i = 0; rp < rp_end; rp++, i++) {
497 if (rp->name != up->name || rp->type != up->type ||
498 rp->relation != up->relation || rp->version != up->version) {
503 up->relation = rp->relation;
504 up->version = rp->version;
507 unique = up - (struct razor_property *) set->properties.data;
508 rmap[map[i]] = unique;
509 r = array_add(&pkgs[unique], sizeof *r);
516 set->properties.size = (void *) up - set->properties.data;
518 for (rp = set->properties.data, p = pkgs; rp < rp_end; rp++, p++) {
519 list_set_array(&rp->packages, &set->package_pool, p, 0);
529 compare_filenames(const void *p1, const void *p2, void *data)
531 const struct import_entry *e1 = p1;
532 const struct import_entry *e2 = p2;
533 const char *n1 = e1->name;
534 const char *n2 = e2->name;
536 /* Need to make sure that the contents of a directory
537 * are sorted immediately after it. So "foo/bar" has to
538 * sort before "foo.conf"
540 * FIXME: this is about 60% slower than strcmp
544 return *n2 == '/' ? 1 : -1;
546 return *n1 == '/' ? -1 : 1;
559 count_entries(struct import_directory *d)
561 struct import_directory *p, *end;
564 end = d->files.data + d->files.size;
568 d->count += p->count + 1;
574 serialize_files(struct razor_set *set,
575 struct import_directory *d, struct array *array)
577 struct import_directory *p, *end;
578 struct razor_entry *e = NULL;
582 end = d->files.data + d->files.size;
583 s = array->size / sizeof *e + d->files.size / sizeof *p;
585 e = array_add(array, sizeof *e);
588 e->start = p->count > 0 ? s : 0;
591 list_set_array(&e->packages, &set->package_pool, &p->packages, 0);
592 array_release(&p->packages);
596 e->flags |= RAZOR_ENTRY_LAST;
599 end = d->files.data + d->files.size;
601 serialize_files(set, p, array);
607 remap_property_package_links(struct array *properties, uint32_t *rmap)
609 struct razor_property *p, *end;
611 end = properties->data + properties->size;
612 for (p = properties->data; p < end; p++)
613 list_remap_head(&p->packages, rmap);
617 build_file_tree(struct razor_importer *importer)
619 int count, i, length;
620 struct import_entry *filenames;
624 struct import_directory *d, root;
625 struct razor_entry *e;
627 count = importer->files.size / sizeof (struct import_entry);
628 qsort_with_data(importer->files.data,
630 sizeof (struct import_entry),
634 root.name = hashtable_tokenize(&importer->table, "");
635 array_init(&root.files);
636 array_init(&root.packages);
639 filenames = importer->files.data;
640 for (i = 0; i < count; i++) {
641 f = filenames[i].name;
648 end = strchr(f, '/');
652 memcpy(dirname, f, length);
653 dirname[length] ='\0';
654 name = hashtable_tokenize(&importer->table, dirname);
655 if (d->last == NULL || d->last->name != name) {
656 d->last = array_add(&d->files, sizeof *d);
657 d->last->name = name;
658 d->last->last = NULL;
659 array_init(&d->last->files);
660 array_init(&d->last->packages);
668 r = array_add(&d->packages, sizeof *r);
669 *r = filenames[i].package;
670 free(filenames[i].name);
673 count_entries(&root);
674 array_init(&importer->set->files);
676 e = array_add(&importer->set->files, sizeof *e);
678 e->flags = RAZOR_ENTRY_LAST;
680 list_set_empty(&e->packages);
682 serialize_files(importer->set, &root, &importer->set->files);
684 array_release(&importer->files);
688 build_package_file_lists(struct razor_set *set, uint32_t *rmap)
690 struct razor_package *p, *packages;
692 struct razor_entry *e, *end;
697 count = set->packages.size / sizeof *p;
698 pkgs = zalloc(count * sizeof *pkgs);
700 end = set->files.data + set->files.size;
701 for (e = set->files.data; e < end; e++) {
702 list_remap_head(&e->packages, rmap);
703 r = list_first(&e->packages, &set->package_pool);
705 q = array_add(&pkgs[r->data], sizeof *q);
706 *q = e - (struct razor_entry *) set->files.data;
711 packages = set->packages.data;
712 for (i = 0; i < count; i++) {
713 list_set_array(&packages[i].files, &set->file_pool, &pkgs[i], 0);
714 array_release(&pkgs[i]);
720 razor_importer_finish(struct razor_importer *importer)
722 struct razor_set *set;
723 uint32_t *map, *rmap;
726 map = uniqueify_properties(importer->set);
727 list_remap_pool(&importer->set->property_pool, map);
730 count = importer->set->packages.size / sizeof(struct razor_package);
731 map = qsort_with_data(importer->set->packages.data,
733 sizeof(struct razor_package),
737 rmap = malloc(count * sizeof *rmap);
738 for (i = 0; i < count; i++)
742 build_file_tree(importer);
743 list_remap_pool(&importer->set->package_pool, rmap);
744 build_package_file_lists(importer->set, rmap);
745 remap_property_package_links(&importer->set->properties, rmap);
749 hashtable_release(&importer->table);
755 struct razor_package_iterator {
756 struct razor_set *set;
757 struct razor_package *package, *end;
761 struct razor_package_iterator *
762 razor_package_iterator_create_with_index(struct razor_set *set,
765 struct razor_package_iterator *pi;
767 pi = zalloc(sizeof *pi);
774 struct razor_package_iterator *
775 razor_package_iterator_create(struct razor_set *set)
777 struct razor_package_iterator *pi;
779 pi = zalloc(sizeof *pi);
781 pi->end = set->packages.data + set->packages.size;
782 pi->package = set->packages.data;
787 struct razor_package_iterator *
788 razor_package_iterator_create_for_property(struct razor_set *set,
789 struct razor_property *property)
793 index = list_first(&property->packages, &set->package_pool);
794 return razor_package_iterator_create_with_index(set, index);
798 razor_package_iterator_next(struct razor_package_iterator *pi,
799 struct razor_package **package,
800 const char **name, const char **version)
804 struct razor_package *p, *packages;
809 } else if (pi->index) {
810 packages = pi->set->packages.data;
811 p = &packages[pi->index->data];
812 pi->index = list_next(pi->index);
818 pool = pi->set->string_pool.data;
820 *name = &pool[p->name];
821 *version = &pool[p->version];
830 razor_package_iterator_destroy(struct razor_package_iterator *pi)
835 struct razor_package *
836 razor_set_get_package(struct razor_set *set, const char *package)
838 struct razor_package_iterator *pi;
839 struct razor_package *p;
840 const char *name, *version;
842 pi = razor_package_iterator_create(set);
843 while (razor_package_iterator_next(pi, &p, &name, &version)) {
844 if (strcmp(package, name) == 0)
847 razor_package_iterator_destroy(pi);
852 struct razor_property_iterator {
853 struct razor_set *set;
854 struct razor_property *property, *end;
858 struct razor_property_iterator *
859 razor_property_iterator_create(struct razor_set *set,
860 struct razor_package *package)
862 struct razor_property_iterator *pi;
864 pi = zalloc(sizeof *pi);
868 pi->index = list_first(&package->properties,
869 &set->property_pool);
871 pi->property = set->properties.data;
872 pi->end = set->properties.data + set->properties.size;
879 razor_property_iterator_next(struct razor_property_iterator *pi,
880 struct razor_property **property,
882 enum razor_version_relation *relation,
883 const char **version,
884 enum razor_property_type *type)
888 struct razor_property *p, *properties;
893 } else if (pi->index) {
894 properties = pi->set->properties.data;
895 p = &properties[pi->index->data];
896 pi->index = list_next(pi->index);
902 pool = pi->set->string_pool.data;
904 *name = &pool[p->name];
905 *relation = p->relation;
906 *version = &pool[p->version];
916 razor_property_iterator_destroy(struct razor_property_iterator *pi)
921 static struct razor_entry *
922 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
924 struct razor_entry *e;
925 const char *n, *pool = set->string_pool.data;
928 e = (struct razor_entry *) set->files.data + dir->start;
931 if (strcmp(pattern + 1, n) == 0)
934 if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
935 pattern[len + 1] == '/') {
936 return find_entry(set, e, pattern + len + 1);
938 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
944 list_dir(struct razor_set *set, struct razor_entry *dir,
945 const char *prefix, const char *pattern)
947 struct razor_entry *e;
948 const char *n, *pool = set->string_pool.data;
950 e = (struct razor_entry *) set->files.data + dir->start;
953 if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
955 printf("%s/%s%s\n", prefix, n, e->start > 0 ? "/" : "");
956 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
960 razor_set_list_files(struct razor_set *set, const char *pattern)
962 struct razor_entry *e;
963 char buffer[512], *p, *base;
968 strcpy(buffer, pattern);
969 e = find_entry(set, set->files.data, buffer);
970 if (e && e->start > 0) {
973 p = strrchr(buffer, '/');
981 e = find_entry(set, set->files.data, buffer);
983 list_dir(set, e, buffer, base);
986 struct razor_package_iterator *
987 razor_package_iterator_create_for_file(struct razor_set *set,
988 const char *filename)
990 struct razor_entry *entry;
993 entry = find_entry(set, set->files.data, filename);
997 index = list_first(&entry->packages, &set->package_pool);
998 return razor_package_iterator_create_with_index(set, index);
1001 static struct list *
1002 list_package_files(struct razor_set *set, struct list *r,
1003 struct razor_entry *dir, uint32_t end,
1006 struct razor_entry *e, *f, *entries;
1007 uint32_t next, file;
1011 entries = (struct razor_entry *) set->files.data;
1012 pool = set->string_pool.data;
1014 e = entries + dir->start;
1016 if (entries + r->data == e) {
1017 printf("%s/%s\n", prefix, pool + e->name);
1024 } while (!((e++)->flags & RAZOR_ENTRY_LAST));
1026 e = entries + dir->start;
1031 if (e->flags & RAZOR_ENTRY_LAST)
1035 while (f->start == 0 && !(f->flags & RAZOR_ENTRY_LAST))
1044 if (e->start <= file && file < next) {
1045 len = strlen(prefix);
1047 strcpy(prefix + len + 1, pool + e->name);
1048 r = list_package_files(set, r, e, next, prefix);
1051 } while (!((e++)->flags & RAZOR_ENTRY_LAST) && r != NULL);
1057 razor_set_list_package_files(struct razor_set *set, const char *name)
1059 struct razor_package *package;
1064 package = razor_set_get_package(set, name);
1066 r = list_first(&package->files, &set->file_pool);
1067 end = set->files.size / sizeof (struct razor_entry);
1069 list_package_files(set, r, set->files.data, end, buffer);
1073 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
1075 struct razor_property *r, *p, *end;
1079 end = set->properties.data + set->properties.size;
1080 pool = set->string_pool.data;
1082 for (r = set->properties.data, p = r; r < end; r++) {
1083 if (r->type != RAZOR_PROPERTY_REQUIRES)
1086 if (r->name != p->name) {
1088 while (p < end && p->name == r->name &&
1093 /* If there is more than one version of a provides,
1094 * seek to the end for the highest version. */
1095 /* FIXME: This doesn't work if we have a series of
1096 * requires a = 1, provides a = 1, requires a = 2,
1097 * provides a = 2, as the kernel and kernel-devel
1099 while (p + 1 < end && p->name == (p + 1)->name &&
1100 p->type == (p + 1)->type)
1103 /* FIXME: We need to track property flags (<, <=, =
1104 * etc) to properly determine if a requires is
1105 * satisfied. The current code doesn't track that the
1106 * requires a = 1 isn't satisfied by a = 2 provides. */
1109 p->type != RAZOR_PROPERTY_PROVIDES ||
1110 r->name != p->name ||
1111 versioncmp(&pool[r->version], &pool[p->version]) > 0) {
1112 /* FIXME: We ignore file requires for now. */
1113 if (pool[r->name] == '/')
1115 u = array_add(unsatisfied, sizeof *u);
1116 *u = r - (struct razor_property *) set->properties.data;
1122 razor_set_list_unsatisfied(struct razor_set *set)
1124 struct array unsatisfied;
1125 struct razor_property *properties, *r;
1129 array_init(&unsatisfied);
1130 razor_set_validate(set, &unsatisfied);
1132 end = unsatisfied.data + unsatisfied.size;
1133 properties = set->properties.data;
1134 pool = set->string_pool.data;
1136 for (u = unsatisfied.data; u < end; u++) {
1137 r = properties + *u;
1138 if (pool[r->version] == '\0')
1139 printf("%ss not satisfied\n",
1142 printf("%s-%s not satisfied\n",
1147 array_release(&unsatisfied);
1150 #define UPSTREAM_SOURCE 0x80
1153 struct razor_set *set;
1154 uint32_t *property_map;
1157 struct razor_merger {
1158 struct razor_set *set;
1159 struct hashtable table;
1160 struct source source1;
1161 struct source source2;
1164 static struct razor_merger *
1165 razor_merger_create(struct razor_set *set1, struct razor_set *set2)
1167 struct razor_merger *merger;
1171 merger = zalloc(sizeof *merger);
1172 merger->set = razor_set_create();
1173 hashtable_init(&merger->table, &merger->set->string_pool);
1175 count = set1->properties.size / sizeof (struct razor_property);
1176 size = count * sizeof merger->source1.property_map[0];
1177 merger->source1.property_map = zalloc(size);
1178 merger->source1.set = set1;
1180 count = set2->properties.size / sizeof (struct razor_property);
1181 size = count * sizeof merger->source2.property_map[0];
1182 merger->source2.property_map = zalloc(size);
1183 merger->source2.set = set2;
1189 add_package(struct razor_merger *merger,
1190 struct razor_package *package, struct source *source,
1195 struct razor_package *p;
1197 pool = source->set->string_pool.data;
1198 p = array_add(&merger->set->packages, sizeof *p);
1199 p->name = hashtable_tokenize(&merger->table, &pool[package->name]);
1201 p->version = hashtable_tokenize(&merger->table,
1202 &pool[package->version]);
1203 p->properties = package->properties;
1205 r = list_first(&package->properties, &source->set->property_pool);
1207 source->property_map[r->data] = 1;
1213 /* Build the new package list sorted by merging the two package lists.
1214 * Build new string pool as we go. */
1216 merge_packages(struct razor_merger *merger, struct array *packages)
1218 struct razor_package *upstream_packages, *p, *s, *send;
1219 struct source *source1, *source2;
1220 char *spool, *upool;
1224 source1 = &merger->source1;
1225 source2 = &merger->source2;
1226 upstream_packages = source2->set->packages.data;
1229 uend = packages->data + packages->size;
1230 upool = source2->set->string_pool.data;
1232 s = source1->set->packages.data;
1233 send = source1->set->packages.data + source1->set->packages.size;
1234 spool = source1->set->string_pool.data;
1236 while (s < send || u < uend) {
1237 p = upstream_packages + *u;
1239 if (s < send && u < uend)
1240 cmp = strcmp(&spool[s->name], &upool[p->name]);
1246 add_package(merger, s, source1, 0);
1248 } else if (cmp == 0) {
1249 add_package(merger, p, source2, UPSTREAM_SOURCE);
1253 add_package(merger, p, source2, UPSTREAM_SOURCE);
1260 add_property(struct razor_merger *merger,
1261 const char *name, enum razor_version_relation relation,
1262 const char *version, int type)
1264 struct razor_property *p;
1266 p = array_add(&merger->set->properties, sizeof *p);
1267 p->name = hashtable_tokenize(&merger->table, name);
1270 p->relation = relation;
1271 p->version = hashtable_tokenize(&merger->table, version);
1273 return p - (struct razor_property *) merger->set->properties.data;
1277 merge_properties(struct razor_merger *merger)
1279 struct razor_property *p1, *p2;
1280 struct razor_set *set1, *set2;
1281 uint32_t *map1, *map2;
1282 int i, j, cmp, count1, count2;
1283 char *pool1, *pool2;
1285 set1 = merger->source1.set;
1286 set2 = merger->source2.set;
1287 map1 = merger->source1.property_map;
1288 map2 = merger->source2.property_map;
1292 pool1 = set1->string_pool.data;
1293 pool2 = set2->string_pool.data;
1295 count1 = set1->properties.size / sizeof *p1;
1296 count2 = set2->properties.size / sizeof *p2;
1297 while (i < count1 || j < count2) {
1298 if (i < count1 && map1[i] == 0) {
1302 if (j < count2 && map2[j] == 0) {
1306 p1 = (struct razor_property *) set1->properties.data + i;
1307 p2 = (struct razor_property *) set2->properties.data + j;
1308 if (i < count1 && j < count2)
1309 cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
1310 else if (i < count1)
1315 cmp = p1->type - p2->type;
1317 cmp = p1->relation - p2->relation;
1319 cmp = versioncmp(&pool1[p1->version],
1320 &pool2[p2->version]);
1322 map1[i++] = add_property(merger,
1325 &pool1[p1->version],
1327 } else if (cmp > 0) {
1328 map2[j++] = add_property(merger,
1331 &pool2[p2->version],
1334 map1[i++] = map2[j++] = add_property(merger,
1337 &pool1[p1->version],
1344 emit_properties(struct list_head *properties, struct array *source_pool,
1345 uint32_t *map, struct array *pool)
1350 r = pool->size / sizeof *q;
1351 p = list_first(properties, source_pool);
1353 q = array_add(pool, sizeof *q);
1354 q->data = map[p->data];
1355 q->flags = p->flags;
1359 list_set_ptr(properties, r);
1362 /* Rebuild property->packages maps. We can't just remap these, as a
1363 * property may have lost or gained a number of packages. Allocate an
1364 * array per property and loop through the packages and add them to
1365 * the arrays for their properties. */
1367 rebuild_package_lists(struct razor_set *set)
1369 struct array *pkgs, *a;
1370 struct razor_package *pkg, *pkg_end;
1371 struct razor_property *prop, *prop_end;
1377 count = set->properties.size / sizeof (struct razor_property);
1378 pkgs = zalloc(count * sizeof *pkgs);
1379 pkg_end = set->packages.data + set->packages.size;
1380 pool = &set->property_pool;
1382 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1383 r = list_first(&pkg->properties, pool);
1385 q = array_add(&pkgs[r->data], sizeof *q);
1386 *q = pkg - (struct razor_package *) set->packages.data;
1391 prop_end = set->properties.data + set->properties.size;
1393 for (prop = set->properties.data; prop < prop_end; prop++, a++) {
1394 list_set_array(&prop->packages, pool, a, 0);
1401 razor_merger_finish(struct razor_merger *merger)
1403 struct razor_set *result;
1405 result = merger->set;
1406 hashtable_release(&merger->table);
1412 /* Add packages from 'upstream' to 'set'. The packages to add are
1413 * specified by the 'packages' array, which is a sorted list of
1414 * package indexes. Returns a newly allocated package set. Does not
1415 * enforce validity of the resulting package set.
1417 * This looks more complicated than it is. An easy way to merge two
1418 * package sets would be to just use a razor_importer, but that
1419 * requires resorting, and is thus O(n log n). We can do this in a
1420 * linear sweep, but it gets a little more complicated.
1423 razor_set_add(struct razor_set *set, struct razor_set *upstream,
1424 struct array *packages)
1426 struct razor_merger *merger;
1427 struct razor_package *p, *pend;
1429 merger = razor_merger_create(set, upstream);
1431 merge_packages(merger, packages);
1433 /* As we built the package list, we filled out a bitvector of
1434 * the properties that are referenced by the packages in the
1435 * new set. Now we do a parallel loop through the properties
1436 * and emit those marked in the bit vector to the new set. In
1437 * the process, we update the bit vector to actually map from
1438 * indices in the old property list to indices in the new
1439 * property list for both sets. */
1441 merge_properties(merger);
1443 /* Now we loop through the packages again and emit the
1444 * property lists, remapped to point to the new properties. */
1446 pend = merger->set->packages.data + merger->set->packages.size;
1447 for (p = merger->set->packages.data; p < pend; p++) {
1450 if (p->flags & UPSTREAM_SOURCE)
1451 src = &merger->source2;
1453 src = &merger->source1;
1455 emit_properties(&p->properties,
1456 &src->set->property_pool,
1458 &merger->set->property_pool);
1459 p->flags &= ~UPSTREAM_SOURCE;
1462 rebuild_package_lists(merger->set);
1464 return razor_merger_finish(merger);
1468 razor_set_satisfy(struct razor_set *set, struct array *unsatisfied,
1469 struct razor_set *upstream, struct array *list)
1471 struct razor_property *requires, *r;
1472 struct razor_property *p, *pend;
1473 uint32_t *u, *end, *pkg;
1474 struct array *package_pool;
1477 end = unsatisfied->data + unsatisfied->size;
1478 requires = set->properties.data;
1479 pool = set->string_pool.data;
1481 p = upstream->properties.data;
1482 pend = upstream->properties.data + upstream->properties.size;
1483 upool = upstream->string_pool.data;
1484 package_pool = &upstream->package_pool;
1486 for (u = unsatisfied->data; u < end; u++) {
1490 p->type != RAZOR_PROPERTY_PROVIDES &&
1491 strcmp(&pool[r->name], &upool[p->name]) > 0)
1493 /* If there is more than one version of a provides,
1494 * seek to the end for the highest version. */
1495 while (p + 1 < pend && p->name == (p + 1)->name && p->type == (p + 1)->type)
1499 strcmp(&pool[r->name], &upool[p->name]) != 0 ||
1500 versioncmp(&pool[r->version], &upool[p->version]) > 0) {
1501 /* Do we need to track unsatisfiable requires
1502 * as we go, or should we just do a
1503 * razor_set_validate() at the end? */
1505 pkg = array_add(list, sizeof *pkg);
1506 /* We just pull in the first package that provides */
1507 *pkg = list_first(&p->packages, package_pool)->data;
1513 find_packages(struct razor_set *set,
1514 int count, const char **package_names, struct array *list)
1516 struct razor_package_iterator *pi;
1517 struct razor_package *p, *packages;
1518 const char *name, *version;
1522 packages = (struct razor_package *) set->packages.data;
1523 pi = razor_package_iterator_create(set);
1525 while (razor_package_iterator_next(pi, &p, &name, &version)) {
1526 for (i = 0; i < count; i++) {
1527 if (strcmp(name, package_names[i]) == 0) {
1528 r = array_add(list, sizeof *r);
1535 razor_package_iterator_destroy(pi);
1539 find_all_packages(struct razor_set *set,
1540 struct razor_set *upstream, struct array *list)
1542 struct razor_package *p, *u, *pend, *uend;
1546 pend = set->packages.data + set->packages.size;
1547 pool = set->string_pool.data;
1548 u = upstream->packages.data;
1549 uend = upstream->packages.data + upstream->packages.size;
1550 upool = upstream->string_pool.data;
1552 for (p = set->packages.data; p < pend; p++) {
1553 while (u < uend && strcmp(&pool[p->name], &upool[u->name]) > 0)
1555 if (strcmp(&pool[p->name], &upool[u->name]) == 0) {
1556 r = array_add(list, sizeof *r);
1557 *r = u - (struct razor_package *) upstream->packages.data;
1563 razor_set_update(struct razor_set *set, struct razor_set *upstream,
1564 int count, const char **packages)
1566 struct razor_set *new;
1567 struct array list, unsatisfied;
1571 find_packages(upstream, count, packages, &list);
1573 find_all_packages(set, upstream, &list);
1575 while (list.size > 0) {
1576 new = razor_set_add(set, upstream, &list);
1577 array_release(&list);
1578 razor_set_destroy(set);
1581 array_init(&unsatisfied);
1582 razor_set_validate(new, &unsatisfied);
1584 razor_set_satisfy(new, &unsatisfied, upstream, &list);
1585 array_release(&unsatisfied);
1588 array_release(&list);
1593 /* The diff order matters. We should sort the packages so that a
1594 * REMOVE of a package comes before the INSTALL, and so that all
1595 * requires for a package have been installed before the package.
1599 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
1600 razor_package_callback_t callback, void *data)
1602 struct razor_package_iterator *pi1, *pi2;
1603 struct razor_package *p1, *p2;
1604 const char *name1, *name2, *version1, *version2;
1607 pi1 = razor_package_iterator_create(set);
1608 pi2 = razor_package_iterator_create(upstream);
1610 razor_package_iterator_next(pi1, &p1, &name1, &version1);
1611 razor_package_iterator_next(pi2, &p2, &name2, &version2);
1615 res = strcmp(name1, name2);
1617 res = versioncmp(version1, version2);
1622 if (p2 == NULL || res < 0)
1623 callback(name1, version1, NULL, data);
1624 else if (p1 == NULL || res > 0)
1625 callback(name2, NULL, version2, data);
1627 if (p1 != NULL && res <= 0)
1628 razor_package_iterator_next(pi1, &p1,
1630 if (p2 != NULL && res >= 0)
1631 razor_package_iterator_next(pi2, &p2,
1635 razor_package_iterator_destroy(pi1);
1636 razor_package_iterator_destroy(pi2);