Track files per package and add command to list them.
23 struct razor_set_section {
29 struct razor_set_header {
32 struct razor_set_section sections[0];
35 #define RAZOR_MAGIC 0x7a7a7a7a
36 #define RAZOR_VERSION 1
38 #define RAZOR_STRING_POOL 0
39 #define RAZOR_PACKAGES 1
40 #define RAZOR_REQUIRES 2
41 #define RAZOR_PROVIDES 3
43 #define RAZOR_PACKAGE_POOL 5
44 #define RAZOR_REQUIRES_POOL 6
45 #define RAZOR_PROVIDES_POOL 7
46 #define RAZOR_FILE_POOL 8
48 struct razor_package {
50 unsigned long version;
51 unsigned long requires;
52 unsigned long provides;
56 struct razor_property {
58 unsigned long version;
59 unsigned long packages;
65 unsigned long packages;
69 struct array string_pool;
70 struct array packages;
71 struct array requires;
72 struct array provides;
74 struct array package_pool;
75 struct array requires_pool;
76 struct array provides_pool;
77 struct array file_pool;
78 struct razor_set_header *header;
82 unsigned long package;
86 struct import_directory {
87 unsigned long name, count;
89 struct array packages;
90 struct import_directory *last;
93 struct import_property_context {
98 struct razor_importer {
99 struct razor_set *set;
100 struct array buckets;
101 struct import_property_context requires;
102 struct import_property_context provides;
103 struct razor_package *package;
108 array_init(struct array *array)
110 memset(array, 0, sizeof *array);
114 array_release(struct array *array)
120 array_add(struct array *array, int size)
125 if (array->alloc > 0)
126 alloc = array->alloc;
130 while (alloc < array->size + size)
133 if (array->alloc < alloc) {
134 data = realloc(array->data, alloc);
138 array->alloc = alloc;
141 p = array->data + array->size;
148 write_to_fd(int fd, void *p, size_t size)
154 len = write(fd, p, rest);
174 struct razor_set_section razor_sections[] = {
175 { RAZOR_STRING_POOL, offsetof(struct razor_set, string_pool) },
176 { RAZOR_PACKAGES, offsetof(struct razor_set, packages) },
177 { RAZOR_REQUIRES, offsetof(struct razor_set, requires) },
178 { RAZOR_PROVIDES, offsetof(struct razor_set, provides) },
179 { RAZOR_FILES, offsetof(struct razor_set, files) },
180 { RAZOR_PACKAGE_POOL, offsetof(struct razor_set, package_pool) },
181 { RAZOR_REQUIRES_POOL, offsetof(struct razor_set, requires_pool) },
182 { RAZOR_PROVIDES_POOL, offsetof(struct razor_set, provides_pool) },
183 { RAZOR_FILE_POOL, offsetof(struct razor_set, file_pool) },
187 razor_set_create(void)
189 return zalloc(sizeof(struct razor_set));
193 razor_set_open(const char *filename)
195 struct razor_set *set;
196 struct razor_set_section *s;
201 set = zalloc(sizeof *set);
202 fd = open(filename, O_RDONLY);
203 if (fstat(fd, &stat) < 0)
205 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
206 if (set->header == MAP_FAILED) {
211 for (s = set->header->sections; ~s->type; s++) {
212 if (s->type >= ARRAY_SIZE(razor_sections))
214 if (s->type != razor_sections[s->type].type)
216 array = (void *) set + razor_sections[s->type].offset;
217 array->data = (void *) set->header + s->offset;
218 array->size = s->size;
219 array->alloc = s->size;
227 razor_set_destroy(struct razor_set *set)
234 for (i = 0; set->header->sections[i].type; i++)
236 size = set->header->sections[i].type;
237 munmap(set->header, size);
239 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
240 a = (void *) set + razor_sections[i].offset;
249 razor_set_write(struct razor_set *set, const char *filename)
252 struct razor_set_header *header = (struct razor_set_header *) data;
254 unsigned long offset;
257 memset(data, 0, sizeof data);
258 header->magic = RAZOR_MAGIC;
259 header->version = RAZOR_VERSION;
260 offset = sizeof data;
262 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
263 if (razor_sections[i].type != i)
265 a = (void *) set + razor_sections[i].offset;
266 header->sections[i].type = i;
267 header->sections[i].offset = offset;
268 header->sections[i].size = a->size;
269 offset += (a->size + 4095) & ~4095;
272 header->sections[i].type = ~0;
273 header->sections[i].offset = 0;
274 header->sections[i].size = 0;
276 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
280 write_to_fd(fd, data, sizeof data);
281 for (i = 0; i < ARRAY_SIZE(razor_sections); i++) {
282 if (razor_sections[i].type != i)
284 a = (void *) set + razor_sections[i].offset;
285 write_to_fd(fd, a->data, (a->size + 4095) & ~4095);
294 hash_string(const char *key)
297 unsigned int hash = 0;
299 for (p = key; *p; p++)
300 hash = (hash * 617) ^ *p;
306 razor_importer_lookup(struct razor_importer *importer, const char *key)
308 unsigned int mask, start, i;
312 pool = importer->set->string_pool.data;
313 mask = importer->buckets.alloc - 1;
314 start = hash_string(key) * sizeof(unsigned long);
316 for (i = 0; i < importer->buckets.alloc; i += sizeof *b) {
317 b = importer->buckets.data + ((start + i) & mask);
322 if (strcmp(key, &pool[*b]) == 0)
330 add_to_string_pool(struct razor_set *set, const char *key)
335 len = strlen(key) + 1;
336 p = array_add(&set->string_pool, len);
339 return p - (char *) set->string_pool.data;
343 add_to_property_pool(struct array *pool, struct array *properties)
347 p = array_add(properties, sizeof *p);
349 p = array_add(pool, properties->size);
350 memcpy(p, properties->data, properties->size);
352 return p - (unsigned long *) pool->data;
356 do_insert(struct razor_importer *importer, unsigned long value)
358 unsigned int mask, start, i;
362 key = (char *) importer->set->string_pool.data + value;
363 mask = importer->buckets.alloc - 1;
364 start = hash_string(key) * sizeof(unsigned long);
366 for (i = 0; i < importer->buckets.alloc; i += sizeof *b) {
367 b = importer->buckets.data + ((start + i) & mask);
376 razor_importer_insert(struct razor_importer *importer, const char *key)
378 unsigned long value, *buckets, *b, *end;
381 alloc = importer->buckets.alloc;
382 array_add(&importer->buckets, 4 * sizeof *buckets);
383 if (alloc != importer->buckets.alloc) {
384 end = importer->buckets.data + alloc;
385 memset(end, 0, importer->buckets.alloc - alloc);
386 for (b = importer->buckets.data; b < end; b++) {
390 do_insert(importer, value);
395 value = add_to_string_pool(importer->set, key);
396 do_insert (importer, value);
402 razor_importer_tokenize(struct razor_importer *importer, const char *string)
407 return razor_importer_tokenize(importer, "");
409 token = razor_importer_lookup(importer, string);
413 return razor_importer_insert(importer, string);
417 razor_importer_begin_package(struct razor_importer *importer,
418 const char *name, const char *version)
420 struct razor_package *p;
422 p = array_add(&importer->set->packages, sizeof *p);
423 p->name = razor_importer_tokenize(importer, name);
424 p->version = razor_importer_tokenize(importer, version);
426 importer->package = p;
427 array_init(&importer->requires.package);
428 array_init(&importer->provides.package);
432 razor_importer_finish_package(struct razor_importer *importer)
434 struct razor_package *p;
436 p = importer->package;
437 p->requires = add_to_property_pool(&importer->set->requires_pool,
438 &importer->requires.package);
439 p->provides = add_to_property_pool(&importer->set->provides_pool,
440 &importer->provides.package);
442 array_release(&importer->requires.package);
443 array_release(&importer->provides.package);
447 razor_importer_add_property(struct razor_importer *importer,
448 struct import_property_context *pctx,
449 const char *name, const char *version)
451 struct razor_property *p;
454 p = array_add(pctx->all, sizeof *p);
455 p->name = razor_importer_tokenize(importer, name);
456 p->version = razor_importer_tokenize(importer, version);
457 p->packages = importer->package -
458 (struct razor_package *) importer->set->packages.data;
460 r = array_add(&pctx->package, sizeof *r);
461 *r = p - (struct razor_property *) pctx->all->data;
465 razor_importer_add_requires(struct razor_importer *importer,
466 const char *name, const char *version)
468 razor_importer_add_property(importer,
469 &importer->requires, name, version);
473 razor_importer_add_provides(struct razor_importer *importer,
474 const char *name, const char *version)
476 razor_importer_add_property(importer,
477 &importer->provides, name, version);
481 razor_importer_add_file(struct razor_importer *importer, const char *name)
483 struct import_entry *e;
485 e = array_add(&importer->files, sizeof *e);
487 e->package = importer->package -
488 (struct razor_package *) importer->set->packages.data;
489 e->name = strdup(name);
492 struct razor_importer *
493 razor_importer_new(void)
495 struct razor_importer *importer;
497 importer = zalloc(sizeof *importer);
498 importer->set = razor_set_create();
499 importer->requires.all = &importer->set->requires;
500 importer->provides.all = &importer->set->provides;
505 typedef int (*compare_with_data_func_t)(const void *p1,
509 struct qsort_context {
511 compare_with_data_func_t compare;
516 qsort_swap(void *p1, void *p2, size_t size)
520 memcpy(buffer, p1, size);
521 memcpy(p1, p2, size);
522 memcpy(p2, buffer, size);
526 __qsort_with_data(void *base, size_t nelem, unsigned long *map,
527 struct qsort_context *ctx)
529 void *p, *start, *end, *pivot;
530 unsigned long *mp, *mstart, *mend, tmp;
531 int left, right, result;
532 size_t size = ctx->size;
536 end = base + nelem * size;
540 pivot = base + (random() % nelem) * size;
543 result = ctx->compare(p, pivot, ctx->data);
545 qsort_swap(p, start, size);
555 } else if (result == 0) {
561 qsort_swap(p, end, size);
570 left = (start - base) / size;
571 right = (base + nelem * size - end) / size;
573 __qsort_with_data(base, left, map, ctx);
575 __qsort_with_data(end, right, mend, ctx);
579 qsort_with_data(void *base, size_t nelem, size_t size,
580 compare_with_data_func_t compare, void *data)
582 struct qsort_context ctx;
587 ctx.compare = compare;
590 map = malloc(nelem * sizeof (unsigned long));
591 for (i = 0; i < nelem; i++)
594 __qsort_with_data(base, nelem, map, &ctx);
600 versioncmp(const char *s1, const char *s2)
606 n1 = strtol(s1, (char **) &p1, 0);
607 n2 = strtol(s2, (char **) &p2, 0);
609 /* Epoch; if one but not the other has an epoch set, default
610 * the epoch-less version to 0. */
611 res = (*p1 == ':') - (*p2 == ':');
616 } else if (res > 0) {
629 if (isdigit(*p1) && isdigit(*p2))
630 return versioncmp(p1, p2);
638 compare_packages(const void *p1, const void *p2, void *data)
640 const struct razor_package *pkg1 = p1, *pkg2 = p2;
641 struct razor_set *set = data;
642 char *pool = set->string_pool.data;
644 if (pkg1->name == pkg2->name)
645 return versioncmp(&pool[pkg1->version], &pool[pkg2->version]);
647 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
651 compare_properties(const void *p1, const void *p2, void *data)
653 const struct razor_property *prop1 = p1, *prop2 = p2;
654 struct razor_set *set = data;
655 char *pool = set->string_pool.data;
657 if (prop1->name == prop2->name)
658 return versioncmp(&pool[prop1->version], &pool[prop2->version]);
660 return strcmp(&pool[prop1->name], &pool[prop2->name]);
663 static unsigned long *
664 uniqueify_properties(struct razor_set *set, struct array *properties)
666 struct razor_property *rp, *up, *rp_end;
667 struct array *pkgs, *p;
668 unsigned long *map, *rmap, *r;
669 int i, count, unique;
671 count = properties->size / sizeof(struct razor_property);
672 map = qsort_with_data(properties->data,
674 sizeof(struct razor_property),
678 rp_end = properties->data + properties->size;
679 rmap = malloc(count * sizeof *map);
680 pkgs = zalloc(count * sizeof *pkgs);
681 for (rp = properties->data, up = rp, i = 0; rp < rp_end; rp++, i++) {
682 if (rp->name != up->name || rp->version != up->version) {
685 up->version = rp->version;
688 unique = up - (struct razor_property *) properties->data;
689 rmap[map[i]] = unique;
690 r = array_add(&pkgs[unique], sizeof *r);
696 properties->size = (void *) up - properties->data;
698 for (rp = properties->data, p = pkgs; rp < rp_end; rp++, p++) {
699 rp->packages = add_to_property_pool(&set->package_pool, p);
709 remap_links(struct array *links, unsigned long *map)
711 unsigned long *p, *end;
713 end = links->data + links->size;
714 for (p = links->data; p < end; p++)
720 compare_filenames(const void *p1, const void *p2, void *data)
722 const struct import_entry *e1 = p1;
723 const struct import_entry *e2 = p2;
725 return strcmp(e1->name, e2->name);
729 count_entries(struct import_directory *d)
731 struct import_directory *p, *end;
734 end = d->files.data + d->files.size;
738 d->count += p->count + 1;
743 #define RAZOR_ENTRY_LAST 0x80000000ul
744 #define RAZOR_ENTRY_MASK 0x00fffffful
747 serialize_files(struct razor_set *set,
748 struct import_directory *d, struct array *array)
750 struct import_directory *p, *end;
751 struct razor_entry *e = NULL;
755 end = d->files.data + d->files.size;
756 s = array->size / sizeof *e + d->files.size / sizeof *p;
758 e = array_add(array, sizeof *e);
760 e->start = p->count > 0 ? s : 0;
762 e->packages = add_to_property_pool(&set->package_pool,
764 array_release(&p->packages);
768 e->name |= RAZOR_ENTRY_LAST;
771 end = d->files.data + d->files.size;
773 serialize_files(set, p, array);
779 build_file_tree(struct razor_importer *importer)
781 int count, i, length;
782 struct import_entry *filenames;
784 unsigned long name, *r;
786 struct import_directory *d, root;
787 struct razor_entry *e;
789 count = importer->files.size / sizeof (struct import_entry);
790 qsort_with_data(importer->files.data,
792 sizeof (struct import_entry),
796 root.name = razor_importer_tokenize(importer, "");
797 array_init(&root.files);
798 array_init(&root.packages);
801 filenames = importer->files.data;
802 for (i = 0; i < count; i++) {
803 f = filenames[i].name;
809 end = strchr(f + 1, '/');
812 length = end - (f + 1);
813 memcpy(dirname, f + 1, length);
814 dirname[length] ='\0';
815 name = razor_importer_tokenize(importer, dirname);
816 if (d->last == NULL || d->last->name != name) {
817 d->last = array_add(&d->files, sizeof *d);
818 d->last->name = name;
819 d->last->last = NULL;
820 array_init(&d->last->files);
821 array_init(&d->last->packages);
827 r = array_add(&d->packages, sizeof *r);
828 *r = filenames[i].package;
829 free(filenames[i].name);
832 count_entries(&root);
833 array_init(&importer->set->files);
835 e = array_add(&importer->set->files, sizeof *e);
836 e->name = root.name | RAZOR_ENTRY_LAST;
840 serialize_files(importer->set, &root, &importer->set->files);
842 array_release(&importer->files);
846 build_package_file_lists(struct razor_set *set)
848 struct razor_package *p, *packages;
850 struct razor_entry *e, *end;
851 unsigned long *r, *q;
854 count = set->packages.size / sizeof *p;
855 pkgs = zalloc(count * sizeof *pkgs);
858 end = set->files.data + set->files.size;
860 r = (unsigned long *) set->package_pool.data + e->packages;
862 q = array_add(&pkgs[*r++], sizeof *q);
863 *q = e - (struct razor_entry *) set->files.data;
868 packages = set->packages.data;
869 for (i = 0; i < count; i++) {
871 add_to_property_pool(&set->file_pool, &pkgs[i]);
872 array_release(&pkgs[i]);
878 razor_importer_finish(struct razor_importer *importer)
880 struct razor_set *set;
881 unsigned long *map, *rmap;
884 map = uniqueify_properties(importer->set, &importer->set->requires);
885 remap_links(&importer->set->requires_pool, map);
888 map = uniqueify_properties(importer->set, &importer->set->provides);
889 remap_links(&importer->set->provides_pool, map);
892 count = importer->set->packages.size / sizeof(struct razor_package);
893 map = qsort_with_data(importer->set->packages.data,
895 sizeof(struct razor_package),
899 rmap = malloc(count * sizeof *rmap);
900 for (i = 0; i < count; i++)
904 build_file_tree(importer);
905 remap_links(&importer->set->package_pool, rmap);
908 build_package_file_lists(importer->set);
911 array_release(&importer->buckets);
918 razor_set_list(struct razor_set *set, const char *pattern)
920 struct razor_package *p, *end;
921 int with_version = 0;
924 pool = set->string_pool.data;
925 end = set->packages.data + set->packages.size;
926 for (p = set->packages.data; p < end; p++) {
927 if (pattern && fnmatch(pattern, &pool[p->name], 0) != 0)
930 printf("%s %s\n", &pool[p->name], &pool[p->version]);
932 printf("%s\n", &pool[p->name]);
936 struct razor_set *bsearch_set;
939 compare_package_name(const void *key, const void *data)
941 const struct razor_package *p = data;
944 pool = bsearch_set->string_pool.data;
946 return strcmp(key, &pool[p->name]);
949 struct razor_package *
950 razor_set_get_package(struct razor_set *set, const char *package)
953 return bsearch(package, set->packages.data,
954 set->packages.size / sizeof(struct razor_package),
955 sizeof(struct razor_package), compare_package_name);
959 compare_property_name(const void *key, const void *data)
961 const struct razor_property *p = data;
964 pool = bsearch_set->string_pool.data;
966 return strcmp(key, &pool[p->name]);
969 struct razor_property *
970 razor_set_get_property(struct razor_set *set,
971 struct array *properties,
972 const char *property)
974 struct razor_property *p, *start;
977 p = bsearch(property, properties->data,
978 properties->size / sizeof(struct razor_property),
979 sizeof(struct razor_property), compare_property_name);
981 start = properties->data;
982 while (p > start && (p - 1)->name == p->name)
989 razor_set_list_all_properties(struct razor_set *set, struct array *properties)
991 struct razor_property *p, *end;
994 pool = set->string_pool.data;
995 end = properties->data + properties->size;
996 for (p = properties->data; p < end; p++)
997 printf("%s %s\n", &pool[p->name], &pool[p->version]);
1001 razor_set_list_requires(struct razor_set *set, const char *name)
1003 struct razor_property *p, *requires;
1004 struct razor_package *package;
1009 package = razor_set_get_package(set, name);
1010 r = (unsigned long *) set->requires_pool.data +
1012 requires = set->requires.data;
1013 pool = set->string_pool.data;
1015 p = &requires[*r++];
1016 printf("%s %s\n", &pool[p->name], &pool[p->version]);
1019 razor_set_list_all_properties(set, &set->requires);
1023 razor_set_list_provides(struct razor_set *set, const char *name)
1025 struct razor_property *p, *provides;
1026 struct razor_package *package;
1031 package = razor_set_get_package(set, name);
1032 r = (unsigned long *) set->provides_pool.data +
1034 provides = set->provides.data;
1035 pool = set->string_pool.data;
1037 p = &provides[*r++];
1038 printf("%s %s\n", &pool[p->name], &pool[p->version]);
1041 razor_set_list_all_properties(set, &set->provides);
1045 razor_set_list_property_packages(struct razor_set *set,
1046 struct array *properties,
1048 const char *version)
1050 struct razor_property *property, *end;
1051 struct razor_package *p, *packages;
1058 property = razor_set_get_property(set, properties, name);
1059 packages = set->packages.data;
1060 pool = set->string_pool.data;
1061 end = properties->data + properties->size;
1062 while (property < end && strcmp(name, &pool[property->name]) == 0) {
1063 if (version && versioncmp(version, &pool[property->version]) != 0)
1065 r = (unsigned long *)
1066 set->package_pool.data + property->packages;
1068 p = &packages[*r++];
1070 &pool[p->name], &pool[p->version]);
1078 razor_set_list_requires_packages(struct razor_set *set,
1080 const char *version)
1082 razor_set_list_property_packages(set, &set->requires, name, version);
1086 razor_set_list_provides_packages(struct razor_set *set,
1088 const char *version)
1090 razor_set_list_property_packages(set, &set->provides, name, version);
1093 static struct razor_entry *
1094 find_entry(struct razor_set *set, struct razor_entry *dir, const char *pattern)
1096 struct razor_entry *e;
1097 const char *n, *pool = set->string_pool.data;
1100 e = (struct razor_entry *) set->files.data + dir->start;
1102 n = pool + (e->name & RAZOR_ENTRY_MASK);
1105 /* FIXME: Shouldn't have 0-length entries... */
1108 if (strcmp(pattern + 1, n) == 0)
1110 if (e->start != 0 && strncmp(pattern + 1, n, len) == 0 &&
1111 pattern[len + 1] == '/') {
1112 return find_entry(set, e, pattern + len + 1);
1114 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
1120 list_dir(struct razor_set *set, struct razor_entry *dir,
1121 const char *prefix, const char *pattern)
1123 struct razor_entry *e;
1124 const char *n, *pool = set->string_pool.data;
1126 e = (struct razor_entry *) set->files.data + dir->start;
1128 n = pool + (e->name & RAZOR_ENTRY_MASK);
1129 if (pattern && pattern[0] && fnmatch(pattern, n, 0) != 0)
1131 printf("%s/%s%s\n", prefix, n, e->start > 0 ? "/" : "");
1132 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
1136 razor_set_list_files(struct razor_set *set, const char *pattern)
1138 struct razor_entry *e;
1139 char buffer[512], *p, *base;
1141 if (pattern == NULL)
1144 strcpy(buffer, pattern);
1145 e = find_entry(set, set->files.data, buffer);
1146 if (e && e->start > 0) {
1149 p = strrchr(buffer, '/');
1157 e = find_entry(set, set->files.data, buffer);
1159 list_dir(set, e, buffer, base);
1163 razor_set_list_file_packages(struct razor_set *set, const char *filename)
1165 struct razor_entry *e;
1166 struct razor_package *packages, *p;
1170 e = find_entry(set, set->files.data, filename);
1174 r = (unsigned long *) set->package_pool.data + e->packages;
1175 packages = set->packages.data;
1176 pool = set->string_pool.data;
1178 p = &packages[*r++];
1179 printf("%s %s\n", &pool[p->name], &pool[p->version]);
1183 static unsigned long *
1184 list_package_files(struct razor_set *set, unsigned long *r,
1185 struct razor_entry *dir, unsigned long end,
1188 struct razor_entry *e, *f, *entries;
1193 entries = (struct razor_entry *) set->files.data;
1194 pool = set->string_pool.data;
1196 e = entries + dir->start;
1198 if (entries + *r == e) {
1199 printf("%s/%s\n", prefix,
1200 pool + (e->name & RAZOR_ENTRY_MASK));
1205 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
1207 e = entries + dir->start;
1212 if (e->name & RAZOR_ENTRY_LAST)
1216 while (f->start == 0 && !(f->name & RAZOR_ENTRY_LAST))
1224 if (e->start <= *r && *r < next) {
1225 len = strlen(prefix);
1227 strcpy(prefix + len + 1,
1228 pool + (e->name & RAZOR_ENTRY_MASK));
1229 r = list_package_files(set, r, e, next, prefix);
1234 } while (((e++)->name & RAZOR_ENTRY_LAST) == 0);
1240 razor_set_list_package_files(struct razor_set *set, const char *name)
1242 struct razor_package *package;
1243 unsigned long *r, end;
1246 package = razor_set_get_package(set, name);
1248 r = (unsigned long *) set->file_pool.data + package->files;
1249 end = set->files.size / sizeof (struct razor_entry);
1251 list_package_files(set, r, set->files.data, end, buffer);
1255 razor_set_validate(struct razor_set *set, struct array *unsatisfied)
1257 struct razor_property *r, *p, *rend, *pend;
1261 p = set->provides.data;
1262 rend = set->requires.data + set->requires.size;
1263 pend = set->provides.data + set->provides.size;
1264 pool = set->string_pool.data;
1266 for (r = set->requires.data; r < rend; r++) {
1267 while (p < pend && strcmp(&pool[r->name], &pool[p->name]) > 0)
1270 /* If there is more than one version of a provides,
1271 * seek to the end for the highest version. */
1272 while (p + 1 < pend && p->name == (p + 1)->name)
1275 /* FIXME: We need to track property flags (<, <=, =
1276 * etc) to properly determine if a requires is
1277 * satisfied. The current code doesn't track that the
1278 * requires a = 1 isn't satisfied by a = 2 provides. */
1280 if (p == pend || strcmp(&pool[r->name], &pool[p->name]) != 0 ||
1281 versioncmp(&pool[r->version], &pool[p->version]) > 0) {
1282 /* FIXME: We ignore file requires for now. */
1283 if (pool[r->name] == '/')
1285 u = array_add(unsatisfied, sizeof *u);
1286 *u = r - (struct razor_property *) set->requires.data;
1292 razor_set_list_unsatisfied(struct razor_set *set)
1294 struct array unsatisfied;
1295 struct razor_property *requires, *r;
1296 unsigned long *u, *end;
1299 array_init(&unsatisfied);
1300 razor_set_validate(set, &unsatisfied);
1302 end = unsatisfied.data + unsatisfied.size;
1303 requires = set->requires.data;
1304 pool = set->string_pool.data;
1306 for (u = unsatisfied.data; u < end; u++) {
1308 printf("%s %s not satisfied\n",
1309 &pool[r->name], &pool[r->version]);
1312 array_release(&unsatisfied);
1315 #define UPSTREAM_SOURCE 0x80000000ul
1316 #define INDEX_MASK 0x00fffffful
1319 struct razor_set *set;
1320 unsigned long *requires_map;
1321 unsigned long *provides_map;
1325 prepare_source(struct source *source, struct razor_set *set)
1332 count = set->requires.size / sizeof (struct razor_property);
1333 size = count * sizeof *source->requires_map;
1334 source->requires_map = zalloc(size);
1336 count = set->provides.size / sizeof (struct razor_property);
1337 size = count * sizeof *source->provides_map;
1338 source->provides_map = zalloc(size);
1342 add_package(struct razor_importer *importer,
1343 struct razor_package *package, struct source *source,
1344 unsigned long flags)
1348 struct razor_package *p;
1350 pool = source->set->string_pool.data;
1351 p = array_add(&importer->set->packages, sizeof *p);
1352 p->name = razor_importer_tokenize(importer, &pool[package->name]);
1354 p->version = razor_importer_tokenize(importer,
1355 &pool[package->version]);
1356 p->requires = package->requires;
1357 p->provides = package->provides;
1359 r = (unsigned long *)
1360 source->set->requires_pool.data + package->requires;
1362 source->requires_map[*r++] = 1;
1364 r = (unsigned long *)
1365 source->set->provides_pool.data + package->provides;
1367 source->provides_map[*r++] = 1;
1371 /* Build the new package list sorted by merging the two package lists.
1372 * Build new string pool as we go. (for now we just re-use that part of
1375 merge_packages(struct razor_importer *importer,
1376 struct source *source1, struct source *source2,
1377 struct array *packages)
1379 struct razor_package *upstream_packages, *p, *s, *send;
1380 char *spool, *upool;
1381 unsigned long *u, *uend;
1384 upstream_packages = source2->set->packages.data;
1387 uend = packages->data + packages->size;
1388 upool = source2->set->string_pool.data;
1390 s = source1->set->packages.data;
1391 send = source1->set->packages.data + source1->set->packages.size;
1392 spool = source1->set->string_pool.data;
1395 p = upstream_packages + *u;
1398 cmp = strcmp(&spool[s->name], &upool[p->name]);
1399 if (u >= uend || cmp < 0) {
1400 add_package(importer, s, source1, 0);
1402 } else if (cmp == 0) {
1403 add_package(importer, p, source2, UPSTREAM_SOURCE);
1407 add_package(importer, p, source2, UPSTREAM_SOURCE);
1413 static unsigned long
1414 add_property(struct razor_importer *importer, struct array *properties,
1415 const char *name, const char *version)
1417 struct razor_property *p;
1419 p = array_add(properties, sizeof *p);
1420 p->name = razor_importer_tokenize(importer, name);
1421 p->version = razor_importer_tokenize(importer, version);
1423 return p - (struct razor_property *) properties->data;
1427 merge_properties(struct array *properties,
1428 struct razor_importer *importer,
1429 struct razor_set *set1,
1430 struct array *properties1,
1431 unsigned long *map1,
1432 struct razor_set *set2,
1433 struct array *properties2,
1434 unsigned long *map2)
1436 struct razor_property *p1, *p2;
1437 int i, j, cmp, count1, count2;
1438 char *pool1, *pool2;
1442 pool1 = set1->string_pool.data;
1443 pool2 = set2->string_pool.data;
1445 count1 = properties1->size / sizeof *p1;
1446 count2 = properties2->size / sizeof *p2;
1447 while (i < count1 || j < count2) {
1448 if (i < count1 && map1[i] == 0) {
1452 if (j < count2 && map2[j] == 0) {
1456 p1 = (struct razor_property *) properties1->data + i;
1457 p2 = (struct razor_property *) properties2->data + j;
1458 if (i < count1 && j < count2)
1459 cmp = strcmp(&pool1[p1->name], &pool2[p2->name]);
1460 else if (i < count1)
1465 cmp = versioncmp(&pool1[p1->version],
1466 &pool2[p2->version]);
1468 map1[i++] = add_property(importer,
1471 &pool1[p1->version]);
1472 } else if (cmp > 0) {
1473 map2[j++] = add_property(importer,
1476 &pool2[p2->version]);
1478 map1[i++] = map2[j++] = add_property(importer,
1481 &pool1[p1->version]);
1486 static unsigned long
1487 emit_properties(struct array *source_pool, unsigned long index,
1488 unsigned long *map, struct array *pool)
1490 unsigned long r, *p, *q;
1492 r = pool->size / sizeof *q;
1493 p = (unsigned long *) source_pool->data + index;
1495 q = array_add(pool, sizeof *q);
1499 q = array_add(pool, sizeof *q);
1505 /* Rebuild property->packages maps. We can't just remap these, as a
1506 * property may have lost or gained a number of packages. Allocate an
1507 * array per property and loop through the packages and add them to
1508 * the arrays for their properties. */
1510 rebuild_package_lists(struct razor_set *set)
1512 int requires_count, provides_count;
1513 struct array *requires_pkgs, *provides_pkgs, *a;
1514 struct razor_package *pkg, *pkg_end;
1515 struct razor_property *prop, *prop_end;
1516 unsigned long *r, *q, *rpool, *ppool;
1518 requires_count = set->requires.size / sizeof (struct razor_property);
1519 provides_count = set->provides.size / sizeof (struct razor_property);
1520 requires_pkgs = zalloc(requires_count * sizeof *requires_pkgs);
1521 provides_pkgs = zalloc(provides_count * sizeof *provides_pkgs);
1522 pkg_end = set->packages.data + set->packages.size;
1523 rpool = set->requires_pool.data;
1524 ppool = set->provides_pool.data;
1526 for (pkg = set->packages.data; pkg < pkg_end; pkg++) {
1527 for (r = &rpool[pkg->requires]; *r != ~0; r++) {
1528 q = array_add(&requires_pkgs[*r], sizeof *q);
1529 *q = pkg - (struct razor_package *) set->packages.data;
1531 for (r = &ppool[pkg->provides]; *r != ~0; r++) {
1532 q = array_add(&provides_pkgs[*r], sizeof *q);
1533 *q = pkg - (struct razor_package *) set->packages.data;
1537 prop_end = set->requires.data + set->requires.size;
1539 for (prop = set->requires.data; prop < prop_end; prop++, a++) {
1540 prop->packages = add_to_property_pool(&set->requires_pool, a);
1543 free(requires_pkgs);
1545 prop_end = set->provides.data + set->provides.size;
1547 for (prop = set->provides.data; prop < prop_end; prop++, a++) {
1548 prop->packages = add_to_property_pool(&set->provides_pool, a);
1551 free(provides_pkgs);
1554 /* Add packages from 'upstream' to 'set'. The packages to add are
1555 * specified by the 'packages' array, which is a sorted list of
1556 * package indexes. Returns a newly allocated package set. Does not
1557 * enforce validity of the resulting package set.
1559 * This looks more complicated than it is. An easy way to merge two
1560 * package sets would be to just use a razor_importer, but that
1561 * requires resorting, and is thus O(n log n). We can do this in a
1562 * linear sweep, but it gets a little more complicated.
1565 razor_set_add(struct razor_set *set, struct razor_set *upstream,
1566 struct array *packages)
1568 struct razor_set *result;
1569 struct razor_importer *importer;
1570 struct razor_package *p, *pend;
1571 struct source source, upstream_source;
1573 importer = razor_importer_new();
1575 prepare_source(&upstream_source, upstream);
1576 prepare_source(&source, set);
1578 merge_packages(importer, &source, &upstream_source, packages);
1580 /* As we built the package list, we filled out a bitvector of
1581 * the properties that are referenced by the packages in the
1582 * new set. Now we do a parallel loop through the properties
1583 * and emit those marked in the bit vector to the new set. In
1584 * the process, we update the bit vector to actually map from
1585 * indices in the old property list to indices in the new
1586 * property list for both sets. */
1588 merge_properties(&importer->set->requires, importer,
1589 set, &set->requires, source.requires_map,
1590 upstream, &upstream->requires,
1591 upstream_source.requires_map);
1592 merge_properties(&importer->set->provides, importer,
1593 set, &set->provides, source.provides_map,
1594 upstream, &upstream->provides,
1595 upstream_source.provides_map);
1597 /* Now we loop through the packages again and emit the
1598 * property lists, remapped to point to the new properties. */
1600 pend = importer->set->packages.data + importer->set->packages.size;
1601 for (p = importer->set->packages.data; p < pend; p++) {
1604 if (p->name & UPSTREAM_SOURCE)
1605 src = &upstream_source;
1609 p->requires = emit_properties(&src->set->requires_pool,
1612 &importer->set->requires_pool);
1613 p->provides = emit_properties(&src->set->provides_pool,
1616 &importer->set->provides_pool);
1617 p->name &= INDEX_MASK;
1620 rebuild_package_lists(importer->set);
1622 result = importer->set;
1623 array_release(&importer->buckets);
1630 razor_set_satisfy(struct razor_set *set, struct array *unsatisfied,
1631 struct razor_set *upstream, struct array *list)
1633 struct razor_property *requires, *r;
1634 struct razor_property *p, *pend;
1635 unsigned long *u, *end, *pkg, *package_pool;
1638 end = unsatisfied->data + unsatisfied->size;
1639 requires = set->requires.data;
1640 pool = set->string_pool.data;
1642 p = upstream->provides.data;
1643 pend = upstream->provides.data + upstream->provides.size;
1644 upool = upstream->string_pool.data;
1645 package_pool = upstream->package_pool.data;
1647 for (u = unsatisfied->data; u < end; u++) {
1650 while (p < pend && strcmp(&pool[r->name], &upool[p->name]) > 0)
1652 /* If there is more than one version of a provides,
1653 * seek to the end for the highest version. */
1654 while (p + 1 < pend && p->name == (p + 1)->name)
1658 strcmp(&pool[r->name], &upool[p->name]) != 0 ||
1659 versioncmp(&pool[r->version], &upool[p->version]) > 0) {
1660 /* Do we need to track unsatisfiable requires
1661 * as we go, or should we just do a
1662 * razor_set_validate() at the end? */
1664 pkg = array_add(list, sizeof *pkg);
1665 /* We just pull in the first package that provides */
1666 *pkg = package_pool[p->packages];
1672 find_packages(struct razor_set *set,
1673 int count, const char **packages, struct array *list)
1675 struct razor_package *p;
1679 /* FIXME: Sort the packages. */
1680 for (i = 0; i < count; i++) {
1681 p = razor_set_get_package(set, packages[i]);
1682 r = array_add(list, sizeof *r);
1683 *r = p - (struct razor_package *) set->packages.data;
1688 find_all_packages(struct razor_set *set,
1689 struct razor_set *upstream, struct array *list)
1691 struct razor_package *p, *u, *pend, *uend;
1695 pend = set->packages.data + set->packages.size;
1696 pool = set->string_pool.data;
1697 u = upstream->packages.data;
1698 uend = upstream->packages.data + upstream->packages.size;
1699 upool = upstream->string_pool.data;
1701 for (p = set->packages.data; p < pend; p++) {
1702 while (u < uend && strcmp(&pool[p->name], &upool[u->name]) > 0)
1704 if (strcmp(&pool[p->name], &upool[u->name]) == 0) {
1705 r = array_add(list, sizeof *r);
1706 *r = u - (struct razor_package *) upstream->packages.data;
1712 razor_set_update(struct razor_set *set, struct razor_set *upstream,
1713 int count, const char **packages)
1715 struct razor_set *new;
1716 struct razor_package *upackages;
1717 struct array list, unsatisfied;
1719 unsigned long *u, *end;
1724 find_packages(upstream, count, packages, &list);
1726 find_all_packages(set, upstream, &list);
1728 end = list.data + list.size;
1729 upackages = upstream->packages.data;
1730 pool = upstream->string_pool.data;
1731 total += list.size / sizeof *u;
1733 while (list.size > 0) {
1734 new = razor_set_add(set, upstream, &list);
1735 array_release(&list);
1736 razor_set_destroy(set);
1739 array_init(&unsatisfied);
1740 razor_set_validate(new, &unsatisfied);
1742 razor_set_satisfy(new, &unsatisfied, upstream, &list);
1743 array_release(&unsatisfied);
1745 end = list.data + list.size;
1746 upackages = upstream->packages.data;
1747 pool = upstream->string_pool.data;
1748 total += list.size / sizeof *u;
1751 array_release(&list);
1756 /* The diff order matters. We should sort the packages so that a
1757 * REMOVE of a package comes before the INSTALL, and so that all
1758 * requires for a package have been installed before the package.
1762 razor_set_diff(struct razor_set *set, struct razor_set *upstream,
1763 razor_package_callback_t callback, void *data)
1765 struct razor_package *p, *pend, *u, *uend;
1766 char *ppool, *upool;
1769 p = set->packages.data;
1770 pend = set->packages.data + set->packages.size;
1771 ppool = set->string_pool.data;
1773 u = upstream->packages.data;
1774 uend = upstream->packages.data + upstream->packages.size;
1775 upool = upstream->string_pool.data;
1777 while (p < pend || u < uend) {
1778 if (p < pend && u < uend) {
1779 res = strcmp(&ppool[p->name], &upool[u->name]);
1781 res = versioncmp(&ppool[p->version],
1782 &upool[u->version]);
1785 if (u == uend || res < 0) {
1786 callback(&ppool[p->name], &ppool[p->version],
1790 } else if (p == pend || res > 0) {
1791 callback(&upool[u->name], NULL, &upool[u->version],