Use bsearch instead of hash table when looking up packages.
22 array_init(struct array *array)
24 memset(array, 0, sizeof *array);
28 array_release(struct array *array)
34 array_add(struct array *array, int size)
44 while (alloc < array->size + size)
47 if (array->alloc < alloc) {
48 data = realloc(array->data, alloc);
55 p = array->data + array->size;
62 write_to_fd(int fd, void *p, size_t size)
68 len = write(fd, p, rest);
78 write_to_file(const char *filename, void *p, size_t size)
82 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
85 err = write_to_fd(fd, p, size);
102 struct razor_set_header {
104 unsigned int version;
105 struct { unsigned int type, offset, size; } sections[0];
108 #define RAZOR_MAGIC 0x7a7a7a7a
109 #define RAZOR_VERSION 1
111 #define RAZOR_BUCKETS 1
112 #define RAZOR_STRINGS 2
113 #define RAZOR_PACKAGES 3
114 #define RAZOR_REQUIRES 4
115 #define RAZOR_PROVIDES 5
116 #define RAZOR_PROPERTIES 6
118 struct razor_package {
120 unsigned long version;
121 unsigned long requires;
122 unsigned long provides;
125 struct razor_property {
127 unsigned long version;
128 unsigned long packages;
132 struct array buckets;
133 struct array string_pool;
134 struct array property_pool;
135 struct array packages;
136 struct array requires;
137 struct array provides;
138 struct razor_set_header *header;
142 razor_set_create(void)
144 struct razor_set *set;
147 set = zalloc(sizeof(struct razor_set));
148 p = array_add(&set->string_pool, 1);
155 razor_set_open(const char *filename)
157 struct razor_set *set;
159 unsigned int size, offset;
162 set = zalloc(sizeof *set);
163 fd = open(filename, O_RDONLY);
164 if (fstat(fd, &stat) < 0)
166 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
167 if (set->header == MAP_FAILED) {
172 for (i = 0; i < set->header->sections[i].type; i++) {
173 offset = set->header->sections[i].offset;
174 size = set->header->sections[i].size;
176 switch (set->header->sections[i].type) {
178 set->buckets.data = (void *) set->header + offset;
179 set->buckets.size = size;
180 set->buckets.alloc = size;
183 set->string_pool.data = (void *) set->header + offset;
184 set->string_pool.size = size;
185 set->string_pool.alloc = size;
188 set->packages.data = (void *) set->header + offset;
189 set->packages.size = size;
190 set->packages.size = size;
193 set->requires.data = (void *) set->header + offset;
194 set->requires.size = size;
195 set->requires.size = size;
198 set->provides.data = (void *) set->header + offset;
199 set->provides.size = size;
200 set->provides.size = size;
202 case RAZOR_PROPERTIES:
203 set->property_pool.data = (void *) set->header + offset;
204 set->property_pool.size = size;
205 set->property_pool.size = size;
215 razor_set_destroy(struct razor_set *set)
221 for (i = 0; set->header->sections[i].type; i++)
223 size = set->header->sections[i].type;
224 munmap(set->header, size);
226 free(set->buckets.data);
227 free(set->string_pool.data);
228 free(set->packages.data);
229 free(set->requires.data);
230 free(set->provides.data);
231 free(set->property_pool.data);
238 razor_set_write(struct razor_set *set, const char *filename)
241 struct razor_set_header *header = (struct razor_set_header *) data;
242 int fd, pool_size, packages_size, requires_size, provides_size;
245 /* Align these to pages sizes */
246 pool_size = (set->string_pool.size + 4095) & ~4095;
247 packages_size = (set->packages.size + 4095) & ~4095;
248 requires_size = (set->requires.size + 4095) & ~4095;
249 provides_size = (set->provides.size + 4095) & ~4095;
250 properties_size = (set->property_pool.size + 4095) & ~4095;
252 memset(data, 0, sizeof data);
253 header->magic = RAZOR_MAGIC;
254 header->version = RAZOR_VERSION;
256 header->sections[0].type = RAZOR_BUCKETS;
257 header->sections[0].offset = sizeof data;
258 header->sections[0].size = set->buckets.alloc;
260 header->sections[1].type = RAZOR_STRINGS;
261 header->sections[1].offset =
262 header->sections[0].offset + set->buckets.alloc;
263 header->sections[1].size = set->string_pool.size;
265 header->sections[2].type = RAZOR_PACKAGES;
266 header->sections[2].offset =
267 header->sections[1].offset + pool_size;
268 header->sections[2].size = set->packages.size;
270 header->sections[3].type = RAZOR_REQUIRES;
271 header->sections[3].offset =
272 header->sections[2].offset + packages_size;
273 header->sections[3].size = set->requires.size;
275 header->sections[4].type = RAZOR_PROVIDES;
276 header->sections[4].offset =
277 header->sections[3].offset + requires_size;
278 header->sections[4].size = set->provides.size;
280 header->sections[5].type = RAZOR_PROPERTIES;
281 header->sections[5].offset =
282 header->sections[4].offset + provides_size;
283 header->sections[5].size = set->property_pool.size;
285 header->sections[6].type = 0;
286 header->sections[6].offset =
287 header->sections[5].offset + properties_size;
288 header->sections[6].size = 0;
290 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
294 write_to_fd(fd, data, sizeof data);
295 write_to_fd(fd, set->buckets.data, set->buckets.alloc);
296 write_to_fd(fd, set->string_pool.data, pool_size);
297 write_to_fd(fd, set->packages.data, packages_size);
298 write_to_fd(fd, set->requires.data, requires_size);
299 write_to_fd(fd, set->provides.data, provides_size);
300 write_to_fd(fd, set->property_pool.data, properties_size);
306 hash_string(const char *key)
309 unsigned int hash = 0;
311 for (p = key; *p; p++)
312 hash = (hash * 617) ^ *p;
318 razor_set_lookup(struct razor_set *set, const char *key)
320 unsigned int mask, start, i;
324 pool = set->string_pool.data;
325 mask = set->buckets.alloc - 1;
326 start = hash_string(key) * sizeof(unsigned long);
328 for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
329 b = set->buckets.data + ((start + i) & mask);
334 if (strcmp(key, &pool[*b]) == 0)
342 add_to_string_pool(struct razor_set *set, const char *key)
347 len = strlen(key) + 1;
348 p = array_add(&set->string_pool, len);
351 return p - (char *) set->string_pool.data;
355 add_to_property_pool(struct razor_set *set, struct array *properties)
359 p = array_add(properties, sizeof *p);
361 p = array_add(&set->property_pool, properties->size);
362 memcpy(p, properties->data, properties->size);
364 return p - (unsigned long *) set->property_pool.data;
368 do_insert(struct razor_set *set, unsigned long value)
370 unsigned int mask, start, i;
374 key = (char *) set->string_pool.data + value;
375 mask = set->buckets.alloc - 1;
376 start = hash_string(key) * sizeof(unsigned long);
378 for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
379 b = set->buckets.data + ((start + i) & mask);
388 razor_set_insert(struct razor_set *set, const char *key)
390 unsigned long value, *buckets, *b, *end;
393 alloc = set->buckets.alloc;
394 array_add(&set->buckets, 4 * sizeof *buckets);
395 if (alloc != set->buckets.alloc) {
396 end = set->buckets.data + alloc;
397 memset(end, 0, set->buckets.alloc - alloc);
398 for (b = set->buckets.data; b < end; b++) {
402 do_insert(set, value);
407 value = add_to_string_pool(set, key);
408 do_insert (set, value);
414 razor_set_tokenize(struct razor_set *set, const char *string)
421 token = razor_set_lookup(set, string);
425 return razor_set_insert(set, string);
428 struct import_property_context {
430 struct array package;
433 struct import_context {
434 struct razor_set *set;
435 struct import_property_context requires;
436 struct import_property_context provides;
437 unsigned long package;
438 unsigned long *requires_map;
439 unsigned long *provides_map;
442 struct import_property {
444 unsigned long version;
445 unsigned long package;
447 unsigned long unique_index;
451 import_context_add_package(struct import_context *ctx,
452 const char *name, const char *version)
454 struct razor_package *p;
456 p = array_add(&ctx->set->packages, sizeof *p);
457 p->name = razor_set_tokenize(ctx->set, name);
458 p->version = razor_set_tokenize(ctx->set, version);
460 ctx->package = p - (struct razor_package *) ctx->set->packages.data;
461 array_init(&ctx->requires.package);
462 array_init(&ctx->provides.package);
466 import_context_finish_package(struct import_context *ctx)
468 struct razor_package *p;
470 p = (struct razor_package *) ctx->set->packages.data + ctx->package;
471 p->requires = add_to_property_pool(ctx->set, &ctx->requires.package);
472 p->provides = add_to_property_pool(ctx->set, &ctx->provides.package);
474 array_release(&ctx->requires.package);
475 array_release(&ctx->provides.package);
479 import_context_add_property(struct import_context *ctx,
480 struct import_property_context *pctx,
481 const char *name, const char *version)
483 struct import_property *p;
486 p = array_add(&pctx->all, sizeof *p);
487 p->name = razor_set_tokenize(ctx->set, name);
488 p->version = razor_set_tokenize(ctx->set, version);
489 p->package = ctx->package;
490 p->index = p - (struct import_property *) pctx->all.data;
492 r = array_add(&pctx->package, sizeof *r);
497 parse_package(struct import_context *ctx, const char **atts, void *data)
499 const char *name = NULL, *version = NULL;
502 for (i = 0; atts[i]; i += 2) {
503 if (strcmp(atts[i], "name") == 0)
505 else if (strcmp(atts[i], "version") == 0)
506 version = atts[i + 1];
509 if (name == NULL || version == NULL) {
510 fprintf(stderr, "invalid package tag, "
511 "missing name or version attributes\n");
515 import_context_add_package(ctx, name, version);
519 parse_property(struct import_context *ctx, const char **atts, void *data)
521 const char *name = NULL, *version = NULL;
524 for (i = 0; atts[i]; i += 2) {
525 if (strcmp(atts[i], "name") == 0)
527 if (strcmp(atts[i], "version") == 0)
528 version = atts[i + 1];
532 fprintf(stderr, "invalid tag, missing name attribute\n");
536 import_context_add_property(ctx, data, name, version);
540 start_element(void *data, const char *name, const char **atts)
542 struct import_context *ctx = data;
544 if (strcmp(name, "package") == 0)
545 parse_package(ctx, atts, NULL);
546 else if (strcmp(name, "requires") == 0)
547 parse_property(ctx, atts, &ctx->requires);
548 else if (strcmp(name, "provides") == 0)
549 parse_property(ctx, atts, &ctx->provides);
553 end_element (void *data, const char *name)
555 struct import_context *ctx = data;
557 if (strcmp(name, "package") == 0)
558 import_context_finish_package(ctx);
562 sha1_to_hex(const unsigned char *sha1)
565 static char hexbuffer[4][50];
566 static const char hex[] = "0123456789abcdef";
567 char *buffer = hexbuffer[3 & ++bufno], *buf = buffer;
570 for (i = 0; i < 20; i++) {
571 unsigned int val = *sha1++;
572 *buf++ = hex[val >> 4];
573 *buf++ = hex[val & 0xf];
581 razor_prepare_import(struct import_context *ctx)
583 memset(ctx, 0, sizeof *ctx);
584 ctx->set = razor_set_create();
588 razor_import(struct import_context *ctx, const char *filename)
596 unsigned char hash[20];
598 fd = open(filename, O_RDONLY);
599 if (fstat(fd, &stat) < 0)
601 p = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
605 parser = XML_ParserCreate(NULL);
606 XML_SetUserData(parser, ctx);
607 XML_SetElementHandler(parser, start_element, end_element);
608 if (XML_Parse(parser, p, stat.st_size, 1) == XML_STATUS_ERROR) {
610 "%s at line %d, %s\n",
611 XML_ErrorString(XML_GetErrorCode(parser)),
612 XML_GetCurrentLineNumber(parser),
617 XML_ParserFree(parser);
620 SHA1_Update(&sha1, p, stat.st_size);
621 SHA1_Final(hash, &sha1);
625 snprintf(buf, sizeof buf, "set/%s", sha1_to_hex(hash));
626 if (write_to_file(buf, p, stat.st_size) < 0)
628 munmap(p, stat.st_size);
633 static struct razor_set *qsort_set;
636 compare_packages(const void *p1, const void *p2)
638 const struct razor_package *pkg1 = p1, *pkg2 = p2;
639 char *pool = qsort_set->string_pool.data;
641 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
645 compare_properties(const void *p1, const void *p2)
647 const struct import_property *prop1 = p1, *prop2 = p2;
648 char *pool = qsort_set->string_pool.data;
651 result = strcmp(&pool[prop1->name], &pool[prop2->name]);
653 return strcmp(&pool[prop1->version], &pool[prop2->version]);
658 static unsigned long *
659 uniqueify_properties(struct array *in, struct array *out)
661 struct import_property *ip, *end;
662 struct razor_property *rp;
666 count = in->size / sizeof(struct import_property);
667 qsort(in->data, count,
668 sizeof(struct import_property), compare_properties);
671 end = in->data + in->size;
672 for (ip = in->data; ip < end; ip++) {
674 ip->name != rp->name || ip->version != rp->version) {
675 rp = array_add(out, sizeof *rp);
677 rp->version = ip->version;
679 ip->unique_index = rp - (struct razor_property *) out->data;
682 map = malloc(count * sizeof (unsigned long));
684 for (i = 0; i < count; i++)
685 map[ip[i].index] = ip[i].unique_index;
691 sort_packages(struct import_context *ctx)
693 struct razor_package *p, *end;
694 unsigned long *pool, *r;
696 pool = ctx->set->property_pool.data;
697 end = ctx->set->packages.data + ctx->set->packages.size;
698 for (p = ctx->set->packages.data; p < end; p++) {
699 for (r = &pool[p->requires]; *r; r++)
700 *r = ctx->requires_map[*r];
701 for (r = &pool[p->provides]; *r; r++)
702 *r = ctx->provides_map[*r];
705 qsort(ctx->set->packages.data,
706 ctx->set->packages.size / sizeof(struct razor_package),
707 sizeof(struct razor_package), compare_packages);
710 static struct razor_set *
711 razor_finish_import(struct import_context *ctx)
713 qsort_set = ctx->set;
716 uniqueify_properties(&ctx->requires.all, &ctx->set->requires);
718 uniqueify_properties(&ctx->provides.all, &ctx->set->provides);
722 free(ctx->requires.all.data);
723 free(ctx->provides.all.data);
724 free(ctx->requires_map);
725 free(ctx->provides_map);
727 fprintf(stderr, "parsed %d requires, %d unique\n",
728 ctx->requires.all.size / sizeof(struct import_property),
729 ctx->set->requires.size / sizeof(struct razor_property));
730 fprintf(stderr, "parsed %d provides, %d unique\n",
731 ctx->provides.all.size / sizeof(struct import_property),
732 ctx->set->provides.size / sizeof(struct razor_property));
737 /* Import a yum filelist as a razor package set. */
741 YUM_STATE_PACKAGE_NAME
745 struct import_context ctx;
746 struct import_property_context *current_property_context;
752 yum_start_element(void *data, const char *name, const char **atts)
754 struct yum_context *ctx = data;
755 const char *n, *version;
758 if (strcmp(name, "name") == 0) {
759 ctx->state = YUM_STATE_PACKAGE_NAME;
760 } else if (strcmp(name, "version") == 0) {
761 for (i = 0; atts[i]; i += 2) {
762 if (strcmp(atts[i], "ver") == 0)
763 version = atts[i + 1];
765 import_context_add_package(&ctx->ctx, ctx->name, version);
766 } else if (strcmp(name, "rpm:requires") == 0) {
767 ctx->current_property_context = &ctx->ctx.requires;
768 } else if (strcmp(name, "rpm:provides") == 0) {
769 ctx->current_property_context = &ctx->ctx.provides;
770 } else if (strcmp(name, "rpm:entry") == 0 &&
771 ctx->current_property_context != NULL) {
774 for (i = 0; atts[i]; i += 2) {
775 if (strcmp(atts[i], "name") == 0)
777 else if (strcmp(atts[i], "ver") == 0)
778 version = atts[i + 1];
782 fprintf(stderr, "invalid rpm:entry, "
783 "missing name or version attributes\n");
787 import_context_add_property(&ctx->ctx,
788 ctx->current_property_context,
794 yum_end_element (void *data, const char *name)
796 struct yum_context *ctx = data;
798 if (strcmp(name, "package") == 0) {
800 import_context_finish_package(&ctx->ctx);
801 } else if (strcmp(name, "name") == 0) {
803 } else if (strcmp(name, "rpm:requires") == 0) {
804 ctx->current_property_context = NULL;
805 } else if (strcmp(name, "rpm:provides") == 0) {
806 ctx->current_property_context = NULL;
811 yum_character_data (void *data, const XML_Char *s, int len)
813 struct yum_context *ctx = data;
815 if (ctx->state == YUM_STATE_PACKAGE_NAME)
816 ctx->name = strndup(s, len);
819 static struct razor_set *
820 razor_set_create_from_yum_filelist(int fd)
822 struct yum_context ctx;
827 razor_prepare_import(&ctx.ctx);
829 parser = XML_ParserCreate(NULL);
830 XML_SetUserData(parser, &ctx);
831 XML_SetElementHandler(parser, yum_start_element, yum_end_element);
832 XML_SetCharacterDataHandler(parser, yum_character_data);
835 len = read(fd, buf, sizeof buf);
838 "couldn't read input: %s\n", strerror(errno));
843 if (XML_Parse(parser, buf, len, 0) == XML_STATUS_ERROR) {
846 XML_ErrorString(XML_GetErrorCode(parser)),
847 XML_GetCurrentLineNumber(parser));
852 XML_ParserFree(parser);
854 return razor_finish_import(&ctx.ctx);
858 razor_set_list(struct razor_set *set)
860 struct razor_package *p, *end;
863 pool = set->string_pool.data;
864 end = set->packages.data + set->packages.size;
865 for (p = set->packages.data; p < end; p++)
866 printf("%s %s\n", &pool[p->name], &pool[p->version]);
869 struct razor_set *bsearch_set;
872 compare_package_name(const void *key, const void *data)
874 const struct razor_package *p = data;
877 pool = bsearch_set->string_pool.data;
879 return strcmp(key, &pool[p->name]);
882 struct razor_package *
883 razor_set_get_package(struct razor_set *set, const char *package)
886 return bsearch(package, set->packages.data,
887 set->packages.size / sizeof(struct razor_package),
888 sizeof(struct razor_package), compare_package_name);
892 razor_set_list_all_properties(struct razor_set *set, struct array *properties)
894 struct razor_property *p, *end;
897 pool = set->string_pool.data;
898 end = properties->data + properties->size;
899 for (p = properties->data; p < end; p++)
900 printf("%s %s\n", &pool[p->name], &pool[p->version]);
904 razor_set_list_requires(struct razor_set *set, const char *name)
906 struct razor_property *p, *requires;
907 struct razor_package *package;
912 package = razor_set_get_package(set, name);
913 r = (unsigned long *) set->property_pool.data +
915 requires = set->requires.data;
916 pool = set->string_pool.data;
919 printf("%s %s\n", &pool[p->name], &pool[p->version]);
922 razor_set_list_all_properties(set, &set->requires);
926 razor_set_list_provides(struct razor_set *set, const char *name)
928 struct razor_property *p, *provides;
929 struct razor_package *package;
934 package = razor_set_get_package(set, name);
935 r = (unsigned long *) set->property_pool.data +
937 provides = set->provides.data;
938 pool = set->string_pool.data;
941 printf("%s %s\n", &pool[p->name], &pool[p->version]);
944 razor_set_list_all_properties(set, &set->provides);
948 razor_set_info(struct razor_set *set)
950 unsigned int offset, size;
953 for (i = 0; i < set->header->sections[i].type; i++) {
954 offset = set->header->sections[i].offset;
955 size = set->header->sections[i + 1].offset - offset;
957 switch (set->header->sections[i].type) {
959 printf("bucket section:\t\t%dkb\n", size / 1024);
962 printf("string pool:\t\t%dkb\n", size / 1024);
965 printf("package section:\t%dkb\n", size / 1024);
968 printf("requires section:\t%dkb\n", size / 1024);
971 printf("provides section:\t%dkb\n", size / 1024);
980 printf("usage: razor [ import FILES | lookup <key> | "
981 "list | list-requires | list-provides | eat-yum | info ]\n");
985 static const char *repo_filename = "system.repo";
986 static const char rawhide_repo_filename[] = "rawhide.repo";
989 main(int argc, char *argv[])
992 struct razor_set *set;
994 struct import_context ctx;
997 repo = getenv("RAZOR_REPO");
999 repo_filename = repo;
1003 } else if (strcmp(argv[1], "import") == 0) {
1004 if (stat("set", &statbuf) && mkdir("set", 0777)) {
1005 fprintf(stderr, "could not create directory 'set'\n");
1009 razor_prepare_import(&ctx);
1011 for (i = 2; i < argc; i++) {
1012 if (razor_import(&ctx, argv[i]) < 0) {
1013 fprintf(stderr, "failed to import %s\n",
1019 set = razor_finish_import(&ctx);
1021 printf("bucket allocation: %d\n", set->buckets.alloc);
1022 printf("pool size: %d\n", set->string_pool.size);
1023 printf("pool allocation: %d\n", set->string_pool.alloc);
1024 printf("packages: %d\n",
1025 set->packages.size / sizeof(struct razor_package));
1026 printf("requires: %d\n",
1027 set->requires.size / sizeof(struct razor_property));
1028 printf("provides: %d\n",
1029 set->provides.size / sizeof(struct razor_property));
1031 razor_set_write(set, repo_filename);
1033 razor_set_destroy(set);
1034 } else if (strcmp(argv[1], "lookup") == 0) {
1035 set = razor_set_open(repo_filename);
1036 printf("%s is %lu\n", argv[2],
1037 razor_set_lookup(set, argv[2]));
1038 razor_set_destroy(set);
1039 } else if (strcmp(argv[1], "list") == 0) {
1040 set = razor_set_open(repo_filename);
1041 razor_set_list(set);
1042 razor_set_destroy(set);
1043 } else if (strcmp(argv[1], "list-requires") == 0) {
1044 set = razor_set_open(repo_filename);
1045 razor_set_list_requires(set, argv[2]);
1046 razor_set_destroy(set);
1047 } else if (strcmp(argv[1], "list-provides") == 0) {
1048 set = razor_set_open(repo_filename);
1049 razor_set_list_provides(set, argv[2]);
1050 razor_set_destroy(set);
1051 } else if (strcmp(argv[1], "info") == 0) {
1052 set = razor_set_open(repo_filename);
1053 razor_set_info(set);
1054 razor_set_destroy(set);
1055 } else if (strcmp(argv[1], "eat-yum") == 0) {
1056 set = razor_set_create_from_yum_filelist(STDIN_FILENO);
1059 razor_set_write(set, rawhide_repo_filename);
1060 razor_set_destroy(set);