Also import requires.
Needs more work though, only 10% of requires are unique.
19 array_add(struct array *array, int size)
29 while (alloc < array->size + size)
32 if (array->alloc < alloc) {
33 data = realloc(array->data, alloc);
40 p = array->data + array->size;
47 write_to_fd(int fd, void *p, size_t size)
53 len = write(fd, p, rest);
63 write_to_file(const char *filename, void *p, size_t size)
67 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
70 err = write_to_fd(fd, p, size);
87 struct razor_set_header {
90 struct { unsigned int type, offset; } sections[0];
93 #define RAZOR_MAGIC 0x7a7a7a7a
94 #define RAZOR_VERSION 1
96 #define RAZOR_BUCKETS 1
97 #define RAZOR_STRINGS 2
98 #define RAZOR_PACKAGES 3
99 #define RAZOR_REQUIRES 4
100 #define RAZOR_PROVIDES 5
102 struct razor_package {
104 unsigned long version;
107 struct razor_property {
109 unsigned long version;
113 struct array buckets;
114 struct array string_pool;
115 struct array packages;
116 struct array requires;
117 struct array provides;
118 struct razor_set_header *header;
122 razor_set_create(void)
124 struct razor_set *set;
127 set = zalloc(sizeof(struct razor_set));
128 p = array_add(&set->string_pool, 1);
135 razor_set_open(const char *filename)
137 struct razor_set *set;
139 unsigned int size, offset;
142 set = zalloc(sizeof *set);
143 fd = open(filename, O_RDONLY);
144 if (fstat(fd, &stat) < 0)
146 set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
147 if (set->header == MAP_FAILED) {
152 for (i = 0; i < set->header->sections[i].type; i++) {
153 offset = set->header->sections[i].offset;
154 size = set->header->sections[i + 1].offset - offset;
156 switch (set->header->sections[i].type) {
158 set->buckets.data = (void *) set->header + offset;
159 set->buckets.size = size;
160 set->buckets.alloc = size;
163 set->string_pool.data = (void *) set->header + offset;
164 set->string_pool.size = size;
165 set->string_pool.alloc = size;
168 set->packages.data = (void *) set->header + offset;
169 set->packages.size = size;
170 set->packages.size = size;
173 set->requires.data = (void *) set->header + offset;
174 set->requires.size = size;
175 set->requires.size = size;
178 set->provides.data = (void *) set->header + offset;
179 set->provides.size = size;
180 set->provides.size = size;
190 razor_set_destroy(struct razor_set *set)
196 for (i = 0; set->header->sections[i].type; i++)
198 size = set->header->sections[i].type;
199 munmap(set->header, size);
201 free(set->buckets.data);
202 free(set->string_pool.data);
203 free(set->packages.data);
210 razor_set_write(struct razor_set *set, const char *filename)
213 struct razor_set_header *header = (struct razor_set_header *) data;
214 int fd, pool_size, packages_size, requires_size, provides_size;
216 /* Align these to pages sizes */
217 pool_size = (set->string_pool.size + 4095) & ~4095;
218 packages_size = (set->packages.size + 4095) & ~4095;
219 requires_size = (set->requires.size + 4095) & ~4095;
220 provides_size = (set->provides.size + 4095) & ~4095;
222 memset(data, 0, sizeof data);
223 header->magic = RAZOR_MAGIC;
224 header->version = RAZOR_VERSION;
226 header->sections[0].type = RAZOR_BUCKETS;
227 header->sections[0].offset = sizeof data;
229 header->sections[1].type = RAZOR_STRINGS;
230 header->sections[1].offset =
231 header->sections[0].offset + set->buckets.alloc;
233 header->sections[2].type = RAZOR_PACKAGES;
234 header->sections[2].offset =
235 header->sections[1].offset + pool_size;
237 header->sections[3].type = RAZOR_REQUIRES;
238 header->sections[3].offset =
239 header->sections[2].offset + packages_size;
241 header->sections[4].type = RAZOR_PROVIDES;
242 header->sections[4].offset =
243 header->sections[3].offset + requires_size;
245 header->sections[5].type = 0;
246 header->sections[5].offset =
247 header->sections[4].offset + provides_size;
249 fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
253 write_to_fd(fd, data, sizeof data);
254 write_to_fd(fd, set->buckets.data, set->buckets.alloc);
255 write_to_fd(fd, set->string_pool.data, pool_size);
256 write_to_fd(fd, set->packages.data, packages_size);
257 write_to_fd(fd, set->requires.data, requires_size);
258 write_to_fd(fd, set->provides.data, provides_size);
264 hash_string(const char *key)
267 unsigned int hash = 0;
269 for (p = key; *p; p++)
270 hash = (hash << 2) ^ *p;
276 razor_set_lookup(struct razor_set *set, const char *key)
278 unsigned int mask, start, i;
282 pool = set->string_pool.data;
283 mask = set->buckets.alloc - 1;
284 start = hash_string(key) * sizeof(unsigned long);
286 for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
287 b = set->buckets.data + ((start + i) & mask);
292 if (strcmp(key, &pool[*b]) == 0)
300 add_to_string_pool(struct razor_set *set, const char *key)
305 len = strlen(key) + 1;
306 p = array_add(&set->string_pool, len);
309 return p - (char *) set->string_pool.data;
313 do_insert(struct razor_set *set, unsigned long value)
315 unsigned int mask, start, i;
319 key = (char *) set->string_pool.data + value;
320 mask = set->buckets.alloc - 1;
321 start = hash_string(key) * sizeof(unsigned long);
323 for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
324 b = set->buckets.data + ((start + i) & mask);
333 razor_set_insert(struct razor_set *set, const char *key)
335 unsigned long value, *buckets, *b, *end;
338 alloc = set->buckets.alloc;
339 array_add(&set->buckets, 4 * sizeof *buckets);
340 if (alloc != set->buckets.alloc) {
341 end = set->buckets.data + alloc;
342 memset(end, 0, set->buckets.alloc - alloc);
343 for (b = set->buckets.data; b < end; b++) {
347 do_insert(set, value);
352 value = add_to_string_pool(set, key);
353 do_insert (set, value);
359 razor_set_add_package(struct razor_set *set,
360 unsigned long name, unsigned long version)
362 struct razor_package *p;
364 p = array_add(&set->packages, sizeof *p);
367 p->version = version;
369 return p - (struct razor_package *) set->packages.data;
373 razor_set_add_requires(struct razor_set *set,
374 unsigned long name, unsigned long version)
376 struct razor_property *p;
378 p = array_add(&set->requires, sizeof *p);
381 p->version = version;
383 return p - (struct razor_property *) set->requires.data;
387 razor_set_add_provides(struct razor_set *set,
388 unsigned long name, unsigned long version)
390 struct razor_property *p;
392 p = array_add(&set->provides, sizeof *p);
395 p->version = version;
397 return p - (struct razor_property *) set->provides.data;
401 razor_set_tokenize(struct razor_set *set, const char *string)
405 token = razor_set_lookup(set, string);
409 return razor_set_insert(set, string);
412 static struct razor_set *qsort_set;
415 compare_packages(const void *p1, const void *p2)
417 const struct razor_package *pkg1 = p1, *pkg2 = p2;
418 char *pool = qsort_set->string_pool.data;
420 return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
424 compare_properties(const void *p1, const void *p2)
426 const struct razor_property *prop1 = p1, *prop2 = p2;
427 char *pool = qsort_set->string_pool.data;
429 return strcmp(&pool[prop1->name], &pool[prop2->name]);
433 razor_set_sort(struct razor_set *set)
436 qsort(set->packages.data,
437 set->packages.size / sizeof(struct razor_package),
438 sizeof(struct razor_package), compare_packages);
439 qsort(set->requires.data,
440 set->requires.size / sizeof(struct razor_property),
441 sizeof(struct razor_property), compare_properties);
442 qsort(set->provides.data,
443 set->provides.size / sizeof(struct razor_property),
444 sizeof(struct razor_property), compare_properties);
447 struct parsing_context {
448 struct razor_set *set;
453 parse_package(struct parsing_context *ctx, const char **atts)
455 unsigned long name = 0, version = 0;
458 for (i = 0; atts[i]; i += 2) {
459 if (strcmp(atts[i], "name") == 0)
460 name = razor_set_tokenize(ctx->set, atts[i + 1]);
461 else if (strcmp(atts[i], "version") == 0)
462 version = razor_set_tokenize(ctx->set, atts[i + 1]);
465 if (name == 0 || version == 0) {
466 fprintf(stderr, "invalid package tag, "
467 "missing name or version attributes\n");
471 ctx->pkg_id = razor_set_add_package(ctx->set, name, version);
477 parse_requires(struct parsing_context *ctx, const char **atts)
479 unsigned long name = 0, version = 0;
482 for (i = 0; atts[i]; i += 2) {
483 if (strcmp(atts[i], "name") == 0)
484 name = razor_set_tokenize(ctx->set, atts[i + 1]);
488 fprintf(stderr, "invalid requires tag, "
489 "missing name attribute\n");
493 ctx->pkg_id = razor_set_add_requires(ctx->set, name, version);
497 parse_provides(struct parsing_context *ctx, const char **atts)
499 unsigned long name = 0, version = 0;
502 for (i = 0; atts[i]; i += 2) {
503 if (strcmp(atts[i], "name") == 0)
504 name = razor_set_tokenize(ctx->set, atts[i + 1]);
508 fprintf(stderr, "invalid provides tag, "
509 "missing name attribute\n");
513 ctx->pkg_id = razor_set_add_provides(ctx->set, name, version);
517 start_element(void *data, const char *name, const char **atts)
519 struct parsing_context *ctx = data;
522 if (strcmp(name, "package") == 0)
523 parse_package(ctx, atts);
524 else if (strcmp(name, "requires") == 0)
525 parse_requires(ctx, atts);
526 else if (strcmp(name, "provides") == 0)
527 parse_provides(ctx, atts);
529 for (i = 0; atts[i]; i += 2)
530 razor_set_tokenize(ctx->set, atts[i + 1]);
534 end_element (void *data, const char *name)
536 struct parsing_context *ctx = data;
538 if (strcmp(name, "package") == 0)
543 sha1_to_hex(const unsigned char *sha1)
546 static char hexbuffer[4][50];
547 static const char hex[] = "0123456789abcdef";
548 char *buffer = hexbuffer[3 & ++bufno], *buf = buffer;
551 for (i = 0; i < 20; i++) {
552 unsigned int val = *sha1++;
553 *buf++ = hex[val >> 4];
554 *buf++ = hex[val & 0xf];
562 razor_set_import(struct razor_set *set, const char *filename)
566 struct parsing_context ctx;
571 unsigned char hash[20];
573 fd = open(filename, O_RDONLY);
574 if (fstat(fd, &stat) < 0)
576 p = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
580 parser = XML_ParserCreate(NULL);
582 XML_SetUserData(parser, &ctx);
583 XML_SetElementHandler(parser, start_element, end_element);
584 if (XML_Parse(parser, p, stat.st_size, 1) == XML_STATUS_ERROR) {
586 "%s at line %d, %s\n",
587 XML_ErrorString(XML_GetErrorCode(parser)),
588 XML_GetCurrentLineNumber(parser),
593 XML_ParserFree(parser);
596 SHA1_Update(&sha1, p, stat.st_size);
597 SHA1_Final(hash, &sha1);
601 snprintf(buf, sizeof buf, "set/%s", sha1_to_hex(hash));
602 if (write_to_file(buf, p, stat.st_size) < 0)
604 munmap(p, stat.st_size);
610 razor_set_list(struct razor_set *set)
612 struct razor_package *p, *end;
615 pool = set->string_pool.data;
616 end = set->packages.data + set->packages.size;
617 for (p = set->packages.data; p < end && p->name; p++)
618 printf("%s %s\n", &pool[p->name], &pool[p->version]);
622 razor_set_list_requires(struct razor_set *set)
624 struct razor_property *p, *end;
627 pool = set->string_pool.data;
628 end = set->requires.data + set->requires.size;
629 for (p = set->requires.data; p < end && p->name; p++)
630 printf("%s %s\n", &pool[p->name], &pool[p->version]);
634 razor_set_list_provides(struct razor_set *set)
636 struct razor_property *p, *end;
639 pool = set->string_pool.data;
640 end = set->provides.data + set->provides.size;
641 for (p = set->provides.data; p < end && p->name; p++)
642 printf("%s %s\n", &pool[p->name], &pool[p->version]);
646 razor_set_info(struct razor_set *set)
648 unsigned int offset, size;
651 for (i = 0; i < set->header->sections[i].type; i++) {
652 offset = set->header->sections[i].offset;
653 size = set->header->sections[i + 1].offset - offset;
655 switch (set->header->sections[i].type) {
657 printf("bucket section:\t\t%dkb\n", size / 1024);
660 printf("string pool:\t\t%dkb\n", size / 1024);
663 printf("package section:\t%dkb\n", size / 1024);
666 printf("requires section:\t%dkb\n", size / 1024);
669 printf("provides section:\t%dkb\n", size / 1024);
678 printf("usage: razor [ import FILES | lookup <key> | "
679 "list | list-requires | list-provides | info ]\n");
683 static const char repo_filename[] = "system.repo";
686 main(int argc, char *argv[])
689 struct razor_set *set;
694 } else if (strcmp(argv[1], "import") == 0) {
695 if (stat("set", &statbuf) && mkdir("set", 0777)) {
696 fprintf(stderr, "could not create directory 'set'\n");
700 set = razor_set_create();
702 for (i = 2; i < argc; i++) {
703 if (razor_set_import(set, argv[i]) < 0) {
704 fprintf(stderr, "failed to import %s\n",
712 /* FIXME: We add a sentinel package here, but we
713 * should probably just have a size field in the
715 razor_set_add_package(set, 0, 0);
716 razor_set_add_requires(set, 0, 0);
717 razor_set_add_provides(set, 0, 0);
719 printf("bucket allocation: %d\n", set->buckets.alloc);
720 printf("pool size: %d\n", set->string_pool.size);
721 printf("pool allocation: %d\n", set->string_pool.alloc);
722 printf("packages: %d\n",
723 set->packages.size / sizeof(struct razor_package));
724 printf("requires: %d\n",
725 set->requires.size / sizeof(struct razor_property));
726 printf("provides: %d\n",
727 set->provides.size / sizeof(struct razor_property));
729 razor_set_write(set, repo_filename);
731 razor_set_destroy(set);
732 } else if (strcmp(argv[1], "lookup") == 0) {
733 set = razor_set_open(repo_filename);
734 printf("%s is %lu\n", argv[2],
735 razor_set_lookup(set, argv[2]));
736 razor_set_destroy(set);
737 } else if (strcmp(argv[1], "list") == 0) {
738 set = razor_set_open(repo_filename);
740 razor_set_destroy(set);
741 } else if (strcmp(argv[1], "list-requires") == 0) {
742 set = razor_set_open(repo_filename);
743 razor_set_list_requires(set);
744 razor_set_destroy(set);
745 } else if (strcmp(argv[1], "list-provides") == 0) {
746 set = razor_set_open(repo_filename);
747 razor_set_list_provides(set);
748 razor_set_destroy(set);
749 } else if (strcmp(argv[1], "info") == 0) {
750 set = razor_set_open(repo_filename);
752 razor_set_destroy(set);