razor.c
author Kristian H?gsberg <krh@redhat.com>
Fri Sep 07 14:17:39 2007 -0400 (2007-09-07)
changeset 17 67029e580a0e
parent 16 78383b7bc4fa
child 18 b2bf852ca8d1
permissions -rw-r--r--
Refactor razor_set_write() a bit and stop writing the buckets section.
krh@15
     1
#define _GNU_SOURCE
krh@15
     2
krh@0
     3
#include <stdlib.h>
krh@0
     4
#include <stdio.h>
krh@0
     5
#include <string.h>
krh@0
     6
#include <sys/types.h>
krh@0
     7
#include <sys/stat.h>
krh@0
     8
#include <sys/mman.h>
krh@0
     9
#include <unistd.h>
krh@0
    10
#include <fcntl.h>
krh@15
    11
#include <errno.h>
krh@0
    12
krh@0
    13
#include <expat.h>
krh@0
    14
#include "sha1.h"
krh@0
    15
krh@6
    16
struct array {
krh@6
    17
	void *data;
krh@6
    18
	int size, alloc;
krh@6
    19
};
krh@6
    20
krh@13
    21
static void
krh@13
    22
array_init(struct array *array)
krh@13
    23
{
krh@13
    24
	memset(array, 0, sizeof *array);
krh@13
    25
}
krh@13
    26
krh@13
    27
static void
krh@13
    28
array_release(struct array *array)
krh@13
    29
{
krh@13
    30
	free(array->data);
krh@13
    31
}
krh@13
    32
krh@6
    33
static void *
krh@6
    34
array_add(struct array *array, int size)
krh@6
    35
{
krh@6
    36
	int alloc;
krh@6
    37
	void *data, *p;
krh@6
    38
krh@6
    39
	if (array->alloc > 0)
krh@6
    40
		alloc = array->alloc;
krh@6
    41
	else
krh@10
    42
		alloc = 16;
krh@6
    43
krh@6
    44
	while (alloc < array->size + size)
krh@6
    45
		alloc *= 2;
krh@6
    46
krh@6
    47
	if (array->alloc < alloc) {
krh@6
    48
		data = realloc(array->data, alloc);
krh@6
    49
		if (data == NULL)
krh@6
    50
			return 0;
krh@6
    51
		array->data = data;
krh@6
    52
		array->alloc = alloc;
krh@6
    53
	}
krh@6
    54
krh@6
    55
	p = array->data + array->size;
krh@6
    56
	array->size += size;
krh@6
    57
krh@6
    58
	return p;
krh@6
    59
}
krh@6
    60
krh@0
    61
static int
krh@0
    62
write_to_fd(int fd, void *p, size_t size)
krh@0
    63
{
krh@0
    64
	int rest, len;
krh@0
    65
krh@0
    66
	rest = size;
krh@0
    67
	while (rest > 0) {
krh@0
    68
		len = write(fd, p, rest);
krh@0
    69
		if (len < 0)
krh@0
    70
			return -1;
krh@0
    71
		rest -= len;
krh@0
    72
	}
krh@0
    73
krh@0
    74
	return 0;
krh@0
    75
}
krh@0
    76
krh@0
    77
static int
krh@0
    78
write_to_file(const char *filename, void *p, size_t size)
krh@0
    79
{
krh@0
    80
	int fd, err;
krh@0
    81
krh@0
    82
	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
krh@0
    83
	if (fd < 0)
krh@0
    84
		return -1;
krh@0
    85
	err = write_to_fd(fd, p, size);
krh@0
    86
	close(fd);
krh@0
    87
krh@0
    88
	return err;
krh@0
    89
}
krh@0
    90
krh@0
    91
static void *
krh@0
    92
zalloc(size_t size)
krh@0
    93
{
krh@0
    94
	void *p;
krh@0
    95
krh@0
    96
	p = malloc(size);
krh@0
    97
	memset(p, 0, size);
krh@0
    98
krh@0
    99
	return p;
krh@0
   100
}
krh@0
   101
krh@4
   102
struct razor_set_header {
krh@4
   103
	unsigned int magic;
krh@4
   104
	unsigned int version;
krh@14
   105
	struct { unsigned int type, offset, size; } sections[0];
krh@4
   106
};
krh@4
   107
krh@4
   108
#define RAZOR_MAGIC 0x7a7a7a7a
krh@4
   109
#define RAZOR_VERSION 1
krh@8
   110
krh@4
   111
#define RAZOR_BUCKETS 1
krh@4
   112
#define RAZOR_STRINGS 2
krh@4
   113
#define RAZOR_PACKAGES 3
krh@8
   114
#define RAZOR_REQUIRES 4
krh@8
   115
#define RAZOR_PROVIDES 5
krh@10
   116
#define RAZOR_PROPERTIES 6
krh@4
   117
krh@4
   118
struct razor_package {
krh@4
   119
	unsigned long name;
krh@4
   120
	unsigned long version;
krh@10
   121
	unsigned long requires;
krh@10
   122
	unsigned long provides;
krh@4
   123
};
krh@4
   124
krh@8
   125
struct razor_property {
krh@7
   126
	unsigned long name;
krh@7
   127
	unsigned long version;
krh@9
   128
	unsigned long packages;
krh@7
   129
};
krh@7
   130
krh@4
   131
struct razor_set {
krh@6
   132
	struct array buckets;
krh@6
   133
	struct array string_pool;
krh@10
   134
	struct array property_pool;
krh@7
   135
 	struct array packages;
krh@8
   136
 	struct array requires;
krh@7
   137
 	struct array provides;
krh@4
   138
	struct razor_set_header *header;
krh@4
   139
};
krh@4
   140
krh@4
   141
struct razor_set *
krh@4
   142
razor_set_create(void)
krh@0
   143
{
krh@4
   144
	struct razor_set *set;
krh@6
   145
	char *p;
krh@0
   146
krh@6
   147
	set = zalloc(sizeof(struct razor_set));
krh@6
   148
	p = array_add(&set->string_pool, 1);
krh@6
   149
	*p = '\0';
krh@3
   150
krh@4
   151
	return set;
krh@0
   152
}
krh@0
   153
krh@4
   154
struct razor_set *
krh@4
   155
razor_set_open(const char *filename)
krh@0
   156
{
krh@4
   157
	struct razor_set *set;
krh@0
   158
	struct stat stat;
krh@0
   159
	unsigned int size, offset;
krh@0
   160
	int fd, i;
krh@0
   161
krh@4
   162
	set = zalloc(sizeof *set);
krh@0
   163
	fd = open(filename, O_RDONLY);
krh@0
   164
	if (fstat(fd, &stat) < 0)
krh@0
   165
		return NULL;
krh@4
   166
	set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
krh@4
   167
	if (set->header == MAP_FAILED) {
krh@4
   168
		free(set);
krh@0
   169
		return NULL;
krh@0
   170
	}
krh@0
   171
krh@4
   172
	for (i = 0; i < set->header->sections[i].type; i++) {
krh@4
   173
		offset = set->header->sections[i].offset;
krh@14
   174
		size = set->header->sections[i].size;
krh@0
   175
krh@4
   176
		switch (set->header->sections[i].type) {
krh@4
   177
		case RAZOR_STRINGS:
krh@6
   178
			set->string_pool.data = (void *) set->header + offset;
krh@6
   179
			set->string_pool.size = size;
krh@6
   180
			set->string_pool.alloc = size;
krh@0
   181
			break;
krh@4
   182
		case RAZOR_PACKAGES:
krh@6
   183
			set->packages.data = (void *) set->header + offset;
krh@6
   184
			set->packages.size = size;
krh@6
   185
			set->packages.size = size;
krh@3
   186
			break;
krh@8
   187
		case RAZOR_REQUIRES:
krh@8
   188
			set->requires.data = (void *) set->header + offset;
krh@8
   189
			set->requires.size = size;
krh@8
   190
			set->requires.size = size;
krh@8
   191
			break;
krh@7
   192
		case RAZOR_PROVIDES:
krh@7
   193
			set->provides.data = (void *) set->header + offset;
krh@7
   194
			set->provides.size = size;
krh@7
   195
			set->provides.size = size;
krh@7
   196
			break;
krh@10
   197
		case RAZOR_PROPERTIES:
krh@10
   198
			set->property_pool.data = (void *) set->header + offset;
krh@10
   199
			set->property_pool.size = size;
krh@10
   200
			set->property_pool.size = size;
krh@10
   201
			break;
krh@0
   202
		}
krh@0
   203
	}
krh@0
   204
	close(fd);
krh@0
   205
krh@4
   206
	return set;
krh@0
   207
}
krh@0
   208
krh@0
   209
void
krh@4
   210
razor_set_destroy(struct razor_set *set)
krh@0
   211
{
krh@0
   212
	unsigned int size;
krh@0
   213
	int i;
krh@0
   214
krh@4
   215
	if (set->header) {
krh@4
   216
		for (i = 0; set->header->sections[i].type; i++)
krh@0
   217
			;
krh@4
   218
		size = set->header->sections[i].type;
krh@4
   219
		munmap(set->header, size);
krh@17
   220
		free(set->buckets.data);
krh@0
   221
	} else {
krh@6
   222
		free(set->buckets.data);
krh@6
   223
		free(set->string_pool.data);
krh@6
   224
		free(set->packages.data);
krh@9
   225
		free(set->requires.data);
krh@9
   226
		free(set->provides.data);
krh@10
   227
		free(set->property_pool.data);
krh@0
   228
	}
krh@0
   229
krh@4
   230
	free(set);
krh@0
   231
}
krh@0
   232
krh@0
   233
static int
krh@4
   234
razor_set_write(struct razor_set *set, const char *filename)
krh@0
   235
{
krh@0
   236
	char data[4096];
krh@4
   237
	struct razor_set_header *header = (struct razor_set_header *) data;
krh@17
   238
	unsigned long offset;
krh@17
   239
	int i, fd;
krh@17
   240
	struct { int type; struct array *array; } sections[] = {
krh@17
   241
		{ RAZOR_STRINGS, &set->string_pool },
krh@17
   242
		{ RAZOR_PACKAGES, &set->packages },
krh@17
   243
		{ RAZOR_REQUIRES, &set->requires },
krh@17
   244
		{ RAZOR_PROVIDES, &set->provides },
krh@17
   245
		{ RAZOR_PROPERTIES, &set->property_pool },
krh@17
   246
		{ 0 }
krh@17
   247
	};
krh@0
   248
krh@0
   249
	memset(data, 0, sizeof data);
krh@4
   250
	header->magic = RAZOR_MAGIC;
krh@4
   251
	header->version = RAZOR_VERSION;
krh@17
   252
	offset = sizeof data;
krh@0
   253
krh@17
   254
	for (i = 0; sections[i].type != 0; i++) {
krh@17
   255
		header->sections[i].type = sections[i].type;
krh@17
   256
		header->sections[i].offset = offset;
krh@17
   257
		header->sections[i].size = sections[i].array->size;
krh@17
   258
		offset += (sections[i].array->size + 4095) & ~4095;
krh@17
   259
	}
krh@0
   260
krh@17
   261
	header->sections[i].type = 0;
krh@17
   262
	header->sections[i].offset = 0;
krh@17
   263
	header->sections[i].size = 0;
krh@10
   264
krh@0
   265
	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
krh@0
   266
	if (fd < 0)
krh@0
   267
		return -1;
krh@0
   268
krh@0
   269
	write_to_fd(fd, data, sizeof data);
krh@17
   270
	for (i = 0; sections[i].type != 0; i++)
krh@17
   271
		write_to_fd(fd, sections[i].array->data,
krh@17
   272
			    (sections[i].array->size + 4095) & ~4095);
krh@17
   273
krh@17
   274
	close(fd);
krh@0
   275
krh@0
   276
	return 0;
krh@0
   277
}
krh@0
   278
krh@0
   279
static unsigned int
krh@0
   280
hash_string(const char *key)
krh@0
   281
{
krh@0
   282
	const char *p;
krh@0
   283
	unsigned int hash = 0;
krh@0
   284
krh@0
   285
	for (p = key; *p; p++)
krh@9
   286
		hash = (hash * 617) ^ *p;
krh@0
   287
krh@0
   288
	return hash;
krh@0
   289
}
krh@0
   290
krh@0
   291
unsigned long
krh@4
   292
razor_set_lookup(struct razor_set *set, const char *key)
krh@0
   293
{
krh@6
   294
	unsigned int mask, start, i;
krh@6
   295
	unsigned long *b;
krh@6
   296
	char *pool;
krh@0
   297
krh@6
   298
	pool = set->string_pool.data;
krh@6
   299
	mask = set->buckets.alloc - 1;
krh@6
   300
	start = hash_string(key) * sizeof(unsigned long);
krh@0
   301
krh@6
   302
	for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
krh@6
   303
		b = set->buckets.data + ((start + i) & mask);
krh@6
   304
krh@6
   305
		if (*b == 0)
krh@0
   306
			return 0;
krh@0
   307
krh@6
   308
		if (strcmp(key, &pool[*b]) == 0)
krh@6
   309
			return *b;
krh@6
   310
	}
krh@0
   311
krh@0
   312
	return 0;
krh@0
   313
}
krh@0
   314
krh@0
   315
static unsigned long
krh@4
   316
add_to_string_pool(struct razor_set *set, const char *key)
krh@0
   317
{
krh@6
   318
	int len;
krh@6
   319
	char *p;
krh@0
   320
krh@0
   321
	len = strlen(key) + 1;
krh@6
   322
	p = array_add(&set->string_pool, len);
krh@6
   323
	memcpy(p, key, len);
krh@0
   324
krh@6
   325
	return p - (char *) set->string_pool.data;
krh@0
   326
}
krh@0
   327
krh@10
   328
static unsigned long
krh@10
   329
add_to_property_pool(struct razor_set *set, struct array *properties)
krh@10
   330
{
krh@10
   331
	unsigned long  *p;
krh@10
   332
krh@10
   333
	p = array_add(properties, sizeof *p);
krh@10
   334
	*p = 0;
krh@10
   335
	p = array_add(&set->property_pool, properties->size);
krh@10
   336
	memcpy(p, properties->data, properties->size);
krh@10
   337
krh@10
   338
	return p - (unsigned long *) set->property_pool.data;
krh@10
   339
}
krh@10
   340
krh@0
   341
static void
krh@4
   342
do_insert(struct razor_set *set, unsigned long value)
krh@0
   343
{
krh@6
   344
	unsigned int mask, start, i;
krh@6
   345
	unsigned long *b;
krh@0
   346
	const char *key;
krh@0
   347
krh@6
   348
	key = (char *) set->string_pool.data + value;
krh@6
   349
	mask = set->buckets.alloc - 1;
krh@6
   350
	start = hash_string(key) * sizeof(unsigned long);
krh@6
   351
krh@6
   352
	for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
krh@6
   353
		b = set->buckets.data + ((start + i) & mask);
krh@6
   354
		if (*b == 0) {
krh@6
   355
			*b = value;
krh@0
   356
			break;
krh@0
   357
		}
krh@6
   358
	}
krh@0
   359
}
krh@0
   360
krh@0
   361
unsigned long
krh@4
   362
razor_set_insert(struct razor_set *set, const char *key)
krh@0
   363
{
krh@6
   364
	unsigned long value, *buckets, *b, *end;
krh@6
   365
	int alloc;
krh@0
   366
krh@6
   367
	alloc = set->buckets.alloc;
krh@6
   368
	array_add(&set->buckets, 4 * sizeof *buckets);
krh@6
   369
	if (alloc != set->buckets.alloc) {
krh@6
   370
		end = set->buckets.data + alloc;
krh@6
   371
		memset(end, 0, set->buckets.alloc - alloc);
krh@6
   372
		for (b = set->buckets.data; b < end; b++) {
krh@6
   373
			value = *b;
krh@6
   374
			if (value != 0) {
krh@6
   375
				*b = 0;
krh@4
   376
				do_insert(set, value);
krh@6
   377
			}
krh@0
   378
		}
krh@0
   379
	}
krh@0
   380
krh@4
   381
	value = add_to_string_pool(set, key);
krh@4
   382
	do_insert (set, value);
krh@0
   383
krh@0
   384
	return value;
krh@0
   385
}
krh@0
   386
krh@0
   387
unsigned long
krh@4
   388
razor_set_tokenize(struct razor_set *set, const char *string)
krh@0
   389
{
krh@0
   390
	unsigned long token;
krh@0
   391
krh@13
   392
	if (string == NULL)
krh@13
   393
		return 0;
krh@13
   394
krh@4
   395
	token = razor_set_lookup(set, string);
krh@0
   396
	if (token != 0)
krh@0
   397
		return token;
krh@0
   398
krh@4
   399
	return razor_set_insert(set, string);
krh@0
   400
}
krh@0
   401
krh@13
   402
struct import_property_context {
krh@10
   403
	struct array all;
krh@10
   404
	struct array package;
krh@10
   405
};
krh@10
   406
krh@9
   407
struct import_context {
krh@4
   408
	struct razor_set *set;
krh@13
   409
	struct import_property_context requires;
krh@13
   410
	struct import_property_context provides;
krh@9
   411
	unsigned long package;
krh@10
   412
	unsigned long *requires_map;
krh@10
   413
	unsigned long *provides_map;
krh@10
   414
};
krh@10
   415
krh@10
   416
struct import_property {
krh@10
   417
	unsigned long name;
krh@10
   418
	unsigned long version;
krh@10
   419
	unsigned long package;
krh@10
   420
	unsigned long index;
krh@10
   421
	unsigned long unique_index;
krh@0
   422
};
krh@0
   423
krh@0
   424
static void
krh@13
   425
import_context_add_package(struct import_context *ctx,
krh@13
   426
			   const char *name, const char *version)
krh@13
   427
{
krh@13
   428
	struct razor_package *p;
krh@13
   429
krh@13
   430
	p = array_add(&ctx->set->packages, sizeof *p);
krh@13
   431
	p->name = razor_set_tokenize(ctx->set, name);
krh@13
   432
	p->version = razor_set_tokenize(ctx->set, version);
krh@13
   433
krh@13
   434
	ctx->package = p - (struct razor_package *) ctx->set->packages.data;
krh@13
   435
	array_init(&ctx->requires.package);
krh@13
   436
	array_init(&ctx->provides.package);
krh@13
   437
}
krh@13
   438
krh@13
   439
void
krh@13
   440
import_context_finish_package(struct import_context *ctx)
krh@13
   441
{
krh@13
   442
	struct razor_package *p;
krh@13
   443
krh@13
   444
	p = (struct razor_package *) ctx->set->packages.data + ctx->package;
krh@13
   445
	p->requires = add_to_property_pool(ctx->set, &ctx->requires.package);
krh@13
   446
	p->provides = add_to_property_pool(ctx->set, &ctx->provides.package);
krh@13
   447
krh@13
   448
	array_release(&ctx->requires.package);
krh@13
   449
	array_release(&ctx->provides.package);
krh@13
   450
}
krh@13
   451
krh@13
   452
static void
krh@13
   453
import_context_add_property(struct import_context *ctx,
krh@13
   454
			    struct import_property_context *pctx,
krh@13
   455
			    const char *name, const char *version)
krh@13
   456
{
krh@13
   457
	struct import_property *p;
krh@13
   458
	unsigned long *r;
krh@13
   459
krh@13
   460
	p = array_add(&pctx->all, sizeof *p);
krh@13
   461
	p->name = razor_set_tokenize(ctx->set, name);
krh@13
   462
	p->version = razor_set_tokenize(ctx->set, version);
krh@13
   463
	p->package = ctx->package;
krh@13
   464
	p->index = p - (struct import_property *) pctx->all.data;
krh@13
   465
krh@13
   466
	r = array_add(&pctx->package, sizeof *r);
krh@13
   467
	*r = p->index;
krh@13
   468
}
krh@13
   469
krh@13
   470
static void
krh@9
   471
parse_package(struct import_context *ctx, const char **atts, void *data)
krh@3
   472
{
krh@13
   473
	const char *name = NULL, *version = NULL;
krh@3
   474
	int i;
krh@3
   475
krh@3
   476
	for (i = 0; atts[i]; i += 2) {
krh@3
   477
		if (strcmp(atts[i], "name") == 0)
krh@13
   478
			name = atts[i + 1];
krh@3
   479
		else if (strcmp(atts[i], "version") == 0)
krh@13
   480
			version = atts[i + 1];
krh@3
   481
	}
krh@3
   482
krh@13
   483
	if (name == NULL || version == NULL) {
krh@3
   484
		fprintf(stderr, "invalid package tag, "
krh@3
   485
			"missing name or version attributes\n");
krh@3
   486
		return;
krh@3
   487
	}
krh@3
   488
krh@13
   489
	import_context_add_package(ctx, name, version);
krh@3
   490
}
krh@3
   491
krh@3
   492
static void
krh@9
   493
parse_property(struct import_context *ctx, const char **atts, void *data)
krh@8
   494
{
krh@13
   495
	const char *name = NULL, *version = NULL;
krh@8
   496
	int i;
krh@8
   497
krh@8
   498
	for (i = 0; atts[i]; i += 2) {
krh@8
   499
		if (strcmp(atts[i], "name") == 0)
krh@13
   500
			name = atts[i + 1];
krh@9
   501
		if (strcmp(atts[i], "version") == 0)
krh@13
   502
			version = atts[i + 1];
krh@8
   503
	}
krh@8
   504
	
krh@13
   505
	if (name == NULL) {
krh@9
   506
		fprintf(stderr, "invalid tag, missing name attribute\n");
krh@8
   507
		return;
krh@8
   508
	}
krh@8
   509
krh@13
   510
	import_context_add_property(ctx, data, name, version);
krh@7
   511
}
krh@7
   512
krh@7
   513
static void
krh@0
   514
start_element(void *data, const char *name, const char **atts)
krh@0
   515
{
krh@9
   516
	struct import_context *ctx = data;
krh@0
   517
krh@3
   518
	if (strcmp(name, "package") == 0)
krh@9
   519
		parse_package(ctx, atts, NULL);
krh@8
   520
	else if (strcmp(name, "requires") == 0)
krh@9
   521
		parse_property(ctx, atts, &ctx->requires);
krh@7
   522
	else if (strcmp(name, "provides") == 0)
krh@9
   523
		parse_property(ctx, atts, &ctx->provides);
krh@0
   524
}
krh@0
   525
krh@0
   526
static void
krh@0
   527
end_element (void *data, const char *name)
krh@0
   528
{
krh@9
   529
	struct import_context *ctx = data;
krh@4
   530
krh@13
   531
	if (strcmp(name, "package") == 0)
krh@13
   532
		import_context_finish_package(ctx);
krh@0
   533
}
krh@0
   534
krh@0
   535
static char *
krh@0
   536
sha1_to_hex(const unsigned char *sha1)
krh@0
   537
{
krh@0
   538
	static int bufno;
krh@0
   539
	static char hexbuffer[4][50];
krh@0
   540
	static const char hex[] = "0123456789abcdef";
krh@0
   541
	char *buffer = hexbuffer[3 & ++bufno], *buf = buffer;
krh@0
   542
	int i;
krh@0
   543
krh@0
   544
	for (i = 0; i < 20; i++) {
krh@0
   545
		unsigned int val = *sha1++;
krh@0
   546
		*buf++ = hex[val >> 4];
krh@0
   547
		*buf++ = hex[val & 0xf];
krh@0
   548
	}
krh@0
   549
	*buf = '\0';
krh@0
   550
krh@0
   551
	return buffer;
krh@0
   552
}
krh@0
   553
krh@9
   554
static void
krh@13
   555
razor_prepare_import(struct import_context *ctx)
krh@9
   556
{
krh@9
   557
	memset(ctx, 0, sizeof *ctx);
krh@13
   558
	ctx->set = razor_set_create();
krh@9
   559
}
krh@9
   560
krh@0
   561
static int
krh@13
   562
razor_import(struct import_context *ctx, const char *filename)
krh@0
   563
{
krh@0
   564
	SHA_CTX sha1;
krh@0
   565
	XML_Parser parser;
krh@0
   566
	int fd;
krh@0
   567
	void *p;
krh@0
   568
	struct stat stat;
krh@0
   569
	char buf[128];
krh@0
   570
	unsigned char hash[20];
krh@0
   571
krh@0
   572
	fd = open(filename, O_RDONLY);
krh@0
   573
	if (fstat(fd, &stat) < 0)
krh@0
   574
		return -1;
krh@0
   575
	p = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
krh@0
   576
	if (p == MAP_FAILED)
krh@0
   577
		return -1;
krh@0
   578
krh@0
   579
	parser = XML_ParserCreate(NULL);
krh@9
   580
	XML_SetUserData(parser, ctx);
krh@0
   581
	XML_SetElementHandler(parser, start_element, end_element);
krh@0
   582
	if (XML_Parse(parser, p, stat.st_size, 1) == XML_STATUS_ERROR) {
krh@0
   583
		fprintf(stderr,
krh@0
   584
			"%s at line %d, %s\n",
krh@0
   585
			XML_ErrorString(XML_GetErrorCode(parser)),
krh@0
   586
			XML_GetCurrentLineNumber(parser),
krh@0
   587
			filename);
krh@0
   588
		return 1;
krh@0
   589
	}
krh@0
   590
krh@0
   591
	XML_ParserFree(parser);
krh@0
   592
krh@0
   593
	SHA1_Init(&sha1);
krh@0
   594
	SHA1_Update(&sha1, p, stat.st_size);
krh@0
   595
	SHA1_Final(hash, &sha1);
krh@0
   596
krh@0
   597
	close(fd);
krh@0
   598
krh@0
   599
	snprintf(buf, sizeof buf, "set/%s", sha1_to_hex(hash));
krh@0
   600
	if (write_to_file(buf, p, stat.st_size) < 0)
krh@0
   601
		return -1;
krh@0
   602
	munmap(p, stat.st_size);
krh@0
   603
krh@0
   604
	return 0;
krh@0
   605
}
krh@0
   606
krh@9
   607
static struct razor_set *qsort_set;
krh@9
   608
krh@9
   609
static int
krh@9
   610
compare_packages(const void *p1, const void *p2)
krh@9
   611
{
krh@9
   612
	const struct razor_package *pkg1 = p1, *pkg2 = p2;
krh@9
   613
	char *pool = qsort_set->string_pool.data;
krh@9
   614
krh@9
   615
	return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
krh@9
   616
}
krh@9
   617
krh@9
   618
static int
krh@9
   619
compare_properties(const void *p1, const void *p2)
krh@9
   620
{
krh@10
   621
	const struct import_property *prop1 = p1, *prop2 = p2;
krh@9
   622
	char *pool = qsort_set->string_pool.data;
krh@12
   623
	int result;
krh@9
   624
krh@12
   625
	result = strcmp(&pool[prop1->name], &pool[prop2->name]);
krh@12
   626
	if (result == 0)
krh@12
   627
		return strcmp(&pool[prop1->version], &pool[prop2->version]);
krh@12
   628
	else
krh@12
   629
		return result;
krh@9
   630
}
krh@9
   631
krh@10
   632
static unsigned long *
krh@9
   633
uniqueify_properties(struct array *in, struct array *out)
krh@9
   634
{
krh@10
   635
	struct import_property *ip, *end;
krh@10
   636
	struct razor_property *rp;
krh@10
   637
	unsigned long *map;
krh@10
   638
	int i, count;
krh@9
   639
krh@10
   640
	count = in->size / sizeof(struct import_property);
krh@10
   641
	qsort(in->data, count,
krh@10
   642
	      sizeof(struct import_property), compare_properties);
krh@9
   643
krh@10
   644
	rp = NULL;
krh@9
   645
	end = in->data + in->size;
krh@10
   646
	for (ip = in->data; ip < end; ip++) {
krh@10
   647
		if (rp == NULL ||
krh@10
   648
		    ip->name != rp->name || ip->version != rp->version) {
krh@10
   649
			rp = array_add(out, sizeof *rp);
krh@10
   650
			rp->name = ip->name;
krh@10
   651
			rp->version = ip->version;
krh@10
   652
		}
krh@10
   653
		ip->unique_index = rp - (struct razor_property *) out->data;
krh@10
   654
	}
krh@9
   655
krh@10
   656
	map = malloc(count * sizeof (unsigned long));
krh@10
   657
	ip = in->data;
krh@10
   658
	for (i = 0; i < count; i++)
krh@10
   659
		map[ip[i].index] = ip[i].unique_index;
krh@10
   660
krh@10
   661
	return map;
krh@10
   662
}
krh@10
   663
krh@10
   664
static void
krh@10
   665
sort_packages(struct import_context *ctx)
krh@10
   666
{
krh@10
   667
	struct razor_package *p, *end;
krh@10
   668
	unsigned long *pool, *r;
krh@10
   669
krh@10
   670
	pool = ctx->set->property_pool.data;
krh@10
   671
	end = ctx->set->packages.data + ctx->set->packages.size;
krh@10
   672
	for (p = ctx->set->packages.data; p < end; p++) {
krh@10
   673
		for (r = &pool[p->requires]; *r; r++)
krh@10
   674
			*r = ctx->requires_map[*r];
krh@10
   675
		for (r = &pool[p->provides]; *r; r++)
krh@10
   676
			*r = ctx->provides_map[*r];
krh@9
   677
	}
krh@10
   678
krh@10
   679
	qsort(ctx->set->packages.data,
krh@10
   680
	      ctx->set->packages.size / sizeof(struct razor_package),
krh@10
   681
	      sizeof(struct razor_package), compare_packages);
krh@9
   682
}
krh@9
   683
krh@13
   684
static struct razor_set *
krh@13
   685
razor_finish_import(struct import_context *ctx)
krh@9
   686
{
krh@9
   687
	qsort_set = ctx->set;
krh@9
   688
krh@10
   689
	ctx->requires_map =
krh@10
   690
		uniqueify_properties(&ctx->requires.all, &ctx->set->requires);
krh@10
   691
	ctx->provides_map =
krh@10
   692
		uniqueify_properties(&ctx->provides.all, &ctx->set->provides);
krh@9
   693
krh@10
   694
	sort_packages(ctx);
krh@10
   695
krh@10
   696
	free(ctx->requires.all.data);
krh@10
   697
	free(ctx->provides.all.data);
krh@10
   698
	free(ctx->requires_map);
krh@10
   699
	free(ctx->provides_map);
krh@13
   700
		
krh@9
   701
	fprintf(stderr, "parsed %d requires, %d unique\n",
krh@10
   702
		ctx->requires.all.size / sizeof(struct import_property),
krh@9
   703
		ctx->set->requires.size / sizeof(struct razor_property));
krh@9
   704
	fprintf(stderr, "parsed %d provides, %d unique\n",
krh@10
   705
		ctx->provides.all.size / sizeof(struct import_property),
krh@9
   706
		ctx->set->provides.size / sizeof(struct razor_property));
krh@13
   707
krh@13
   708
	return ctx->set; 
krh@9
   709
}
krh@9
   710
krh@15
   711
/* Import a yum filelist as a razor package set. */
krh@15
   712
krh@15
   713
enum {
krh@15
   714
	YUM_STATE_BEGIN,
krh@15
   715
	YUM_STATE_PACKAGE_NAME
krh@15
   716
};
krh@15
   717
krh@15
   718
struct yum_context {
krh@15
   719
	struct import_context ctx;
krh@15
   720
	struct import_property_context *current_property_context;
krh@15
   721
	char *name;
krh@15
   722
	int state;
krh@15
   723
};
krh@15
   724
krh@15
   725
static void
krh@15
   726
yum_start_element(void *data, const char *name, const char **atts)
krh@15
   727
{
krh@15
   728
	struct yum_context *ctx = data;
krh@15
   729
	const char *n, *version;
krh@15
   730
	int i;
krh@15
   731
krh@15
   732
	if (strcmp(name, "name") == 0) {
krh@15
   733
		ctx->state = YUM_STATE_PACKAGE_NAME;
krh@15
   734
	} else if (strcmp(name, "version") == 0) {
krh@15
   735
		for (i = 0; atts[i]; i += 2) {
krh@15
   736
			if (strcmp(atts[i], "ver") == 0)
krh@15
   737
				version = atts[i + 1];
krh@15
   738
		}
krh@15
   739
		import_context_add_package(&ctx->ctx, ctx->name, version);
krh@15
   740
	} else if (strcmp(name, "rpm:requires") == 0) {
krh@15
   741
		ctx->current_property_context = &ctx->ctx.requires;
krh@15
   742
	} else if (strcmp(name, "rpm:provides") == 0) {
krh@15
   743
		ctx->current_property_context = &ctx->ctx.provides;
krh@15
   744
	} else if (strcmp(name, "rpm:entry") == 0 &&
krh@15
   745
		   ctx->current_property_context != NULL) {
krh@15
   746
		n = NULL;
krh@15
   747
		version = NULL;
krh@15
   748
		for (i = 0; atts[i]; i += 2) {
krh@15
   749
			if (strcmp(atts[i], "name") == 0)
krh@15
   750
				n = atts[i + 1];
krh@15
   751
			else if (strcmp(atts[i], "ver") == 0)
krh@15
   752
				version = atts[i + 1];
krh@15
   753
		}
krh@15
   754
krh@15
   755
		if (n == NULL) {
krh@15
   756
			fprintf(stderr, "invalid rpm:entry, "
krh@15
   757
				"missing name or version attributes\n");
krh@15
   758
			return;
krh@15
   759
		}
krh@15
   760
krh@15
   761
		import_context_add_property(&ctx->ctx,
krh@15
   762
					    ctx->current_property_context,
krh@15
   763
					    n, version);
krh@15
   764
	}
krh@15
   765
}
krh@15
   766
krh@15
   767
static void
krh@15
   768
yum_end_element (void *data, const char *name)
krh@15
   769
{
krh@15
   770
	struct yum_context *ctx = data;
krh@15
   771
krh@15
   772
	if (strcmp(name, "package") == 0) {
krh@15
   773
		free(ctx->name);
krh@15
   774
		import_context_finish_package(&ctx->ctx);
krh@15
   775
	} else if (strcmp(name, "name") == 0) {
krh@15
   776
		ctx->state = 0;
krh@15
   777
	} else if (strcmp(name, "rpm:requires") == 0) {
krh@15
   778
		ctx->current_property_context = NULL;
krh@15
   779
	} else if (strcmp(name, "rpm:provides") == 0) {
krh@15
   780
		ctx->current_property_context = NULL;
krh@15
   781
	}
krh@15
   782
}
krh@15
   783
krh@15
   784
static void
krh@15
   785
yum_character_data (void *data, const XML_Char *s, int len)
krh@15
   786
{
krh@15
   787
	struct yum_context *ctx = data;
krh@15
   788
krh@15
   789
	if (ctx->state == YUM_STATE_PACKAGE_NAME)
krh@15
   790
		ctx->name = strndup(s, len);
krh@15
   791
}
krh@15
   792
krh@15
   793
static struct razor_set *
krh@15
   794
razor_set_create_from_yum_filelist(int fd)
krh@15
   795
{
krh@15
   796
	struct yum_context ctx;
krh@15
   797
	XML_Parser parser;
krh@15
   798
	char buf[4096];
krh@15
   799
	int len;
krh@15
   800
krh@15
   801
	razor_prepare_import(&ctx.ctx);
krh@15
   802
krh@15
   803
	parser = XML_ParserCreate(NULL);
krh@15
   804
	XML_SetUserData(parser, &ctx);
krh@15
   805
	XML_SetElementHandler(parser, yum_start_element, yum_end_element);
krh@15
   806
	XML_SetCharacterDataHandler(parser, yum_character_data);
krh@15
   807
krh@15
   808
	while (1) {
krh@15
   809
		len = read(fd, buf, sizeof buf);
krh@15
   810
		if (len < 0) {
krh@15
   811
			fprintf(stderr,
krh@15
   812
				"couldn't read input: %s\n", strerror(errno));
krh@15
   813
			return NULL;
krh@15
   814
		} else if (len == 0)
krh@15
   815
			break;
krh@15
   816
krh@15
   817
		if (XML_Parse(parser, buf, len, 0) == XML_STATUS_ERROR) {
krh@15
   818
			fprintf(stderr,
krh@15
   819
				"%s at line %d\n",
krh@15
   820
				XML_ErrorString(XML_GetErrorCode(parser)),
krh@15
   821
				XML_GetCurrentLineNumber(parser));
krh@15
   822
			return NULL;
krh@15
   823
		}
krh@15
   824
	}
krh@15
   825
krh@15
   826
	XML_ParserFree(parser);
krh@15
   827
krh@15
   828
	return razor_finish_import(&ctx.ctx);
krh@15
   829
}
krh@15
   830
krh@0
   831
void
krh@4
   832
razor_set_list(struct razor_set *set)
krh@3
   833
{
krh@6
   834
	struct razor_package *p, *end;
krh@6
   835
	char *pool;
krh@3
   836
krh@6
   837
	pool = set->string_pool.data;
krh@6
   838
	end = set->packages.data + set->packages.size;
krh@14
   839
	for (p = set->packages.data; p < end; p++)
krh@6
   840
		printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@3
   841
}
krh@3
   842
krh@16
   843
struct razor_set *bsearch_set;
krh@16
   844
krh@16
   845
static int
krh@16
   846
compare_package_name(const void *key, const void *data)
krh@16
   847
{
krh@16
   848
	const struct razor_package *p = data;
krh@16
   849
	char *pool;
krh@16
   850
krh@16
   851
	pool = bsearch_set->string_pool.data;
krh@16
   852
krh@16
   853
	return strcmp(key, &pool[p->name]);
krh@16
   854
}
krh@16
   855
krh@10
   856
struct razor_package *
krh@10
   857
razor_set_get_package(struct razor_set *set, const char *package)
krh@10
   858
{
krh@16
   859
	bsearch_set = set;
krh@16
   860
	return bsearch(package, set->packages.data,
krh@16
   861
		       set->packages.size / sizeof(struct razor_package),
krh@16
   862
		       sizeof(struct razor_package), compare_package_name);
krh@10
   863
}
krh@10
   864
krh@10
   865
static void
krh@10
   866
razor_set_list_all_properties(struct razor_set *set, struct array *properties)
krh@8
   867
{
krh@8
   868
	struct razor_property *p, *end;
krh@8
   869
	char *pool;
krh@8
   870
krh@8
   871
	pool = set->string_pool.data;
krh@10
   872
	end = properties->data + properties->size;
krh@14
   873
	for (p = properties->data; p < end; p++)
krh@8
   874
		printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@8
   875
}
krh@8
   876
krh@8
   877
void
krh@10
   878
razor_set_list_requires(struct razor_set *set, const char *name)
krh@7
   879
{
krh@10
   880
	struct razor_property *p, *requires;
krh@10
   881
	struct razor_package *package;
krh@10
   882
	unsigned long *r;
krh@7
   883
	char *pool;
krh@7
   884
krh@10
   885
	if (name) {
krh@10
   886
		package = razor_set_get_package(set, name);
krh@10
   887
		r = (unsigned long *) set->property_pool.data +
krh@10
   888
			package->requires;
krh@10
   889
		requires = set->requires.data;
krh@10
   890
		pool = set->string_pool.data;
krh@10
   891
		while (*r) {
krh@10
   892
			p = &requires[*r++];
krh@10
   893
			printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@10
   894
		}
krh@10
   895
	} else
krh@10
   896
		razor_set_list_all_properties(set, &set->requires);
krh@10
   897
}
krh@10
   898
krh@10
   899
void
krh@10
   900
razor_set_list_provides(struct razor_set *set, const char *name)
krh@10
   901
{
krh@10
   902
	struct razor_property *p, *provides;
krh@10
   903
	struct razor_package *package;
krh@10
   904
	unsigned long *r;
krh@10
   905
	char *pool;
krh@10
   906
krh@10
   907
	if (name) {
krh@10
   908
		package = razor_set_get_package(set, name);
krh@10
   909
		r = (unsigned long *) set->property_pool.data +
krh@10
   910
			package->provides;
krh@10
   911
		provides = set->provides.data;
krh@10
   912
		pool = set->string_pool.data;
krh@10
   913
		while (*r) {
krh@10
   914
			p = &provides[*r++];
krh@10
   915
			printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@10
   916
		}
krh@10
   917
	} else 
krh@10
   918
		razor_set_list_all_properties(set, &set->provides);
krh@7
   919
}
krh@7
   920
krh@7
   921
void
krh@4
   922
razor_set_info(struct razor_set *set)
krh@3
   923
{
krh@3
   924
	unsigned int offset, size;
krh@3
   925
	int i;
krh@3
   926
krh@4
   927
	for (i = 0; i < set->header->sections[i].type; i++) {
krh@4
   928
		offset = set->header->sections[i].offset;
krh@4
   929
		size = set->header->sections[i + 1].offset - offset;
krh@3
   930
krh@4
   931
		switch (set->header->sections[i].type) {
krh@4
   932
		case RAZOR_STRINGS:
krh@3
   933
			printf("string pool:\t\t%dkb\n", size / 1024);
krh@3
   934
			break;
krh@4
   935
		case RAZOR_PACKAGES:
krh@3
   936
			printf("package section:\t%dkb\n", size / 1024);
krh@3
   937
			break;
krh@8
   938
		case RAZOR_REQUIRES:
krh@8
   939
			printf("requires section:\t%dkb\n", size / 1024);
krh@8
   940
			break;
krh@7
   941
		case RAZOR_PROVIDES:
krh@7
   942
			printf("provides section:\t%dkb\n", size / 1024);
krh@7
   943
			break;
krh@3
   944
		}
krh@3
   945
	}
krh@0
   946
}
krh@0
   947
krh@0
   948
static int
krh@0
   949
usage(void)
krh@0
   950
{
krh@7
   951
	printf("usage: razor [ import FILES | lookup <key> | "
krh@15
   952
	       "list | list-requires | list-provides | eat-yum | info ]\n");
krh@0
   953
	exit(1);
krh@0
   954
}
krh@0
   955
krh@15
   956
static const char *repo_filename = "system.repo";
krh@15
   957
static const char rawhide_repo_filename[] = "rawhide.repo";
krh@0
   958
krh@0
   959
int
krh@0
   960
main(int argc, char *argv[])
krh@0
   961
{
krh@0
   962
	int i;
krh@4
   963
	struct razor_set *set;
krh@0
   964
	struct stat statbuf;
krh@9
   965
	struct import_context ctx;
krh@15
   966
	char *repo;
krh@15
   967
krh@15
   968
	repo = getenv("RAZOR_REPO");
krh@15
   969
	if (repo != NULL)
krh@15
   970
		repo_filename = repo;
krh@0
   971
krh@3
   972
	if (argc < 2) {
krh@0
   973
		usage();
krh@0
   974
	} else if (strcmp(argv[1], "import") == 0) {
krh@0
   975
		if (stat("set", &statbuf) && mkdir("set", 0777)) {
krh@0
   976
			fprintf(stderr, "could not create directory 'set'\n");
krh@0
   977
			exit(-1);
krh@0
   978
		}
krh@0
   979
			
krh@13
   980
		razor_prepare_import(&ctx);
krh@9
   981
krh@0
   982
		for (i = 2; i < argc; i++) {
krh@13
   983
			if (razor_import(&ctx, argv[i]) < 0) {
krh@0
   984
				fprintf(stderr, "failed to import %s\n",
krh@0
   985
					argv[i]);
krh@0
   986
				exit(-1);
krh@0
   987
			}
krh@0
   988
		}
krh@0
   989
krh@13
   990
		set = razor_finish_import(&ctx);
krh@6
   991
krh@6
   992
		printf("bucket allocation: %d\n", set->buckets.alloc);
krh@6
   993
		printf("pool size: %d\n", set->string_pool.size);
krh@6
   994
		printf("pool allocation: %d\n", set->string_pool.alloc);
krh@7
   995
		printf("packages: %d\n",
krh@7
   996
		       set->packages.size / sizeof(struct razor_package));
krh@8
   997
		printf("requires: %d\n",
krh@8
   998
		       set->requires.size / sizeof(struct razor_property));
krh@7
   999
		printf("provides: %d\n",
krh@8
  1000
		       set->provides.size / sizeof(struct razor_property));
krh@0
  1001
krh@4
  1002
		razor_set_write(set, repo_filename);
krh@0
  1003
krh@4
  1004
		razor_set_destroy(set);
krh@0
  1005
	} else if (strcmp(argv[1], "lookup") == 0) {
krh@4
  1006
		set = razor_set_open(repo_filename);
krh@0
  1007
		printf("%s is %lu\n", argv[2],
krh@4
  1008
		       razor_set_lookup(set, argv[2]));
krh@4
  1009
		razor_set_destroy(set);
krh@3
  1010
	} else if (strcmp(argv[1], "list") == 0) {
krh@4
  1011
		set = razor_set_open(repo_filename);
krh@4
  1012
		razor_set_list(set);
krh@4
  1013
		razor_set_destroy(set);
krh@8
  1014
	} else if (strcmp(argv[1], "list-requires") == 0) {
krh@8
  1015
		set = razor_set_open(repo_filename);
krh@10
  1016
		razor_set_list_requires(set, argv[2]);
krh@8
  1017
		razor_set_destroy(set);
krh@7
  1018
	} else if (strcmp(argv[1], "list-provides") == 0) {
krh@7
  1019
		set = razor_set_open(repo_filename);
krh@10
  1020
		razor_set_list_provides(set, argv[2]);
krh@7
  1021
		razor_set_destroy(set);
krh@3
  1022
	} else if (strcmp(argv[1], "info") == 0) {
krh@4
  1023
		set = razor_set_open(repo_filename);
krh@4
  1024
		razor_set_info(set);
krh@4
  1025
		razor_set_destroy(set);
krh@15
  1026
	} else if (strcmp(argv[1], "eat-yum") == 0) {
krh@15
  1027
		set = razor_set_create_from_yum_filelist(STDIN_FILENO);
krh@15
  1028
		if (set == NULL)
krh@15
  1029
			return 1;
krh@15
  1030
		razor_set_write(set, rawhide_repo_filename);
krh@15
  1031
		razor_set_destroy(set);
krh@0
  1032
	} else {
krh@0
  1033
		usage();
krh@0
  1034
	}
krh@0
  1035
krh@0
  1036
	return 0;
krh@0
  1037
}