razor.c
author Kristian H?gsberg <krh@redhat.com>
Fri Sep 07 14:00:19 2007 -0400 (2007-09-07)
changeset 16 78383b7bc4fa
parent 15 228bd47c5dc4
child 17 67029e580a0e
permissions -rw-r--r--
Use bsearch instead of hash table when looking up packages.
krh@15
     1
#define _GNU_SOURCE
krh@15
     2
krh@0
     3
#include <stdlib.h>
krh@0
     4
#include <stdio.h>
krh@0
     5
#include <string.h>
krh@0
     6
#include <sys/types.h>
krh@0
     7
#include <sys/stat.h>
krh@0
     8
#include <sys/mman.h>
krh@0
     9
#include <unistd.h>
krh@0
    10
#include <fcntl.h>
krh@15
    11
#include <errno.h>
krh@0
    12
krh@0
    13
#include <expat.h>
krh@0
    14
#include "sha1.h"
krh@0
    15
krh@6
    16
struct array {
krh@6
    17
	void *data;
krh@6
    18
	int size, alloc;
krh@6
    19
};
krh@6
    20
krh@13
    21
static void
krh@13
    22
array_init(struct array *array)
krh@13
    23
{
krh@13
    24
	memset(array, 0, sizeof *array);
krh@13
    25
}
krh@13
    26
krh@13
    27
static void
krh@13
    28
array_release(struct array *array)
krh@13
    29
{
krh@13
    30
	free(array->data);
krh@13
    31
}
krh@13
    32
krh@6
    33
static void *
krh@6
    34
array_add(struct array *array, int size)
krh@6
    35
{
krh@6
    36
	int alloc;
krh@6
    37
	void *data, *p;
krh@6
    38
krh@6
    39
	if (array->alloc > 0)
krh@6
    40
		alloc = array->alloc;
krh@6
    41
	else
krh@10
    42
		alloc = 16;
krh@6
    43
krh@6
    44
	while (alloc < array->size + size)
krh@6
    45
		alloc *= 2;
krh@6
    46
krh@6
    47
	if (array->alloc < alloc) {
krh@6
    48
		data = realloc(array->data, alloc);
krh@6
    49
		if (data == NULL)
krh@6
    50
			return 0;
krh@6
    51
		array->data = data;
krh@6
    52
		array->alloc = alloc;
krh@6
    53
	}
krh@6
    54
krh@6
    55
	p = array->data + array->size;
krh@6
    56
	array->size += size;
krh@6
    57
krh@6
    58
	return p;
krh@6
    59
}
krh@6
    60
krh@0
    61
static int
krh@0
    62
write_to_fd(int fd, void *p, size_t size)
krh@0
    63
{
krh@0
    64
	int rest, len;
krh@0
    65
krh@0
    66
	rest = size;
krh@0
    67
	while (rest > 0) {
krh@0
    68
		len = write(fd, p, rest);
krh@0
    69
		if (len < 0)
krh@0
    70
			return -1;
krh@0
    71
		rest -= len;
krh@0
    72
	}
krh@0
    73
krh@0
    74
	return 0;
krh@0
    75
}
krh@0
    76
krh@0
    77
static int
krh@0
    78
write_to_file(const char *filename, void *p, size_t size)
krh@0
    79
{
krh@0
    80
	int fd, err;
krh@0
    81
krh@0
    82
	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
krh@0
    83
	if (fd < 0)
krh@0
    84
		return -1;
krh@0
    85
	err = write_to_fd(fd, p, size);
krh@0
    86
	close(fd);
krh@0
    87
krh@0
    88
	return err;
krh@0
    89
}
krh@0
    90
krh@0
    91
static void *
krh@0
    92
zalloc(size_t size)
krh@0
    93
{
krh@0
    94
	void *p;
krh@0
    95
krh@0
    96
	p = malloc(size);
krh@0
    97
	memset(p, 0, size);
krh@0
    98
krh@0
    99
	return p;
krh@0
   100
}
krh@0
   101
krh@4
   102
struct razor_set_header {
krh@4
   103
	unsigned int magic;
krh@4
   104
	unsigned int version;
krh@14
   105
	struct { unsigned int type, offset, size; } sections[0];
krh@4
   106
};
krh@4
   107
krh@4
   108
#define RAZOR_MAGIC 0x7a7a7a7a
krh@4
   109
#define RAZOR_VERSION 1
krh@8
   110
krh@4
   111
#define RAZOR_BUCKETS 1
krh@4
   112
#define RAZOR_STRINGS 2
krh@4
   113
#define RAZOR_PACKAGES 3
krh@8
   114
#define RAZOR_REQUIRES 4
krh@8
   115
#define RAZOR_PROVIDES 5
krh@10
   116
#define RAZOR_PROPERTIES 6
krh@4
   117
krh@4
   118
struct razor_package {
krh@4
   119
	unsigned long name;
krh@4
   120
	unsigned long version;
krh@10
   121
	unsigned long requires;
krh@10
   122
	unsigned long provides;
krh@4
   123
};
krh@4
   124
krh@8
   125
struct razor_property {
krh@7
   126
	unsigned long name;
krh@7
   127
	unsigned long version;
krh@9
   128
	unsigned long packages;
krh@7
   129
};
krh@7
   130
krh@4
   131
struct razor_set {
krh@6
   132
	struct array buckets;
krh@6
   133
	struct array string_pool;
krh@10
   134
	struct array property_pool;
krh@7
   135
 	struct array packages;
krh@8
   136
 	struct array requires;
krh@7
   137
 	struct array provides;
krh@4
   138
	struct razor_set_header *header;
krh@4
   139
};
krh@4
   140
krh@4
   141
struct razor_set *
krh@4
   142
razor_set_create(void)
krh@0
   143
{
krh@4
   144
	struct razor_set *set;
krh@6
   145
	char *p;
krh@0
   146
krh@6
   147
	set = zalloc(sizeof(struct razor_set));
krh@6
   148
	p = array_add(&set->string_pool, 1);
krh@6
   149
	*p = '\0';
krh@3
   150
krh@4
   151
	return set;
krh@0
   152
}
krh@0
   153
krh@4
   154
struct razor_set *
krh@4
   155
razor_set_open(const char *filename)
krh@0
   156
{
krh@4
   157
	struct razor_set *set;
krh@0
   158
	struct stat stat;
krh@0
   159
	unsigned int size, offset;
krh@0
   160
	int fd, i;
krh@0
   161
krh@4
   162
	set = zalloc(sizeof *set);
krh@0
   163
	fd = open(filename, O_RDONLY);
krh@0
   164
	if (fstat(fd, &stat) < 0)
krh@0
   165
		return NULL;
krh@4
   166
	set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
krh@4
   167
	if (set->header == MAP_FAILED) {
krh@4
   168
		free(set);
krh@0
   169
		return NULL;
krh@0
   170
	}
krh@0
   171
krh@4
   172
	for (i = 0; i < set->header->sections[i].type; i++) {
krh@4
   173
		offset = set->header->sections[i].offset;
krh@14
   174
		size = set->header->sections[i].size;
krh@0
   175
krh@4
   176
		switch (set->header->sections[i].type) {
krh@4
   177
		case RAZOR_BUCKETS:
krh@6
   178
			set->buckets.data = (void *) set->header + offset;
krh@6
   179
			set->buckets.size = size;
krh@6
   180
			set->buckets.alloc = size;
krh@0
   181
			break;
krh@4
   182
		case RAZOR_STRINGS:
krh@6
   183
			set->string_pool.data = (void *) set->header + offset;
krh@6
   184
			set->string_pool.size = size;
krh@6
   185
			set->string_pool.alloc = size;
krh@0
   186
			break;
krh@4
   187
		case RAZOR_PACKAGES:
krh@6
   188
			set->packages.data = (void *) set->header + offset;
krh@6
   189
			set->packages.size = size;
krh@6
   190
			set->packages.size = size;
krh@3
   191
			break;
krh@8
   192
		case RAZOR_REQUIRES:
krh@8
   193
			set->requires.data = (void *) set->header + offset;
krh@8
   194
			set->requires.size = size;
krh@8
   195
			set->requires.size = size;
krh@8
   196
			break;
krh@7
   197
		case RAZOR_PROVIDES:
krh@7
   198
			set->provides.data = (void *) set->header + offset;
krh@7
   199
			set->provides.size = size;
krh@7
   200
			set->provides.size = size;
krh@7
   201
			break;
krh@10
   202
		case RAZOR_PROPERTIES:
krh@10
   203
			set->property_pool.data = (void *) set->header + offset;
krh@10
   204
			set->property_pool.size = size;
krh@10
   205
			set->property_pool.size = size;
krh@10
   206
			break;
krh@0
   207
		}
krh@0
   208
	}
krh@0
   209
	close(fd);
krh@0
   210
krh@4
   211
	return set;
krh@0
   212
}
krh@0
   213
krh@0
   214
void
krh@4
   215
razor_set_destroy(struct razor_set *set)
krh@0
   216
{
krh@0
   217
	unsigned int size;
krh@0
   218
	int i;
krh@0
   219
krh@4
   220
	if (set->header) {
krh@4
   221
		for (i = 0; set->header->sections[i].type; i++)
krh@0
   222
			;
krh@4
   223
		size = set->header->sections[i].type;
krh@4
   224
		munmap(set->header, size);
krh@0
   225
	} else {
krh@6
   226
		free(set->buckets.data);
krh@6
   227
		free(set->string_pool.data);
krh@6
   228
		free(set->packages.data);
krh@9
   229
		free(set->requires.data);
krh@9
   230
		free(set->provides.data);
krh@10
   231
		free(set->property_pool.data);
krh@0
   232
	}
krh@0
   233
krh@4
   234
	free(set);
krh@0
   235
}
krh@0
   236
krh@0
   237
static int
krh@4
   238
razor_set_write(struct razor_set *set, const char *filename)
krh@0
   239
{
krh@0
   240
	char data[4096];
krh@4
   241
	struct razor_set_header *header = (struct razor_set_header *) data;
krh@8
   242
	int fd, pool_size, packages_size, requires_size, provides_size;
krh@10
   243
	int properties_size;
krh@3
   244
krh@3
   245
	/* Align these to pages sizes */
krh@6
   246
	pool_size = (set->string_pool.size + 4095) & ~4095;
krh@6
   247
	packages_size = (set->packages.size + 4095) & ~4095;
krh@8
   248
	requires_size = (set->requires.size + 4095) & ~4095;
krh@7
   249
	provides_size = (set->provides.size + 4095) & ~4095;
krh@10
   250
	properties_size = (set->property_pool.size + 4095) & ~4095;
krh@0
   251
krh@0
   252
	memset(data, 0, sizeof data);
krh@4
   253
	header->magic = RAZOR_MAGIC;
krh@4
   254
	header->version = RAZOR_VERSION;
krh@0
   255
krh@4
   256
	header->sections[0].type = RAZOR_BUCKETS;
krh@0
   257
	header->sections[0].offset = sizeof data;
krh@14
   258
	header->sections[0].size = set->buckets.alloc;
krh@0
   259
krh@4
   260
	header->sections[1].type = RAZOR_STRINGS;
krh@6
   261
	header->sections[1].offset =
krh@6
   262
		header->sections[0].offset + set->buckets.alloc;
krh@14
   263
	header->sections[1].size = set->string_pool.size;
krh@0
   264
krh@4
   265
	header->sections[2].type = RAZOR_PACKAGES;
krh@6
   266
	header->sections[2].offset =
krh@6
   267
		header->sections[1].offset + pool_size;
krh@14
   268
	header->sections[2].size = set->packages.size;
krh@3
   269
krh@8
   270
	header->sections[3].type = RAZOR_REQUIRES;
krh@6
   271
	header->sections[3].offset =
krh@6
   272
		header->sections[2].offset + packages_size;
krh@14
   273
	header->sections[3].size = set->requires.size;
krh@0
   274
krh@8
   275
	header->sections[4].type = RAZOR_PROVIDES;
krh@7
   276
	header->sections[4].offset =
krh@8
   277
		header->sections[3].offset + requires_size;
krh@14
   278
	header->sections[4].size = set->provides.size;
krh@8
   279
krh@10
   280
	header->sections[5].type = RAZOR_PROPERTIES;
krh@8
   281
	header->sections[5].offset =
krh@8
   282
		header->sections[4].offset + provides_size;
krh@14
   283
	header->sections[5].size = set->property_pool.size;
krh@7
   284
krh@10
   285
	header->sections[6].type = 0;
krh@10
   286
	header->sections[6].offset =
krh@10
   287
		header->sections[5].offset + properties_size;
krh@14
   288
	header->sections[6].size = 0;
krh@10
   289
krh@0
   290
	fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
krh@0
   291
	if (fd < 0)
krh@0
   292
		return -1;
krh@0
   293
krh@0
   294
	write_to_fd(fd, data, sizeof data);
krh@6
   295
	write_to_fd(fd, set->buckets.data, set->buckets.alloc);
krh@6
   296
	write_to_fd(fd, set->string_pool.data, pool_size);
krh@6
   297
	write_to_fd(fd, set->packages.data, packages_size);
krh@8
   298
	write_to_fd(fd, set->requires.data, requires_size);
krh@7
   299
	write_to_fd(fd, set->provides.data, provides_size);
krh@10
   300
	write_to_fd(fd, set->property_pool.data, properties_size);
krh@0
   301
krh@0
   302
	return 0;
krh@0
   303
}
krh@0
   304
krh@0
   305
static unsigned int
krh@0
   306
hash_string(const char *key)
krh@0
   307
{
krh@0
   308
	const char *p;
krh@0
   309
	unsigned int hash = 0;
krh@0
   310
krh@0
   311
	for (p = key; *p; p++)
krh@9
   312
		hash = (hash * 617) ^ *p;
krh@0
   313
krh@0
   314
	return hash;
krh@0
   315
}
krh@0
   316
krh@0
   317
unsigned long
krh@4
   318
razor_set_lookup(struct razor_set *set, const char *key)
krh@0
   319
{
krh@6
   320
	unsigned int mask, start, i;
krh@6
   321
	unsigned long *b;
krh@6
   322
	char *pool;
krh@0
   323
krh@6
   324
	pool = set->string_pool.data;
krh@6
   325
	mask = set->buckets.alloc - 1;
krh@6
   326
	start = hash_string(key) * sizeof(unsigned long);
krh@0
   327
krh@6
   328
	for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
krh@6
   329
		b = set->buckets.data + ((start + i) & mask);
krh@6
   330
krh@6
   331
		if (*b == 0)
krh@0
   332
			return 0;
krh@0
   333
krh@6
   334
		if (strcmp(key, &pool[*b]) == 0)
krh@6
   335
			return *b;
krh@6
   336
	}
krh@0
   337
krh@0
   338
	return 0;
krh@0
   339
}
krh@0
   340
krh@0
   341
static unsigned long
krh@4
   342
add_to_string_pool(struct razor_set *set, const char *key)
krh@0
   343
{
krh@6
   344
	int len;
krh@6
   345
	char *p;
krh@0
   346
krh@0
   347
	len = strlen(key) + 1;
krh@6
   348
	p = array_add(&set->string_pool, len);
krh@6
   349
	memcpy(p, key, len);
krh@0
   350
krh@6
   351
	return p - (char *) set->string_pool.data;
krh@0
   352
}
krh@0
   353
krh@10
   354
static unsigned long
krh@10
   355
add_to_property_pool(struct razor_set *set, struct array *properties)
krh@10
   356
{
krh@10
   357
	unsigned long  *p;
krh@10
   358
krh@10
   359
	p = array_add(properties, sizeof *p);
krh@10
   360
	*p = 0;
krh@10
   361
	p = array_add(&set->property_pool, properties->size);
krh@10
   362
	memcpy(p, properties->data, properties->size);
krh@10
   363
krh@10
   364
	return p - (unsigned long *) set->property_pool.data;
krh@10
   365
}
krh@10
   366
krh@0
   367
static void
krh@4
   368
do_insert(struct razor_set *set, unsigned long value)
krh@0
   369
{
krh@6
   370
	unsigned int mask, start, i;
krh@6
   371
	unsigned long *b;
krh@0
   372
	const char *key;
krh@0
   373
krh@6
   374
	key = (char *) set->string_pool.data + value;
krh@6
   375
	mask = set->buckets.alloc - 1;
krh@6
   376
	start = hash_string(key) * sizeof(unsigned long);
krh@6
   377
krh@6
   378
	for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
krh@6
   379
		b = set->buckets.data + ((start + i) & mask);
krh@6
   380
		if (*b == 0) {
krh@6
   381
			*b = value;
krh@0
   382
			break;
krh@0
   383
		}
krh@6
   384
	}
krh@0
   385
}
krh@0
   386
krh@0
   387
unsigned long
krh@4
   388
razor_set_insert(struct razor_set *set, const char *key)
krh@0
   389
{
krh@6
   390
	unsigned long value, *buckets, *b, *end;
krh@6
   391
	int alloc;
krh@0
   392
krh@6
   393
	alloc = set->buckets.alloc;
krh@6
   394
	array_add(&set->buckets, 4 * sizeof *buckets);
krh@6
   395
	if (alloc != set->buckets.alloc) {
krh@6
   396
		end = set->buckets.data + alloc;
krh@6
   397
		memset(end, 0, set->buckets.alloc - alloc);
krh@6
   398
		for (b = set->buckets.data; b < end; b++) {
krh@6
   399
			value = *b;
krh@6
   400
			if (value != 0) {
krh@6
   401
				*b = 0;
krh@4
   402
				do_insert(set, value);
krh@6
   403
			}
krh@0
   404
		}
krh@0
   405
	}
krh@0
   406
krh@4
   407
	value = add_to_string_pool(set, key);
krh@4
   408
	do_insert (set, value);
krh@0
   409
krh@0
   410
	return value;
krh@0
   411
}
krh@0
   412
krh@0
   413
unsigned long
krh@4
   414
razor_set_tokenize(struct razor_set *set, const char *string)
krh@0
   415
{
krh@0
   416
	unsigned long token;
krh@0
   417
krh@13
   418
	if (string == NULL)
krh@13
   419
		return 0;
krh@13
   420
krh@4
   421
	token = razor_set_lookup(set, string);
krh@0
   422
	if (token != 0)
krh@0
   423
		return token;
krh@0
   424
krh@4
   425
	return razor_set_insert(set, string);
krh@0
   426
}
krh@0
   427
krh@13
   428
struct import_property_context {
krh@10
   429
	struct array all;
krh@10
   430
	struct array package;
krh@10
   431
};
krh@10
   432
krh@9
   433
struct import_context {
krh@4
   434
	struct razor_set *set;
krh@13
   435
	struct import_property_context requires;
krh@13
   436
	struct import_property_context provides;
krh@9
   437
	unsigned long package;
krh@10
   438
	unsigned long *requires_map;
krh@10
   439
	unsigned long *provides_map;
krh@10
   440
};
krh@10
   441
krh@10
   442
struct import_property {
krh@10
   443
	unsigned long name;
krh@10
   444
	unsigned long version;
krh@10
   445
	unsigned long package;
krh@10
   446
	unsigned long index;
krh@10
   447
	unsigned long unique_index;
krh@0
   448
};
krh@0
   449
krh@0
   450
static void
krh@13
   451
import_context_add_package(struct import_context *ctx,
krh@13
   452
			   const char *name, const char *version)
krh@13
   453
{
krh@13
   454
	struct razor_package *p;
krh@13
   455
krh@13
   456
	p = array_add(&ctx->set->packages, sizeof *p);
krh@13
   457
	p->name = razor_set_tokenize(ctx->set, name);
krh@13
   458
	p->version = razor_set_tokenize(ctx->set, version);
krh@13
   459
krh@13
   460
	ctx->package = p - (struct razor_package *) ctx->set->packages.data;
krh@13
   461
	array_init(&ctx->requires.package);
krh@13
   462
	array_init(&ctx->provides.package);
krh@13
   463
}
krh@13
   464
krh@13
   465
void
krh@13
   466
import_context_finish_package(struct import_context *ctx)
krh@13
   467
{
krh@13
   468
	struct razor_package *p;
krh@13
   469
krh@13
   470
	p = (struct razor_package *) ctx->set->packages.data + ctx->package;
krh@13
   471
	p->requires = add_to_property_pool(ctx->set, &ctx->requires.package);
krh@13
   472
	p->provides = add_to_property_pool(ctx->set, &ctx->provides.package);
krh@13
   473
krh@13
   474
	array_release(&ctx->requires.package);
krh@13
   475
	array_release(&ctx->provides.package);
krh@13
   476
}
krh@13
   477
krh@13
   478
static void
krh@13
   479
import_context_add_property(struct import_context *ctx,
krh@13
   480
			    struct import_property_context *pctx,
krh@13
   481
			    const char *name, const char *version)
krh@13
   482
{
krh@13
   483
	struct import_property *p;
krh@13
   484
	unsigned long *r;
krh@13
   485
krh@13
   486
	p = array_add(&pctx->all, sizeof *p);
krh@13
   487
	p->name = razor_set_tokenize(ctx->set, name);
krh@13
   488
	p->version = razor_set_tokenize(ctx->set, version);
krh@13
   489
	p->package = ctx->package;
krh@13
   490
	p->index = p - (struct import_property *) pctx->all.data;
krh@13
   491
krh@13
   492
	r = array_add(&pctx->package, sizeof *r);
krh@13
   493
	*r = p->index;
krh@13
   494
}
krh@13
   495
krh@13
   496
static void
krh@9
   497
parse_package(struct import_context *ctx, const char **atts, void *data)
krh@3
   498
{
krh@13
   499
	const char *name = NULL, *version = NULL;
krh@3
   500
	int i;
krh@3
   501
krh@3
   502
	for (i = 0; atts[i]; i += 2) {
krh@3
   503
		if (strcmp(atts[i], "name") == 0)
krh@13
   504
			name = atts[i + 1];
krh@3
   505
		else if (strcmp(atts[i], "version") == 0)
krh@13
   506
			version = atts[i + 1];
krh@3
   507
	}
krh@3
   508
krh@13
   509
	if (name == NULL || version == NULL) {
krh@3
   510
		fprintf(stderr, "invalid package tag, "
krh@3
   511
			"missing name or version attributes\n");
krh@3
   512
		return;
krh@3
   513
	}
krh@3
   514
krh@13
   515
	import_context_add_package(ctx, name, version);
krh@3
   516
}
krh@3
   517
krh@3
   518
static void
krh@9
   519
parse_property(struct import_context *ctx, const char **atts, void *data)
krh@8
   520
{
krh@13
   521
	const char *name = NULL, *version = NULL;
krh@8
   522
	int i;
krh@8
   523
krh@8
   524
	for (i = 0; atts[i]; i += 2) {
krh@8
   525
		if (strcmp(atts[i], "name") == 0)
krh@13
   526
			name = atts[i + 1];
krh@9
   527
		if (strcmp(atts[i], "version") == 0)
krh@13
   528
			version = atts[i + 1];
krh@8
   529
	}
krh@8
   530
	
krh@13
   531
	if (name == NULL) {
krh@9
   532
		fprintf(stderr, "invalid tag, missing name attribute\n");
krh@8
   533
		return;
krh@8
   534
	}
krh@8
   535
krh@13
   536
	import_context_add_property(ctx, data, name, version);
krh@7
   537
}
krh@7
   538
krh@7
   539
static void
krh@0
   540
start_element(void *data, const char *name, const char **atts)
krh@0
   541
{
krh@9
   542
	struct import_context *ctx = data;
krh@0
   543
krh@3
   544
	if (strcmp(name, "package") == 0)
krh@9
   545
		parse_package(ctx, atts, NULL);
krh@8
   546
	else if (strcmp(name, "requires") == 0)
krh@9
   547
		parse_property(ctx, atts, &ctx->requires);
krh@7
   548
	else if (strcmp(name, "provides") == 0)
krh@9
   549
		parse_property(ctx, atts, &ctx->provides);
krh@0
   550
}
krh@0
   551
krh@0
   552
static void
krh@0
   553
end_element (void *data, const char *name)
krh@0
   554
{
krh@9
   555
	struct import_context *ctx = data;
krh@4
   556
krh@13
   557
	if (strcmp(name, "package") == 0)
krh@13
   558
		import_context_finish_package(ctx);
krh@0
   559
}
krh@0
   560
krh@0
   561
static char *
krh@0
   562
sha1_to_hex(const unsigned char *sha1)
krh@0
   563
{
krh@0
   564
	static int bufno;
krh@0
   565
	static char hexbuffer[4][50];
krh@0
   566
	static const char hex[] = "0123456789abcdef";
krh@0
   567
	char *buffer = hexbuffer[3 & ++bufno], *buf = buffer;
krh@0
   568
	int i;
krh@0
   569
krh@0
   570
	for (i = 0; i < 20; i++) {
krh@0
   571
		unsigned int val = *sha1++;
krh@0
   572
		*buf++ = hex[val >> 4];
krh@0
   573
		*buf++ = hex[val & 0xf];
krh@0
   574
	}
krh@0
   575
	*buf = '\0';
krh@0
   576
krh@0
   577
	return buffer;
krh@0
   578
}
krh@0
   579
krh@9
   580
static void
krh@13
   581
razor_prepare_import(struct import_context *ctx)
krh@9
   582
{
krh@9
   583
	memset(ctx, 0, sizeof *ctx);
krh@13
   584
	ctx->set = razor_set_create();
krh@9
   585
}
krh@9
   586
krh@0
   587
static int
krh@13
   588
razor_import(struct import_context *ctx, const char *filename)
krh@0
   589
{
krh@0
   590
	SHA_CTX sha1;
krh@0
   591
	XML_Parser parser;
krh@0
   592
	int fd;
krh@0
   593
	void *p;
krh@0
   594
	struct stat stat;
krh@0
   595
	char buf[128];
krh@0
   596
	unsigned char hash[20];
krh@0
   597
krh@0
   598
	fd = open(filename, O_RDONLY);
krh@0
   599
	if (fstat(fd, &stat) < 0)
krh@0
   600
		return -1;
krh@0
   601
	p = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
krh@0
   602
	if (p == MAP_FAILED)
krh@0
   603
		return -1;
krh@0
   604
krh@0
   605
	parser = XML_ParserCreate(NULL);
krh@9
   606
	XML_SetUserData(parser, ctx);
krh@0
   607
	XML_SetElementHandler(parser, start_element, end_element);
krh@0
   608
	if (XML_Parse(parser, p, stat.st_size, 1) == XML_STATUS_ERROR) {
krh@0
   609
		fprintf(stderr,
krh@0
   610
			"%s at line %d, %s\n",
krh@0
   611
			XML_ErrorString(XML_GetErrorCode(parser)),
krh@0
   612
			XML_GetCurrentLineNumber(parser),
krh@0
   613
			filename);
krh@0
   614
		return 1;
krh@0
   615
	}
krh@0
   616
krh@0
   617
	XML_ParserFree(parser);
krh@0
   618
krh@0
   619
	SHA1_Init(&sha1);
krh@0
   620
	SHA1_Update(&sha1, p, stat.st_size);
krh@0
   621
	SHA1_Final(hash, &sha1);
krh@0
   622
krh@0
   623
	close(fd);
krh@0
   624
krh@0
   625
	snprintf(buf, sizeof buf, "set/%s", sha1_to_hex(hash));
krh@0
   626
	if (write_to_file(buf, p, stat.st_size) < 0)
krh@0
   627
		return -1;
krh@0
   628
	munmap(p, stat.st_size);
krh@0
   629
krh@0
   630
	return 0;
krh@0
   631
}
krh@0
   632
krh@9
   633
static struct razor_set *qsort_set;
krh@9
   634
krh@9
   635
static int
krh@9
   636
compare_packages(const void *p1, const void *p2)
krh@9
   637
{
krh@9
   638
	const struct razor_package *pkg1 = p1, *pkg2 = p2;
krh@9
   639
	char *pool = qsort_set->string_pool.data;
krh@9
   640
krh@9
   641
	return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
krh@9
   642
}
krh@9
   643
krh@9
   644
static int
krh@9
   645
compare_properties(const void *p1, const void *p2)
krh@9
   646
{
krh@10
   647
	const struct import_property *prop1 = p1, *prop2 = p2;
krh@9
   648
	char *pool = qsort_set->string_pool.data;
krh@12
   649
	int result;
krh@9
   650
krh@12
   651
	result = strcmp(&pool[prop1->name], &pool[prop2->name]);
krh@12
   652
	if (result == 0)
krh@12
   653
		return strcmp(&pool[prop1->version], &pool[prop2->version]);
krh@12
   654
	else
krh@12
   655
		return result;
krh@9
   656
}
krh@9
   657
krh@10
   658
static unsigned long *
krh@9
   659
uniqueify_properties(struct array *in, struct array *out)
krh@9
   660
{
krh@10
   661
	struct import_property *ip, *end;
krh@10
   662
	struct razor_property *rp;
krh@10
   663
	unsigned long *map;
krh@10
   664
	int i, count;
krh@9
   665
krh@10
   666
	count = in->size / sizeof(struct import_property);
krh@10
   667
	qsort(in->data, count,
krh@10
   668
	      sizeof(struct import_property), compare_properties);
krh@9
   669
krh@10
   670
	rp = NULL;
krh@9
   671
	end = in->data + in->size;
krh@10
   672
	for (ip = in->data; ip < end; ip++) {
krh@10
   673
		if (rp == NULL ||
krh@10
   674
		    ip->name != rp->name || ip->version != rp->version) {
krh@10
   675
			rp = array_add(out, sizeof *rp);
krh@10
   676
			rp->name = ip->name;
krh@10
   677
			rp->version = ip->version;
krh@10
   678
		}
krh@10
   679
		ip->unique_index = rp - (struct razor_property *) out->data;
krh@10
   680
	}
krh@9
   681
krh@10
   682
	map = malloc(count * sizeof (unsigned long));
krh@10
   683
	ip = in->data;
krh@10
   684
	for (i = 0; i < count; i++)
krh@10
   685
		map[ip[i].index] = ip[i].unique_index;
krh@10
   686
krh@10
   687
	return map;
krh@10
   688
}
krh@10
   689
krh@10
   690
static void
krh@10
   691
sort_packages(struct import_context *ctx)
krh@10
   692
{
krh@10
   693
	struct razor_package *p, *end;
krh@10
   694
	unsigned long *pool, *r;
krh@10
   695
krh@10
   696
	pool = ctx->set->property_pool.data;
krh@10
   697
	end = ctx->set->packages.data + ctx->set->packages.size;
krh@10
   698
	for (p = ctx->set->packages.data; p < end; p++) {
krh@10
   699
		for (r = &pool[p->requires]; *r; r++)
krh@10
   700
			*r = ctx->requires_map[*r];
krh@10
   701
		for (r = &pool[p->provides]; *r; r++)
krh@10
   702
			*r = ctx->provides_map[*r];
krh@9
   703
	}
krh@10
   704
krh@10
   705
	qsort(ctx->set->packages.data,
krh@10
   706
	      ctx->set->packages.size / sizeof(struct razor_package),
krh@10
   707
	      sizeof(struct razor_package), compare_packages);
krh@9
   708
}
krh@9
   709
krh@13
   710
static struct razor_set *
krh@13
   711
razor_finish_import(struct import_context *ctx)
krh@9
   712
{
krh@9
   713
	qsort_set = ctx->set;
krh@9
   714
krh@10
   715
	ctx->requires_map =
krh@10
   716
		uniqueify_properties(&ctx->requires.all, &ctx->set->requires);
krh@10
   717
	ctx->provides_map =
krh@10
   718
		uniqueify_properties(&ctx->provides.all, &ctx->set->provides);
krh@9
   719
krh@10
   720
	sort_packages(ctx);
krh@10
   721
krh@10
   722
	free(ctx->requires.all.data);
krh@10
   723
	free(ctx->provides.all.data);
krh@10
   724
	free(ctx->requires_map);
krh@10
   725
	free(ctx->provides_map);
krh@13
   726
		
krh@9
   727
	fprintf(stderr, "parsed %d requires, %d unique\n",
krh@10
   728
		ctx->requires.all.size / sizeof(struct import_property),
krh@9
   729
		ctx->set->requires.size / sizeof(struct razor_property));
krh@9
   730
	fprintf(stderr, "parsed %d provides, %d unique\n",
krh@10
   731
		ctx->provides.all.size / sizeof(struct import_property),
krh@9
   732
		ctx->set->provides.size / sizeof(struct razor_property));
krh@13
   733
krh@13
   734
	return ctx->set; 
krh@9
   735
}
krh@9
   736
krh@15
   737
/* Import a yum filelist as a razor package set. */
krh@15
   738
krh@15
   739
enum {
krh@15
   740
	YUM_STATE_BEGIN,
krh@15
   741
	YUM_STATE_PACKAGE_NAME
krh@15
   742
};
krh@15
   743
krh@15
   744
struct yum_context {
krh@15
   745
	struct import_context ctx;
krh@15
   746
	struct import_property_context *current_property_context;
krh@15
   747
	char *name;
krh@15
   748
	int state;
krh@15
   749
};
krh@15
   750
krh@15
   751
static void
krh@15
   752
yum_start_element(void *data, const char *name, const char **atts)
krh@15
   753
{
krh@15
   754
	struct yum_context *ctx = data;
krh@15
   755
	const char *n, *version;
krh@15
   756
	int i;
krh@15
   757
krh@15
   758
	if (strcmp(name, "name") == 0) {
krh@15
   759
		ctx->state = YUM_STATE_PACKAGE_NAME;
krh@15
   760
	} else if (strcmp(name, "version") == 0) {
krh@15
   761
		for (i = 0; atts[i]; i += 2) {
krh@15
   762
			if (strcmp(atts[i], "ver") == 0)
krh@15
   763
				version = atts[i + 1];
krh@15
   764
		}
krh@15
   765
		import_context_add_package(&ctx->ctx, ctx->name, version);
krh@15
   766
	} else if (strcmp(name, "rpm:requires") == 0) {
krh@15
   767
		ctx->current_property_context = &ctx->ctx.requires;
krh@15
   768
	} else if (strcmp(name, "rpm:provides") == 0) {
krh@15
   769
		ctx->current_property_context = &ctx->ctx.provides;
krh@15
   770
	} else if (strcmp(name, "rpm:entry") == 0 &&
krh@15
   771
		   ctx->current_property_context != NULL) {
krh@15
   772
		n = NULL;
krh@15
   773
		version = NULL;
krh@15
   774
		for (i = 0; atts[i]; i += 2) {
krh@15
   775
			if (strcmp(atts[i], "name") == 0)
krh@15
   776
				n = atts[i + 1];
krh@15
   777
			else if (strcmp(atts[i], "ver") == 0)
krh@15
   778
				version = atts[i + 1];
krh@15
   779
		}
krh@15
   780
krh@15
   781
		if (n == NULL) {
krh@15
   782
			fprintf(stderr, "invalid rpm:entry, "
krh@15
   783
				"missing name or version attributes\n");
krh@15
   784
			return;
krh@15
   785
		}
krh@15
   786
krh@15
   787
		import_context_add_property(&ctx->ctx,
krh@15
   788
					    ctx->current_property_context,
krh@15
   789
					    n, version);
krh@15
   790
	}
krh@15
   791
}
krh@15
   792
krh@15
   793
static void
krh@15
   794
yum_end_element (void *data, const char *name)
krh@15
   795
{
krh@15
   796
	struct yum_context *ctx = data;
krh@15
   797
krh@15
   798
	if (strcmp(name, "package") == 0) {
krh@15
   799
		free(ctx->name);
krh@15
   800
		import_context_finish_package(&ctx->ctx);
krh@15
   801
	} else if (strcmp(name, "name") == 0) {
krh@15
   802
		ctx->state = 0;
krh@15
   803
	} else if (strcmp(name, "rpm:requires") == 0) {
krh@15
   804
		ctx->current_property_context = NULL;
krh@15
   805
	} else if (strcmp(name, "rpm:provides") == 0) {
krh@15
   806
		ctx->current_property_context = NULL;
krh@15
   807
	}
krh@15
   808
}
krh@15
   809
krh@15
   810
static void
krh@15
   811
yum_character_data (void *data, const XML_Char *s, int len)
krh@15
   812
{
krh@15
   813
	struct yum_context *ctx = data;
krh@15
   814
krh@15
   815
	if (ctx->state == YUM_STATE_PACKAGE_NAME)
krh@15
   816
		ctx->name = strndup(s, len);
krh@15
   817
}
krh@15
   818
krh@15
   819
static struct razor_set *
krh@15
   820
razor_set_create_from_yum_filelist(int fd)
krh@15
   821
{
krh@15
   822
	struct yum_context ctx;
krh@15
   823
	XML_Parser parser;
krh@15
   824
	char buf[4096];
krh@15
   825
	int len;
krh@15
   826
krh@15
   827
	razor_prepare_import(&ctx.ctx);
krh@15
   828
krh@15
   829
	parser = XML_ParserCreate(NULL);
krh@15
   830
	XML_SetUserData(parser, &ctx);
krh@15
   831
	XML_SetElementHandler(parser, yum_start_element, yum_end_element);
krh@15
   832
	XML_SetCharacterDataHandler(parser, yum_character_data);
krh@15
   833
krh@15
   834
	while (1) {
krh@15
   835
		len = read(fd, buf, sizeof buf);
krh@15
   836
		if (len < 0) {
krh@15
   837
			fprintf(stderr,
krh@15
   838
				"couldn't read input: %s\n", strerror(errno));
krh@15
   839
			return NULL;
krh@15
   840
		} else if (len == 0)
krh@15
   841
			break;
krh@15
   842
krh@15
   843
		if (XML_Parse(parser, buf, len, 0) == XML_STATUS_ERROR) {
krh@15
   844
			fprintf(stderr,
krh@15
   845
				"%s at line %d\n",
krh@15
   846
				XML_ErrorString(XML_GetErrorCode(parser)),
krh@15
   847
				XML_GetCurrentLineNumber(parser));
krh@15
   848
			return NULL;
krh@15
   849
		}
krh@15
   850
	}
krh@15
   851
krh@15
   852
	XML_ParserFree(parser);
krh@15
   853
krh@15
   854
	return razor_finish_import(&ctx.ctx);
krh@15
   855
}
krh@15
   856
krh@0
   857
void
krh@4
   858
razor_set_list(struct razor_set *set)
krh@3
   859
{
krh@6
   860
	struct razor_package *p, *end;
krh@6
   861
	char *pool;
krh@3
   862
krh@6
   863
	pool = set->string_pool.data;
krh@6
   864
	end = set->packages.data + set->packages.size;
krh@14
   865
	for (p = set->packages.data; p < end; p++)
krh@6
   866
		printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@3
   867
}
krh@3
   868
krh@16
   869
struct razor_set *bsearch_set;
krh@16
   870
krh@16
   871
static int
krh@16
   872
compare_package_name(const void *key, const void *data)
krh@16
   873
{
krh@16
   874
	const struct razor_package *p = data;
krh@16
   875
	char *pool;
krh@16
   876
krh@16
   877
	pool = bsearch_set->string_pool.data;
krh@16
   878
krh@16
   879
	return strcmp(key, &pool[p->name]);
krh@16
   880
}
krh@16
   881
krh@10
   882
struct razor_package *
krh@10
   883
razor_set_get_package(struct razor_set *set, const char *package)
krh@10
   884
{
krh@16
   885
	bsearch_set = set;
krh@16
   886
	return bsearch(package, set->packages.data,
krh@16
   887
		       set->packages.size / sizeof(struct razor_package),
krh@16
   888
		       sizeof(struct razor_package), compare_package_name);
krh@10
   889
}
krh@10
   890
krh@10
   891
static void
krh@10
   892
razor_set_list_all_properties(struct razor_set *set, struct array *properties)
krh@8
   893
{
krh@8
   894
	struct razor_property *p, *end;
krh@8
   895
	char *pool;
krh@8
   896
krh@8
   897
	pool = set->string_pool.data;
krh@10
   898
	end = properties->data + properties->size;
krh@14
   899
	for (p = properties->data; p < end; p++)
krh@8
   900
		printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@8
   901
}
krh@8
   902
krh@8
   903
void
krh@10
   904
razor_set_list_requires(struct razor_set *set, const char *name)
krh@7
   905
{
krh@10
   906
	struct razor_property *p, *requires;
krh@10
   907
	struct razor_package *package;
krh@10
   908
	unsigned long *r;
krh@7
   909
	char *pool;
krh@7
   910
krh@10
   911
	if (name) {
krh@10
   912
		package = razor_set_get_package(set, name);
krh@10
   913
		r = (unsigned long *) set->property_pool.data +
krh@10
   914
			package->requires;
krh@10
   915
		requires = set->requires.data;
krh@10
   916
		pool = set->string_pool.data;
krh@10
   917
		while (*r) {
krh@10
   918
			p = &requires[*r++];
krh@10
   919
			printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@10
   920
		}
krh@10
   921
	} else
krh@10
   922
		razor_set_list_all_properties(set, &set->requires);
krh@10
   923
}
krh@10
   924
krh@10
   925
void
krh@10
   926
razor_set_list_provides(struct razor_set *set, const char *name)
krh@10
   927
{
krh@10
   928
	struct razor_property *p, *provides;
krh@10
   929
	struct razor_package *package;
krh@10
   930
	unsigned long *r;
krh@10
   931
	char *pool;
krh@10
   932
krh@10
   933
	if (name) {
krh@10
   934
		package = razor_set_get_package(set, name);
krh@10
   935
		r = (unsigned long *) set->property_pool.data +
krh@10
   936
			package->provides;
krh@10
   937
		provides = set->provides.data;
krh@10
   938
		pool = set->string_pool.data;
krh@10
   939
		while (*r) {
krh@10
   940
			p = &provides[*r++];
krh@10
   941
			printf("%s %s\n", &pool[p->name], &pool[p->version]);
krh@10
   942
		}
krh@10
   943
	} else 
krh@10
   944
		razor_set_list_all_properties(set, &set->provides);
krh@7
   945
}
krh@7
   946
krh@7
   947
void
krh@4
   948
razor_set_info(struct razor_set *set)
krh@3
   949
{
krh@3
   950
	unsigned int offset, size;
krh@3
   951
	int i;
krh@3
   952
krh@4
   953
	for (i = 0; i < set->header->sections[i].type; i++) {
krh@4
   954
		offset = set->header->sections[i].offset;
krh@4
   955
		size = set->header->sections[i + 1].offset - offset;
krh@3
   956
krh@4
   957
		switch (set->header->sections[i].type) {
krh@4
   958
		case RAZOR_BUCKETS:
krh@3
   959
			printf("bucket section:\t\t%dkb\n", size / 1024);
krh@3
   960
			break;
krh@4
   961
		case RAZOR_STRINGS:
krh@3
   962
			printf("string pool:\t\t%dkb\n", size / 1024);
krh@3
   963
			break;
krh@4
   964
		case RAZOR_PACKAGES:
krh@3
   965
			printf("package section:\t%dkb\n", size / 1024);
krh@3
   966
			break;
krh@8
   967
		case RAZOR_REQUIRES:
krh@8
   968
			printf("requires section:\t%dkb\n", size / 1024);
krh@8
   969
			break;
krh@7
   970
		case RAZOR_PROVIDES:
krh@7
   971
			printf("provides section:\t%dkb\n", size / 1024);
krh@7
   972
			break;
krh@3
   973
		}
krh@3
   974
	}
krh@0
   975
}
krh@0
   976
krh@0
   977
static int
krh@0
   978
usage(void)
krh@0
   979
{
krh@7
   980
	printf("usage: razor [ import FILES | lookup <key> | "
krh@15
   981
	       "list | list-requires | list-provides | eat-yum | info ]\n");
krh@0
   982
	exit(1);
krh@0
   983
}
krh@0
   984
krh@15
   985
static const char *repo_filename = "system.repo";
krh@15
   986
static const char rawhide_repo_filename[] = "rawhide.repo";
krh@0
   987
krh@0
   988
int
krh@0
   989
main(int argc, char *argv[])
krh@0
   990
{
krh@0
   991
	int i;
krh@4
   992
	struct razor_set *set;
krh@0
   993
	struct stat statbuf;
krh@9
   994
	struct import_context ctx;
krh@15
   995
	char *repo;
krh@15
   996
krh@15
   997
	repo = getenv("RAZOR_REPO");
krh@15
   998
	if (repo != NULL)
krh@15
   999
		repo_filename = repo;
krh@0
  1000
krh@3
  1001
	if (argc < 2) {
krh@0
  1002
		usage();
krh@0
  1003
	} else if (strcmp(argv[1], "import") == 0) {
krh@0
  1004
		if (stat("set", &statbuf) && mkdir("set", 0777)) {
krh@0
  1005
			fprintf(stderr, "could not create directory 'set'\n");
krh@0
  1006
			exit(-1);
krh@0
  1007
		}
krh@0
  1008
			
krh@13
  1009
		razor_prepare_import(&ctx);
krh@9
  1010
krh@0
  1011
		for (i = 2; i < argc; i++) {
krh@13
  1012
			if (razor_import(&ctx, argv[i]) < 0) {
krh@0
  1013
				fprintf(stderr, "failed to import %s\n",
krh@0
  1014
					argv[i]);
krh@0
  1015
				exit(-1);
krh@0
  1016
			}
krh@0
  1017
		}
krh@0
  1018
krh@13
  1019
		set = razor_finish_import(&ctx);
krh@6
  1020
krh@6
  1021
		printf("bucket allocation: %d\n", set->buckets.alloc);
krh@6
  1022
		printf("pool size: %d\n", set->string_pool.size);
krh@6
  1023
		printf("pool allocation: %d\n", set->string_pool.alloc);
krh@7
  1024
		printf("packages: %d\n",
krh@7
  1025
		       set->packages.size / sizeof(struct razor_package));
krh@8
  1026
		printf("requires: %d\n",
krh@8
  1027
		       set->requires.size / sizeof(struct razor_property));
krh@7
  1028
		printf("provides: %d\n",
krh@8
  1029
		       set->provides.size / sizeof(struct razor_property));
krh@0
  1030
krh@4
  1031
		razor_set_write(set, repo_filename);
krh@0
  1032
krh@4
  1033
		razor_set_destroy(set);
krh@0
  1034
	} else if (strcmp(argv[1], "lookup") == 0) {
krh@4
  1035
		set = razor_set_open(repo_filename);
krh@0
  1036
		printf("%s is %lu\n", argv[2],
krh@4
  1037
		       razor_set_lookup(set, argv[2]));
krh@4
  1038
		razor_set_destroy(set);
krh@3
  1039
	} else if (strcmp(argv[1], "list") == 0) {
krh@4
  1040
		set = razor_set_open(repo_filename);
krh@4
  1041
		razor_set_list(set);
krh@4
  1042
		razor_set_destroy(set);
krh@8
  1043
	} else if (strcmp(argv[1], "list-requires") == 0) {
krh@8
  1044
		set = razor_set_open(repo_filename);
krh@10
  1045
		razor_set_list_requires(set, argv[2]);
krh@8
  1046
		razor_set_destroy(set);
krh@7
  1047
	} else if (strcmp(argv[1], "list-provides") == 0) {
krh@7
  1048
		set = razor_set_open(repo_filename);
krh@10
  1049
		razor_set_list_provides(set, argv[2]);
krh@7
  1050
		razor_set_destroy(set);
krh@3
  1051
	} else if (strcmp(argv[1], "info") == 0) {
krh@4
  1052
		set = razor_set_open(repo_filename);
krh@4
  1053
		razor_set_info(set);
krh@4
  1054
		razor_set_destroy(set);
krh@15
  1055
	} else if (strcmp(argv[1], "eat-yum") == 0) {
krh@15
  1056
		set = razor_set_create_from_yum_filelist(STDIN_FILENO);
krh@15
  1057
		if (set == NULL)
krh@15
  1058
			return 1;
krh@15
  1059
		razor_set_write(set, rawhide_repo_filename);
krh@15
  1060
		razor_set_destroy(set);
krh@0
  1061
	} else {
krh@0
  1062
		usage();
krh@0
  1063
	}
krh@0
  1064
krh@0
  1065
	return 0;
krh@0
  1066
}