import.c
author Kristian H?gsberg <krh@redhat.com>
Tue Jan 22 00:08:13 2008 -0500 (2008-01-22)
changeset 105 2ddc6448762e
parent 90 7bd64a40cb03
permissions -rw-r--r--
Use a package iterator in find_packages() to add packages sorted.

Also avoids use of razor_set_get_package().
krh@27
     1
#define _GNU_SOURCE
krh@27
     2
krh@27
     3
#include <string.h>
krh@27
     4
#include <stdio.h>
krh@27
     5
#include <sys/stat.h>
krh@27
     6
#include <sys/mman.h>
krh@27
     7
#include <unistd.h>
krh@27
     8
#include <fcntl.h>
krh@27
     9
#include <errno.h>
krh@27
    10
krh@27
    11
#include <expat.h>
krh@70
    12
#include <zlib.h>
krh@28
    13
#include <rpm/rpmlib.h>
krh@28
    14
#include <rpm/rpmdb.h>
krh@27
    15
#include "razor.h"
krh@27
    16
krh@27
    17
/* Import a yum filelist as a razor package set. */
krh@27
    18
krh@27
    19
enum {
krh@27
    20
	YUM_STATE_BEGIN,
krh@30
    21
	YUM_STATE_PACKAGE_NAME,
krh@70
    22
	YUM_STATE_CHECKSUM,
krh@30
    23
	YUM_STATE_REQUIRES,
krh@46
    24
	YUM_STATE_PROVIDES,
krh@67
    25
	YUM_STATE_OBSOLETES,
krh@67
    26
	YUM_STATE_CONFLICTS,
krh@46
    27
	YUM_STATE_FILE
krh@27
    28
};
krh@27
    29
krh@27
    30
struct yum_context {
krh@70
    31
	XML_Parser primary_parser;
krh@70
    32
	XML_Parser filelists_parser;
krh@70
    33
	XML_Parser current_parser;
krh@70
    34
krh@30
    35
	struct razor_importer *importer;
krh@27
    36
	struct import_property_context *current_property_context;
krh@48
    37
	char name[256], buffer[512], *p;
krh@70
    38
	char pkgid[128];
krh@27
    39
	int state;
krh@27
    40
};
krh@27
    41
krh@27
    42
static void
krh@70
    43
yum_primary_start_element(void *data, const char *name, const char **atts)
krh@27
    44
{
krh@27
    45
	struct yum_context *ctx = data;
krh@62
    46
	const char *n, *version, *release;
krh@62
    47
	char buffer[128];
krh@27
    48
	int i;
krh@27
    49
krh@27
    50
	if (strcmp(name, "name") == 0) {
krh@27
    51
		ctx->state = YUM_STATE_PACKAGE_NAME;
krh@48
    52
		ctx->p = ctx->name;
krh@27
    53
	} else if (strcmp(name, "version") == 0) {
krh@27
    54
		version = NULL;
krh@62
    55
		release = NULL;
krh@27
    56
		for (i = 0; atts[i]; i += 2) {
krh@27
    57
			if (strcmp(atts[i], "ver") == 0)
krh@27
    58
				version = atts[i + 1];
krh@62
    59
			else if (strcmp(atts[i], "rel") == 0)
krh@62
    60
				release = atts[i + 1];
krh@27
    61
		}
krh@62
    62
		if (version == NULL || release == NULL) {
krh@62
    63
			fprintf(stderr, "invalid version tag, "
krh@62
    64
				"missing version or  release attribute\n");
krh@62
    65
			return;
krh@62
    66
		}
krh@62
    67
krh@62
    68
		snprintf(buffer, sizeof buffer, "%s-%s", version, release);
krh@62
    69
		razor_importer_begin_package(ctx->importer, ctx->name, buffer);
krh@70
    70
	} else if (strcmp(name, "checksum") == 0) {
krh@70
    71
		ctx->p = ctx->pkgid;
krh@70
    72
		ctx->state = YUM_STATE_CHECKSUM;
krh@27
    73
	} else if (strcmp(name, "rpm:requires") == 0) {
krh@30
    74
		ctx->state = YUM_STATE_REQUIRES;
krh@27
    75
	} else if (strcmp(name, "rpm:provides") == 0) {
krh@30
    76
		ctx->state = YUM_STATE_PROVIDES;
krh@67
    77
	} else if (strcmp(name, "rpm:obsoletes") == 0) {
krh@67
    78
		ctx->state = YUM_STATE_OBSOLETES;
krh@67
    79
	} else if (strcmp(name, "rpm:conflicts") == 0) {
krh@67
    80
		ctx->state = YUM_STATE_CONFLICTS;
krh@27
    81
	} else if (strcmp(name, "rpm:entry") == 0 &&
krh@30
    82
		   ctx->state != YUM_STATE_BEGIN) {
krh@27
    83
		n = NULL;
krh@27
    84
		version = NULL;
krh@62
    85
		release = NULL;
krh@27
    86
		for (i = 0; atts[i]; i += 2) {
krh@27
    87
			if (strcmp(atts[i], "name") == 0)
krh@27
    88
				n = atts[i + 1];
krh@27
    89
			else if (strcmp(atts[i], "ver") == 0)
krh@27
    90
				version = atts[i + 1];
krh@62
    91
			else if (strcmp(atts[i], "rel") == 0)
krh@62
    92
				release = atts[i + 1];
krh@27
    93
		}
krh@27
    94
krh@27
    95
		if (n == NULL) {
krh@27
    96
			fprintf(stderr, "invalid rpm:entry, "
krh@27
    97
				"missing name or version attributes\n");
krh@27
    98
			return;
krh@27
    99
		}
krh@27
   100
krh@62
   101
		if (version && release)
krh@62
   102
			snprintf(buffer, sizeof buffer,
krh@62
   103
				 "%s-%s", version, release);
krh@62
   104
		else if (version)
krh@62
   105
			strcpy(buffer, version);
krh@62
   106
		else
krh@62
   107
			buffer[0] = '\0';
krh@62
   108
			
krh@30
   109
		switch (ctx->state) {
krh@30
   110
		case YUM_STATE_REQUIRES:
krh@66
   111
			razor_importer_add_property(ctx->importer, n, buffer,
krh@66
   112
						    RAZOR_PROPERTY_REQUIRES);
krh@30
   113
			break;
krh@30
   114
		case YUM_STATE_PROVIDES:
krh@66
   115
			razor_importer_add_property(ctx->importer, n, buffer,
krh@66
   116
						    RAZOR_PROPERTY_PROVIDES);
krh@30
   117
			break;
krh@67
   118
		case YUM_STATE_OBSOLETES:
krh@67
   119
			razor_importer_add_property(ctx->importer, n, buffer,
krh@67
   120
						    RAZOR_PROPERTY_OBSOLETES);
krh@67
   121
			break;
krh@67
   122
		case YUM_STATE_CONFLICTS:
krh@67
   123
			razor_importer_add_property(ctx->importer, n, buffer,
krh@67
   124
						    RAZOR_PROPERTY_CONFLICTS);
krh@67
   125
			break;
krh@30
   126
		}
krh@27
   127
	}
krh@27
   128
}
krh@27
   129
krh@27
   130
static void
krh@70
   131
yum_primary_end_element (void *data, const char *name)
krh@27
   132
{
krh@27
   133
	struct yum_context *ctx = data;
krh@27
   134
krh@68
   135
	switch (ctx->state) {
krh@68
   136
	case YUM_STATE_PACKAGE_NAME:
krh@70
   137
	case YUM_STATE_CHECKSUM:
krh@68
   138
	case YUM_STATE_FILE:
krh@68
   139
		ctx->state = YUM_STATE_BEGIN;
krh@68
   140
		break;
krh@68
   141
	}
krh@68
   142
krh@70
   143
	if (strcmp(name, "package") == 0) {
krh@70
   144
		XML_StopParser(ctx->current_parser, XML_TRUE);
krh@70
   145
		ctx->current_parser = ctx->filelists_parser;
krh@70
   146
	}
krh@27
   147
}
krh@27
   148
krh@27
   149
static void
krh@27
   150
yum_character_data (void *data, const XML_Char *s, int len)
krh@27
   151
{
krh@27
   152
	struct yum_context *ctx = data;
krh@27
   153
krh@48
   154
	switch (ctx->state) {
krh@48
   155
	case YUM_STATE_PACKAGE_NAME:
krh@70
   156
	case YUM_STATE_CHECKSUM:
krh@48
   157
	case YUM_STATE_FILE:
krh@48
   158
		memcpy(ctx->p, s, len);
krh@48
   159
		ctx->p += len;
krh@48
   160
		*ctx->p = '\0';
krh@48
   161
		break;
krh@46
   162
	}
krh@27
   163
}
krh@27
   164
krh@70
   165
static void
krh@70
   166
yum_filelists_start_element(void *data, const char *name, const char **atts)
krh@70
   167
{
krh@70
   168
	struct yum_context *ctx = data;
krh@70
   169
	const char *pkg, *pkgid;
krh@70
   170
	int i;
krh@70
   171
krh@70
   172
	if (strcmp(name, "package") == 0) {
krh@70
   173
		pkg = NULL;
krh@70
   174
		pkgid = NULL;
krh@70
   175
		for (i = 0; atts[i]; i += 2) {
krh@70
   176
			if (strcmp(atts[i], "name") == 0)
krh@70
   177
				pkg = atts[i + 1];
krh@70
   178
			else if (strcmp(atts[i], "pkgid") == 0)
krh@70
   179
				pkgid = atts[i + 1];
krh@70
   180
		}
krh@70
   181
		if (strcmp(pkgid, ctx->pkgid) != 0)
krh@70
   182
			fprintf(stderr, "primary.xml and filelists.xml "
krh@70
   183
				"mismatch for %s: %s vs %s",
krh@70
   184
				pkg, pkgid, ctx->pkgid);
krh@70
   185
	} else if (strcmp(name, "file") == 0) {
krh@70
   186
		ctx->state = YUM_STATE_FILE;
krh@70
   187
		ctx->p = ctx->buffer;
krh@70
   188
	}
krh@70
   189
}
krh@70
   190
krh@70
   191
krh@70
   192
static void
krh@70
   193
yum_filelists_end_element (void *data, const char *name)
krh@70
   194
{
krh@70
   195
	struct yum_context *ctx = data;
krh@70
   196
krh@70
   197
	ctx->state = YUM_STATE_BEGIN;
krh@70
   198
	if (strcmp(name, "package") == 0) {
krh@70
   199
		XML_StopParser(ctx->current_parser, XML_TRUE);
krh@70
   200
		ctx->current_parser = ctx->primary_parser;
krh@70
   201
		razor_importer_finish_package(ctx->importer);
krh@70
   202
	} else if (strcmp(name, "file") == 0)
krh@70
   203
		razor_importer_add_file(ctx->importer, ctx->buffer);
krh@70
   204
krh@70
   205
}
krh@70
   206
krh@70
   207
#define XML_BUFFER_SIZE 4096
krh@70
   208
krh@27
   209
struct razor_set *
krh@70
   210
razor_set_create_from_yum(void)
krh@27
   211
{
krh@27
   212
	struct yum_context ctx;
krh@70
   213
	void *buf;
krh@70
   214
	int len, ret;
krh@70
   215
	gzFile primary, filelists;
krh@70
   216
	XML_ParsingStatus status;
krh@27
   217
krh@30
   218
	ctx.importer = razor_importer_new();	
krh@62
   219
	ctx.state = YUM_STATE_BEGIN;
krh@27
   220
krh@70
   221
	ctx.primary_parser = XML_ParserCreate(NULL);
krh@70
   222
	XML_SetUserData(ctx.primary_parser, &ctx);
krh@70
   223
	XML_SetElementHandler(ctx.primary_parser,
krh@70
   224
			      yum_primary_start_element,
krh@70
   225
			      yum_primary_end_element);
krh@70
   226
	XML_SetCharacterDataHandler(ctx.primary_parser,
krh@70
   227
				    yum_character_data);
krh@27
   228
krh@70
   229
	ctx.filelists_parser = XML_ParserCreate(NULL);
krh@70
   230
	XML_SetUserData(ctx.filelists_parser, &ctx);
krh@70
   231
	XML_SetElementHandler(ctx.filelists_parser,
krh@70
   232
			      yum_filelists_start_element,
krh@70
   233
			      yum_filelists_end_element);
krh@70
   234
	XML_SetCharacterDataHandler(ctx.filelists_parser,
krh@70
   235
				    yum_character_data);
krh@70
   236
krh@70
   237
	primary = gzopen("primary.xml.gz", "rb");
krh@70
   238
	if (primary == NULL)
krh@70
   239
		return NULL;
krh@70
   240
	filelists = gzopen("filelists.xml.gz", "rb");
krh@70
   241
	if (filelists == NULL)
krh@70
   242
		return NULL;
krh@70
   243
krh@70
   244
	ctx.current_parser = ctx.primary_parser;
krh@70
   245
krh@70
   246
	do {
krh@70
   247
		XML_GetParsingStatus(ctx.current_parser, &status);
krh@70
   248
		switch (status.parsing) {
krh@70
   249
		case XML_SUSPENDED:
krh@70
   250
			ret = XML_ResumeParser(ctx.current_parser);
krh@27
   251
			break;
krh@70
   252
		case XML_PARSING:
krh@70
   253
		case XML_INITIALIZED:
krh@70
   254
			buf = XML_GetBuffer(ctx.current_parser,
krh@70
   255
					    XML_BUFFER_SIZE);
krh@70
   256
			if (ctx.current_parser == ctx.primary_parser)
krh@70
   257
				len = gzread(primary, buf, XML_BUFFER_SIZE);
krh@70
   258
			else
krh@70
   259
				len = gzread(filelists, buf, XML_BUFFER_SIZE);
krh@70
   260
			if (len < 0) {
krh@70
   261
				fprintf(stderr,
krh@70
   262
					"couldn't read input: %s\n",
krh@70
   263
					strerror(errno));
krh@70
   264
				return NULL;
krh@70
   265
			}
krh@27
   266
krh@70
   267
			XML_ParseBuffer(ctx.current_parser, len, len == 0);
krh@70
   268
			break;
krh@70
   269
		case XML_FINISHED:
krh@70
   270
			break;
krh@27
   271
		}
krh@70
   272
	} while (status.parsing != XML_FINISHED);
krh@27
   273
krh@70
   274
krh@70
   275
	XML_ParserFree(ctx.primary_parser);
krh@70
   276
	XML_ParserFree(ctx.filelists_parser);
krh@70
   277
krh@70
   278
	gzclose(primary);
krh@70
   279
	gzclose(filelists);
krh@27
   280
krh@30
   281
	return razor_importer_finish(ctx.importer);
krh@27
   282
}
krh@28
   283
krh@31
   284
union rpm_entry {
krh@31
   285
	void *p;
krh@31
   286
	char *string;
krh@31
   287
	char **list;
krh@42
   288
	unsigned int *flags;
krh@31
   289
};
krh@31
   290
krh@104
   291
static void
krh@104
   292
add_properties(struct razor_importer *importer,
krh@104
   293
	       enum razor_property_type property_type,
krh@104
   294
	       Header h, int_32 name_tag, int_32 version_tag, int_32 flags_tag)
krh@104
   295
{
krh@104
   296
	union rpm_entry names, versions, flags;
krh@104
   297
	int_32 i, type, count;
krh@104
   298
krh@104
   299
	headerGetEntry(h, name_tag, &type, &names.p, &count);
krh@104
   300
	headerGetEntry(h, version_tag, &type, &versions.p, &count);
krh@104
   301
	headerGetEntry(h, flags_tag, &type, &flags.p, &count);
krh@104
   302
krh@104
   303
	for (i = 0; i < count; i++)
krh@104
   304
		razor_importer_add_property(importer,
krh@104
   305
					    names.list[i],
krh@104
   306
					    versions.list[i],
krh@104
   307
					    property_type);
krh@104
   308
}
krh@104
   309
krh@28
   310
struct razor_set *
krh@28
   311
razor_set_create_from_rpmdb(void)
krh@28
   312
{
krh@30
   313
	struct razor_importer *importer;
krh@28
   314
	rpmdbMatchIterator iter;
krh@28
   315
	Header h;
krh@28
   316
	int_32 type, count, i;
krh@42
   317
	union rpm_entry name, version, release;
krh@46
   318
	union rpm_entry basenames, dirnames, dirindexes;
krh@46
   319
	char filename[PATH_MAX];
krh@28
   320
	rpmdb db;
krh@28
   321
krh@28
   322
	rpmReadConfigFiles(NULL, NULL);
krh@28
   323
krh@28
   324
	if (rpmdbOpen("", &db, O_RDONLY, 0644) != 0) {
krh@28
   325
		fprintf(stderr, "cannot open rpm database\n");
krh@28
   326
		exit(1);
krh@28
   327
	}
krh@28
   328
krh@30
   329
	importer = razor_importer_new();
krh@28
   330
krh@28
   331
	iter = rpmdbInitIterator(db, 0, NULL, 0);
krh@28
   332
	while (h = rpmdbNextIterator(iter), h != NULL) {
krh@31
   333
		headerGetEntry(h, RPMTAG_NAME, &type, &name.p, &count);
krh@42
   334
		headerGetEntry(h, RPMTAG_VERSION, &type, &version.p, &count);
krh@31
   335
		headerGetEntry(h, RPMTAG_RELEASE, &type, &release.p, &count);
krh@59
   336
		snprintf(filename, sizeof filename, "%s-%s",
krh@59
   337
			 version.string, release.string);
krh@59
   338
		razor_importer_begin_package(importer, name.string, filename);
krh@28
   339
krh@104
   340
		add_properties(importer, RAZOR_PROPERTY_REQUIRES, h,
krh@104
   341
			       RPMTAG_REQUIRENAME,
krh@104
   342
			       RPMTAG_REQUIREVERSION,
krh@104
   343
			       RPMTAG_REQUIREFLAGS);
krh@28
   344
krh@104
   345
		add_properties(importer, RAZOR_PROPERTY_PROVIDES, h,
krh@104
   346
			       RPMTAG_PROVIDENAME,
krh@104
   347
			       RPMTAG_PROVIDEVERSION,
krh@104
   348
			       RPMTAG_PROVIDEFLAGS);
krh@28
   349
krh@104
   350
		add_properties(importer, RAZOR_PROPERTY_OBSOLETES, h,
krh@104
   351
			       RPMTAG_OBSOLETENAME,
krh@104
   352
			       RPMTAG_OBSOLETEVERSION,
krh@104
   353
			       RPMTAG_OBSOLETEFLAGS);
krh@67
   354
krh@104
   355
		add_properties(importer, RAZOR_PROPERTY_CONFLICTS, h,
krh@104
   356
			       RPMTAG_CONFLICTNAME,
krh@104
   357
			       RPMTAG_CONFLICTVERSION,
krh@104
   358
			       RPMTAG_CONFLICTFLAGS);
krh@67
   359
krh@46
   360
		headerGetEntry(h, RPMTAG_BASENAMES, &type,
krh@46
   361
			       &basenames.p, &count);
krh@46
   362
		headerGetEntry(h, RPMTAG_DIRNAMES, &type,
krh@46
   363
			       &dirnames.p, &count);
krh@46
   364
		headerGetEntry(h, RPMTAG_DIRINDEXES, &type,
krh@46
   365
			       &dirindexes.p, &count);
krh@46
   366
		for (i = 0; i < count; i++) {
krh@46
   367
			snprintf(filename, sizeof filename, "%s%s",
krh@46
   368
				 dirnames.list[dirindexes.flags[i]],
krh@46
   369
				 basenames.list[i]);
krh@46
   370
			razor_importer_add_file(importer, filename);
krh@46
   371
		}
krh@46
   372
krh@30
   373
		razor_importer_finish_package(importer);
krh@28
   374
	}
krh@28
   375
krh@28
   376
	rpmdbClose(db);
krh@28
   377
krh@30
   378
	return razor_importer_finish(importer);
krh@28
   379
}