|
krh@0
|
1 |
#include <stdlib.h>
|
|
krh@0
|
2 |
#include <stdio.h>
|
|
krh@0
|
3 |
#include <string.h>
|
|
krh@0
|
4 |
#include <sys/types.h>
|
|
krh@0
|
5 |
#include <sys/stat.h>
|
|
krh@0
|
6 |
#include <sys/mman.h>
|
|
krh@0
|
7 |
#include <unistd.h>
|
|
krh@0
|
8 |
#include <fcntl.h>
|
|
krh@0
|
9 |
|
|
krh@0
|
10 |
#include <expat.h>
|
|
krh@0
|
11 |
#include "sha1.h"
|
|
krh@0
|
12 |
|
|
krh@6
|
13 |
struct array {
|
|
krh@6
|
14 |
void *data;
|
|
krh@6
|
15 |
int size, alloc;
|
|
krh@6
|
16 |
};
|
|
krh@6
|
17 |
|
|
krh@6
|
18 |
static void *
|
|
krh@6
|
19 |
array_add(struct array *array, int size)
|
|
krh@6
|
20 |
{
|
|
krh@6
|
21 |
int alloc;
|
|
krh@6
|
22 |
void *data, *p;
|
|
krh@6
|
23 |
|
|
krh@6
|
24 |
if (array->alloc > 0)
|
|
krh@6
|
25 |
alloc = array->alloc;
|
|
krh@6
|
26 |
else
|
|
krh@6
|
27 |
alloc = 1024;
|
|
krh@6
|
28 |
|
|
krh@6
|
29 |
while (alloc < array->size + size)
|
|
krh@6
|
30 |
alloc *= 2;
|
|
krh@6
|
31 |
|
|
krh@6
|
32 |
if (array->alloc < alloc) {
|
|
krh@6
|
33 |
data = realloc(array->data, alloc);
|
|
krh@6
|
34 |
if (data == NULL)
|
|
krh@6
|
35 |
return 0;
|
|
krh@6
|
36 |
array->data = data;
|
|
krh@6
|
37 |
array->alloc = alloc;
|
|
krh@6
|
38 |
}
|
|
krh@6
|
39 |
|
|
krh@6
|
40 |
p = array->data + array->size;
|
|
krh@6
|
41 |
array->size += size;
|
|
krh@6
|
42 |
|
|
krh@6
|
43 |
return p;
|
|
krh@6
|
44 |
}
|
|
krh@6
|
45 |
|
|
krh@0
|
46 |
static int
|
|
krh@0
|
47 |
write_to_fd(int fd, void *p, size_t size)
|
|
krh@0
|
48 |
{
|
|
krh@0
|
49 |
int rest, len;
|
|
krh@0
|
50 |
|
|
krh@0
|
51 |
rest = size;
|
|
krh@0
|
52 |
while (rest > 0) {
|
|
krh@0
|
53 |
len = write(fd, p, rest);
|
|
krh@0
|
54 |
if (len < 0)
|
|
krh@0
|
55 |
return -1;
|
|
krh@0
|
56 |
rest -= len;
|
|
krh@0
|
57 |
}
|
|
krh@0
|
58 |
|
|
krh@0
|
59 |
return 0;
|
|
krh@0
|
60 |
}
|
|
krh@0
|
61 |
|
|
krh@0
|
62 |
static int
|
|
krh@0
|
63 |
write_to_file(const char *filename, void *p, size_t size)
|
|
krh@0
|
64 |
{
|
|
krh@0
|
65 |
int fd, err;
|
|
krh@0
|
66 |
|
|
krh@0
|
67 |
fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
|
|
krh@0
|
68 |
if (fd < 0)
|
|
krh@0
|
69 |
return -1;
|
|
krh@0
|
70 |
err = write_to_fd(fd, p, size);
|
|
krh@0
|
71 |
close(fd);
|
|
krh@0
|
72 |
|
|
krh@0
|
73 |
return err;
|
|
krh@0
|
74 |
}
|
|
krh@0
|
75 |
|
|
krh@0
|
76 |
static void *
|
|
krh@0
|
77 |
zalloc(size_t size)
|
|
krh@0
|
78 |
{
|
|
krh@0
|
79 |
void *p;
|
|
krh@0
|
80 |
|
|
krh@0
|
81 |
p = malloc(size);
|
|
krh@0
|
82 |
memset(p, 0, size);
|
|
krh@0
|
83 |
|
|
krh@0
|
84 |
return p;
|
|
krh@0
|
85 |
}
|
|
krh@0
|
86 |
|
|
krh@4
|
87 |
struct razor_set_header {
|
|
krh@4
|
88 |
unsigned int magic;
|
|
krh@4
|
89 |
unsigned int version;
|
|
krh@4
|
90 |
struct { unsigned int type, offset; } sections[0];
|
|
krh@4
|
91 |
};
|
|
krh@4
|
92 |
|
|
krh@4
|
93 |
#define RAZOR_MAGIC 0x7a7a7a7a
|
|
krh@4
|
94 |
#define RAZOR_VERSION 1
|
|
krh@8
|
95 |
|
|
krh@4
|
96 |
#define RAZOR_BUCKETS 1
|
|
krh@4
|
97 |
#define RAZOR_STRINGS 2
|
|
krh@4
|
98 |
#define RAZOR_PACKAGES 3
|
|
krh@8
|
99 |
#define RAZOR_REQUIRES 4
|
|
krh@8
|
100 |
#define RAZOR_PROVIDES 5
|
|
krh@4
|
101 |
|
|
krh@4
|
102 |
struct razor_package {
|
|
krh@4
|
103 |
unsigned long name;
|
|
krh@4
|
104 |
unsigned long version;
|
|
krh@4
|
105 |
};
|
|
krh@4
|
106 |
|
|
krh@8
|
107 |
struct razor_property {
|
|
krh@7
|
108 |
unsigned long name;
|
|
krh@7
|
109 |
unsigned long version;
|
|
krh@9
|
110 |
unsigned long packages;
|
|
krh@7
|
111 |
};
|
|
krh@7
|
112 |
|
|
krh@4
|
113 |
struct razor_set {
|
|
krh@6
|
114 |
struct array buckets;
|
|
krh@6
|
115 |
struct array string_pool;
|
|
krh@7
|
116 |
struct array packages;
|
|
krh@8
|
117 |
struct array requires;
|
|
krh@7
|
118 |
struct array provides;
|
|
krh@4
|
119 |
struct razor_set_header *header;
|
|
krh@4
|
120 |
};
|
|
krh@4
|
121 |
|
|
krh@4
|
122 |
struct razor_set *
|
|
krh@4
|
123 |
razor_set_create(void)
|
|
krh@0
|
124 |
{
|
|
krh@4
|
125 |
struct razor_set *set;
|
|
krh@6
|
126 |
char *p;
|
|
krh@0
|
127 |
|
|
krh@6
|
128 |
set = zalloc(sizeof(struct razor_set));
|
|
krh@6
|
129 |
p = array_add(&set->string_pool, 1);
|
|
krh@6
|
130 |
*p = '\0';
|
|
krh@3
|
131 |
|
|
krh@4
|
132 |
return set;
|
|
krh@0
|
133 |
}
|
|
krh@0
|
134 |
|
|
krh@4
|
135 |
struct razor_set *
|
|
krh@4
|
136 |
razor_set_open(const char *filename)
|
|
krh@0
|
137 |
{
|
|
krh@4
|
138 |
struct razor_set *set;
|
|
krh@0
|
139 |
struct stat stat;
|
|
krh@0
|
140 |
unsigned int size, offset;
|
|
krh@0
|
141 |
int fd, i;
|
|
krh@0
|
142 |
|
|
krh@4
|
143 |
set = zalloc(sizeof *set);
|
|
krh@0
|
144 |
fd = open(filename, O_RDONLY);
|
|
krh@0
|
145 |
if (fstat(fd, &stat) < 0)
|
|
krh@0
|
146 |
return NULL;
|
|
krh@4
|
147 |
set->header = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
|
|
krh@4
|
148 |
if (set->header == MAP_FAILED) {
|
|
krh@4
|
149 |
free(set);
|
|
krh@0
|
150 |
return NULL;
|
|
krh@0
|
151 |
}
|
|
krh@0
|
152 |
|
|
krh@4
|
153 |
for (i = 0; i < set->header->sections[i].type; i++) {
|
|
krh@4
|
154 |
offset = set->header->sections[i].offset;
|
|
krh@4
|
155 |
size = set->header->sections[i + 1].offset - offset;
|
|
krh@0
|
156 |
|
|
krh@4
|
157 |
switch (set->header->sections[i].type) {
|
|
krh@4
|
158 |
case RAZOR_BUCKETS:
|
|
krh@6
|
159 |
set->buckets.data = (void *) set->header + offset;
|
|
krh@6
|
160 |
set->buckets.size = size;
|
|
krh@6
|
161 |
set->buckets.alloc = size;
|
|
krh@0
|
162 |
break;
|
|
krh@4
|
163 |
case RAZOR_STRINGS:
|
|
krh@6
|
164 |
set->string_pool.data = (void *) set->header + offset;
|
|
krh@6
|
165 |
set->string_pool.size = size;
|
|
krh@6
|
166 |
set->string_pool.alloc = size;
|
|
krh@0
|
167 |
break;
|
|
krh@4
|
168 |
case RAZOR_PACKAGES:
|
|
krh@6
|
169 |
set->packages.data = (void *) set->header + offset;
|
|
krh@6
|
170 |
set->packages.size = size;
|
|
krh@6
|
171 |
set->packages.size = size;
|
|
krh@3
|
172 |
break;
|
|
krh@8
|
173 |
case RAZOR_REQUIRES:
|
|
krh@8
|
174 |
set->requires.data = (void *) set->header + offset;
|
|
krh@8
|
175 |
set->requires.size = size;
|
|
krh@8
|
176 |
set->requires.size = size;
|
|
krh@8
|
177 |
break;
|
|
krh@7
|
178 |
case RAZOR_PROVIDES:
|
|
krh@7
|
179 |
set->provides.data = (void *) set->header + offset;
|
|
krh@7
|
180 |
set->provides.size = size;
|
|
krh@7
|
181 |
set->provides.size = size;
|
|
krh@7
|
182 |
break;
|
|
krh@0
|
183 |
}
|
|
krh@0
|
184 |
}
|
|
krh@0
|
185 |
close(fd);
|
|
krh@0
|
186 |
|
|
krh@4
|
187 |
return set;
|
|
krh@0
|
188 |
}
|
|
krh@0
|
189 |
|
|
krh@0
|
190 |
void
|
|
krh@4
|
191 |
razor_set_destroy(struct razor_set *set)
|
|
krh@0
|
192 |
{
|
|
krh@0
|
193 |
unsigned int size;
|
|
krh@0
|
194 |
int i;
|
|
krh@0
|
195 |
|
|
krh@4
|
196 |
if (set->header) {
|
|
krh@4
|
197 |
for (i = 0; set->header->sections[i].type; i++)
|
|
krh@0
|
198 |
;
|
|
krh@4
|
199 |
size = set->header->sections[i].type;
|
|
krh@4
|
200 |
munmap(set->header, size);
|
|
krh@0
|
201 |
} else {
|
|
krh@6
|
202 |
free(set->buckets.data);
|
|
krh@6
|
203 |
free(set->string_pool.data);
|
|
krh@6
|
204 |
free(set->packages.data);
|
|
krh@9
|
205 |
free(set->requires.data);
|
|
krh@9
|
206 |
free(set->provides.data);
|
|
krh@0
|
207 |
}
|
|
krh@0
|
208 |
|
|
krh@4
|
209 |
free(set);
|
|
krh@0
|
210 |
}
|
|
krh@0
|
211 |
|
|
krh@0
|
212 |
static int
|
|
krh@4
|
213 |
razor_set_write(struct razor_set *set, const char *filename)
|
|
krh@0
|
214 |
{
|
|
krh@0
|
215 |
char data[4096];
|
|
krh@4
|
216 |
struct razor_set_header *header = (struct razor_set_header *) data;
|
|
krh@8
|
217 |
int fd, pool_size, packages_size, requires_size, provides_size;
|
|
krh@3
|
218 |
|
|
krh@3
|
219 |
/* Align these to pages sizes */
|
|
krh@6
|
220 |
pool_size = (set->string_pool.size + 4095) & ~4095;
|
|
krh@6
|
221 |
packages_size = (set->packages.size + 4095) & ~4095;
|
|
krh@8
|
222 |
requires_size = (set->requires.size + 4095) & ~4095;
|
|
krh@7
|
223 |
provides_size = (set->provides.size + 4095) & ~4095;
|
|
krh@0
|
224 |
|
|
krh@0
|
225 |
memset(data, 0, sizeof data);
|
|
krh@4
|
226 |
header->magic = RAZOR_MAGIC;
|
|
krh@4
|
227 |
header->version = RAZOR_VERSION;
|
|
krh@0
|
228 |
|
|
krh@4
|
229 |
header->sections[0].type = RAZOR_BUCKETS;
|
|
krh@0
|
230 |
header->sections[0].offset = sizeof data;
|
|
krh@0
|
231 |
|
|
krh@4
|
232 |
header->sections[1].type = RAZOR_STRINGS;
|
|
krh@6
|
233 |
header->sections[1].offset =
|
|
krh@6
|
234 |
header->sections[0].offset + set->buckets.alloc;
|
|
krh@0
|
235 |
|
|
krh@4
|
236 |
header->sections[2].type = RAZOR_PACKAGES;
|
|
krh@6
|
237 |
header->sections[2].offset =
|
|
krh@6
|
238 |
header->sections[1].offset + pool_size;
|
|
krh@3
|
239 |
|
|
krh@8
|
240 |
header->sections[3].type = RAZOR_REQUIRES;
|
|
krh@6
|
241 |
header->sections[3].offset =
|
|
krh@6
|
242 |
header->sections[2].offset + packages_size;
|
|
krh@0
|
243 |
|
|
krh@8
|
244 |
header->sections[4].type = RAZOR_PROVIDES;
|
|
krh@7
|
245 |
header->sections[4].offset =
|
|
krh@8
|
246 |
header->sections[3].offset + requires_size;
|
|
krh@8
|
247 |
|
|
krh@8
|
248 |
header->sections[5].type = 0;
|
|
krh@8
|
249 |
header->sections[5].offset =
|
|
krh@8
|
250 |
header->sections[4].offset + provides_size;
|
|
krh@7
|
251 |
|
|
krh@0
|
252 |
fd = open(filename, O_CREAT | O_WRONLY | O_TRUNC, 0666);
|
|
krh@0
|
253 |
if (fd < 0)
|
|
krh@0
|
254 |
return -1;
|
|
krh@0
|
255 |
|
|
krh@0
|
256 |
write_to_fd(fd, data, sizeof data);
|
|
krh@6
|
257 |
write_to_fd(fd, set->buckets.data, set->buckets.alloc);
|
|
krh@6
|
258 |
write_to_fd(fd, set->string_pool.data, pool_size);
|
|
krh@6
|
259 |
write_to_fd(fd, set->packages.data, packages_size);
|
|
krh@8
|
260 |
write_to_fd(fd, set->requires.data, requires_size);
|
|
krh@7
|
261 |
write_to_fd(fd, set->provides.data, provides_size);
|
|
krh@0
|
262 |
|
|
krh@0
|
263 |
return 0;
|
|
krh@0
|
264 |
}
|
|
krh@0
|
265 |
|
|
krh@0
|
266 |
static unsigned int
|
|
krh@0
|
267 |
hash_string(const char *key)
|
|
krh@0
|
268 |
{
|
|
krh@0
|
269 |
const char *p;
|
|
krh@0
|
270 |
unsigned int hash = 0;
|
|
krh@0
|
271 |
|
|
krh@0
|
272 |
for (p = key; *p; p++)
|
|
krh@9
|
273 |
hash = (hash * 617) ^ *p;
|
|
krh@0
|
274 |
|
|
krh@0
|
275 |
return hash;
|
|
krh@0
|
276 |
}
|
|
krh@0
|
277 |
|
|
krh@0
|
278 |
unsigned long
|
|
krh@4
|
279 |
razor_set_lookup(struct razor_set *set, const char *key)
|
|
krh@0
|
280 |
{
|
|
krh@6
|
281 |
unsigned int mask, start, i;
|
|
krh@6
|
282 |
unsigned long *b;
|
|
krh@6
|
283 |
char *pool;
|
|
krh@0
|
284 |
|
|
krh@6
|
285 |
pool = set->string_pool.data;
|
|
krh@6
|
286 |
mask = set->buckets.alloc - 1;
|
|
krh@6
|
287 |
start = hash_string(key) * sizeof(unsigned long);
|
|
krh@0
|
288 |
|
|
krh@6
|
289 |
for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
|
|
krh@6
|
290 |
b = set->buckets.data + ((start + i) & mask);
|
|
krh@6
|
291 |
|
|
krh@6
|
292 |
if (*b == 0)
|
|
krh@0
|
293 |
return 0;
|
|
krh@0
|
294 |
|
|
krh@6
|
295 |
if (strcmp(key, &pool[*b]) == 0)
|
|
krh@6
|
296 |
return *b;
|
|
krh@6
|
297 |
}
|
|
krh@0
|
298 |
|
|
krh@0
|
299 |
return 0;
|
|
krh@0
|
300 |
}
|
|
krh@0
|
301 |
|
|
krh@0
|
302 |
static unsigned long
|
|
krh@4
|
303 |
add_to_string_pool(struct razor_set *set, const char *key)
|
|
krh@0
|
304 |
{
|
|
krh@6
|
305 |
int len;
|
|
krh@6
|
306 |
char *p;
|
|
krh@0
|
307 |
|
|
krh@0
|
308 |
len = strlen(key) + 1;
|
|
krh@6
|
309 |
p = array_add(&set->string_pool, len);
|
|
krh@6
|
310 |
memcpy(p, key, len);
|
|
krh@0
|
311 |
|
|
krh@6
|
312 |
return p - (char *) set->string_pool.data;
|
|
krh@0
|
313 |
}
|
|
krh@0
|
314 |
|
|
krh@0
|
315 |
static void
|
|
krh@4
|
316 |
do_insert(struct razor_set *set, unsigned long value)
|
|
krh@0
|
317 |
{
|
|
krh@6
|
318 |
unsigned int mask, start, i;
|
|
krh@6
|
319 |
unsigned long *b;
|
|
krh@0
|
320 |
const char *key;
|
|
krh@0
|
321 |
|
|
krh@6
|
322 |
key = (char *) set->string_pool.data + value;
|
|
krh@6
|
323 |
mask = set->buckets.alloc - 1;
|
|
krh@6
|
324 |
start = hash_string(key) * sizeof(unsigned long);
|
|
krh@6
|
325 |
|
|
krh@6
|
326 |
for (i = 0; i < set->buckets.alloc; i += sizeof *b) {
|
|
krh@6
|
327 |
b = set->buckets.data + ((start + i) & mask);
|
|
krh@6
|
328 |
if (*b == 0) {
|
|
krh@6
|
329 |
*b = value;
|
|
krh@0
|
330 |
break;
|
|
krh@0
|
331 |
}
|
|
krh@6
|
332 |
}
|
|
krh@0
|
333 |
}
|
|
krh@0
|
334 |
|
|
krh@0
|
335 |
unsigned long
|
|
krh@4
|
336 |
razor_set_insert(struct razor_set *set, const char *key)
|
|
krh@0
|
337 |
{
|
|
krh@6
|
338 |
unsigned long value, *buckets, *b, *end;
|
|
krh@6
|
339 |
int alloc;
|
|
krh@0
|
340 |
|
|
krh@6
|
341 |
alloc = set->buckets.alloc;
|
|
krh@6
|
342 |
array_add(&set->buckets, 4 * sizeof *buckets);
|
|
krh@6
|
343 |
if (alloc != set->buckets.alloc) {
|
|
krh@6
|
344 |
end = set->buckets.data + alloc;
|
|
krh@6
|
345 |
memset(end, 0, set->buckets.alloc - alloc);
|
|
krh@6
|
346 |
for (b = set->buckets.data; b < end; b++) {
|
|
krh@6
|
347 |
value = *b;
|
|
krh@6
|
348 |
if (value != 0) {
|
|
krh@6
|
349 |
*b = 0;
|
|
krh@4
|
350 |
do_insert(set, value);
|
|
krh@6
|
351 |
}
|
|
krh@0
|
352 |
}
|
|
krh@0
|
353 |
}
|
|
krh@0
|
354 |
|
|
krh@4
|
355 |
value = add_to_string_pool(set, key);
|
|
krh@4
|
356 |
do_insert (set, value);
|
|
krh@0
|
357 |
|
|
krh@0
|
358 |
return value;
|
|
krh@0
|
359 |
}
|
|
krh@0
|
360 |
|
|
krh@3
|
361 |
static unsigned long
|
|
krh@4
|
362 |
razor_set_add_package(struct razor_set *set,
|
|
krh@3
|
363 |
unsigned long name, unsigned long version)
|
|
krh@3
|
364 |
{
|
|
krh@6
|
365 |
struct razor_package *p;
|
|
krh@3
|
366 |
|
|
krh@6
|
367 |
p = array_add(&set->packages, sizeof *p);
|
|
krh@3
|
368 |
|
|
krh@6
|
369 |
p->name = name;
|
|
krh@6
|
370 |
p->version = version;
|
|
krh@3
|
371 |
|
|
krh@6
|
372 |
return p - (struct razor_package *) set->packages.data;
|
|
krh@0
|
373 |
}
|
|
krh@0
|
374 |
|
|
krh@7
|
375 |
static unsigned long
|
|
krh@8
|
376 |
razor_set_add_requires(struct razor_set *set,
|
|
krh@8
|
377 |
unsigned long name, unsigned long version)
|
|
krh@8
|
378 |
{
|
|
krh@8
|
379 |
struct razor_property *p;
|
|
krh@8
|
380 |
|
|
krh@8
|
381 |
p = array_add(&set->requires, sizeof *p);
|
|
krh@8
|
382 |
|
|
krh@8
|
383 |
p->name = name;
|
|
krh@8
|
384 |
p->version = version;
|
|
krh@8
|
385 |
|
|
krh@8
|
386 |
return p - (struct razor_property *) set->requires.data;
|
|
krh@8
|
387 |
}
|
|
krh@8
|
388 |
|
|
krh@8
|
389 |
static unsigned long
|
|
krh@7
|
390 |
razor_set_add_provides(struct razor_set *set,
|
|
krh@7
|
391 |
unsigned long name, unsigned long version)
|
|
krh@7
|
392 |
{
|
|
krh@8
|
393 |
struct razor_property *p;
|
|
krh@7
|
394 |
|
|
krh@7
|
395 |
p = array_add(&set->provides, sizeof *p);
|
|
krh@7
|
396 |
|
|
krh@7
|
397 |
p->name = name;
|
|
krh@7
|
398 |
p->version = version;
|
|
krh@7
|
399 |
|
|
krh@8
|
400 |
return p - (struct razor_property *) set->provides.data;
|
|
krh@7
|
401 |
}
|
|
krh@7
|
402 |
|
|
krh@0
|
403 |
unsigned long
|
|
krh@4
|
404 |
razor_set_tokenize(struct razor_set *set, const char *string)
|
|
krh@0
|
405 |
{
|
|
krh@0
|
406 |
unsigned long token;
|
|
krh@0
|
407 |
|
|
krh@4
|
408 |
token = razor_set_lookup(set, string);
|
|
krh@0
|
409 |
if (token != 0)
|
|
krh@0
|
410 |
return token;
|
|
krh@0
|
411 |
|
|
krh@4
|
412 |
return razor_set_insert(set, string);
|
|
krh@0
|
413 |
}
|
|
krh@0
|
414 |
|
|
krh@9
|
415 |
struct import_context {
|
|
krh@4
|
416 |
struct razor_set *set;
|
|
krh@9
|
417 |
struct array requires;
|
|
krh@9
|
418 |
struct array provides;
|
|
krh@9
|
419 |
unsigned long package;
|
|
krh@0
|
420 |
};
|
|
krh@0
|
421 |
|
|
krh@0
|
422 |
static void
|
|
krh@9
|
423 |
parse_package(struct import_context *ctx, const char **atts, void *data)
|
|
krh@3
|
424 |
{
|
|
krh@7
|
425 |
unsigned long name = 0, version = 0;
|
|
krh@3
|
426 |
int i;
|
|
krh@3
|
427 |
|
|
krh@3
|
428 |
for (i = 0; atts[i]; i += 2) {
|
|
krh@3
|
429 |
if (strcmp(atts[i], "name") == 0)
|
|
krh@4
|
430 |
name = razor_set_tokenize(ctx->set, atts[i + 1]);
|
|
krh@3
|
431 |
else if (strcmp(atts[i], "version") == 0)
|
|
krh@4
|
432 |
version = razor_set_tokenize(ctx->set, atts[i + 1]);
|
|
krh@3
|
433 |
}
|
|
krh@3
|
434 |
|
|
krh@3
|
435 |
if (name == 0 || version == 0) {
|
|
krh@3
|
436 |
fprintf(stderr, "invalid package tag, "
|
|
krh@3
|
437 |
"missing name or version attributes\n");
|
|
krh@3
|
438 |
return;
|
|
krh@3
|
439 |
}
|
|
krh@3
|
440 |
|
|
krh@9
|
441 |
ctx->package = razor_set_add_package(ctx->set, name, version);
|
|
krh@4
|
442 |
|
|
krh@4
|
443 |
return;
|
|
krh@3
|
444 |
}
|
|
krh@3
|
445 |
|
|
krh@3
|
446 |
static void
|
|
krh@9
|
447 |
parse_property(struct import_context *ctx, const char **atts, void *data)
|
|
krh@8
|
448 |
{
|
|
krh@8
|
449 |
unsigned long name = 0, version = 0;
|
|
krh@9
|
450 |
struct razor_property *p;
|
|
krh@9
|
451 |
struct array *array = data;
|
|
krh@8
|
452 |
int i;
|
|
krh@8
|
453 |
|
|
krh@8
|
454 |
for (i = 0; atts[i]; i += 2) {
|
|
krh@8
|
455 |
if (strcmp(atts[i], "name") == 0)
|
|
krh@8
|
456 |
name = razor_set_tokenize(ctx->set, atts[i + 1]);
|
|
krh@9
|
457 |
if (strcmp(atts[i], "version") == 0)
|
|
krh@9
|
458 |
version = razor_set_tokenize(ctx->set, atts[i + 1]);
|
|
krh@8
|
459 |
}
|
|
krh@8
|
460 |
|
|
krh@8
|
461 |
if (name == 0) {
|
|
krh@9
|
462 |
fprintf(stderr, "invalid tag, missing name attribute\n");
|
|
krh@8
|
463 |
return;
|
|
krh@8
|
464 |
}
|
|
krh@8
|
465 |
|
|
krh@9
|
466 |
p = array_add(array, sizeof *p);
|
|
krh@9
|
467 |
p->name = name;
|
|
krh@9
|
468 |
p->version = version;
|
|
krh@9
|
469 |
p->packages = ctx->package;
|
|
krh@7
|
470 |
}
|
|
krh@7
|
471 |
|
|
krh@7
|
472 |
static void
|
|
krh@0
|
473 |
start_element(void *data, const char *name, const char **atts)
|
|
krh@0
|
474 |
{
|
|
krh@9
|
475 |
struct import_context *ctx = data;
|
|
krh@0
|
476 |
|
|
krh@3
|
477 |
if (strcmp(name, "package") == 0)
|
|
krh@9
|
478 |
parse_package(ctx, atts, NULL);
|
|
krh@8
|
479 |
else if (strcmp(name, "requires") == 0)
|
|
krh@9
|
480 |
parse_property(ctx, atts, &ctx->requires);
|
|
krh@7
|
481 |
else if (strcmp(name, "provides") == 0)
|
|
krh@9
|
482 |
parse_property(ctx, atts, &ctx->provides);
|
|
krh@0
|
483 |
}
|
|
krh@0
|
484 |
|
|
krh@0
|
485 |
static void
|
|
krh@0
|
486 |
end_element (void *data, const char *name)
|
|
krh@0
|
487 |
{
|
|
krh@9
|
488 |
struct import_context *ctx = data;
|
|
krh@4
|
489 |
|
|
krh@4
|
490 |
if (strcmp(name, "package") == 0)
|
|
krh@9
|
491 |
ctx->package = 0;
|
|
krh@0
|
492 |
}
|
|
krh@0
|
493 |
|
|
krh@0
|
494 |
static char *
|
|
krh@0
|
495 |
sha1_to_hex(const unsigned char *sha1)
|
|
krh@0
|
496 |
{
|
|
krh@0
|
497 |
static int bufno;
|
|
krh@0
|
498 |
static char hexbuffer[4][50];
|
|
krh@0
|
499 |
static const char hex[] = "0123456789abcdef";
|
|
krh@0
|
500 |
char *buffer = hexbuffer[3 & ++bufno], *buf = buffer;
|
|
krh@0
|
501 |
int i;
|
|
krh@0
|
502 |
|
|
krh@0
|
503 |
for (i = 0; i < 20; i++) {
|
|
krh@0
|
504 |
unsigned int val = *sha1++;
|
|
krh@0
|
505 |
*buf++ = hex[val >> 4];
|
|
krh@0
|
506 |
*buf++ = hex[val & 0xf];
|
|
krh@0
|
507 |
}
|
|
krh@0
|
508 |
*buf = '\0';
|
|
krh@0
|
509 |
|
|
krh@0
|
510 |
return buffer;
|
|
krh@0
|
511 |
}
|
|
krh@0
|
512 |
|
|
krh@9
|
513 |
static void
|
|
krh@9
|
514 |
razor_set_prepare_import(struct razor_set *set, struct import_context *ctx)
|
|
krh@9
|
515 |
{
|
|
krh@9
|
516 |
memset(ctx, 0, sizeof *ctx);
|
|
krh@9
|
517 |
ctx->set = set;
|
|
krh@9
|
518 |
}
|
|
krh@9
|
519 |
|
|
krh@0
|
520 |
static int
|
|
krh@9
|
521 |
razor_set_import(struct import_context *ctx, const char *filename)
|
|
krh@0
|
522 |
{
|
|
krh@0
|
523 |
SHA_CTX sha1;
|
|
krh@0
|
524 |
XML_Parser parser;
|
|
krh@0
|
525 |
int fd;
|
|
krh@0
|
526 |
void *p;
|
|
krh@0
|
527 |
struct stat stat;
|
|
krh@0
|
528 |
char buf[128];
|
|
krh@0
|
529 |
unsigned char hash[20];
|
|
krh@0
|
530 |
|
|
krh@0
|
531 |
fd = open(filename, O_RDONLY);
|
|
krh@0
|
532 |
if (fstat(fd, &stat) < 0)
|
|
krh@0
|
533 |
return -1;
|
|
krh@0
|
534 |
p = mmap(NULL, stat.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
|
|
krh@0
|
535 |
if (p == MAP_FAILED)
|
|
krh@0
|
536 |
return -1;
|
|
krh@0
|
537 |
|
|
krh@0
|
538 |
parser = XML_ParserCreate(NULL);
|
|
krh@9
|
539 |
XML_SetUserData(parser, ctx);
|
|
krh@0
|
540 |
XML_SetElementHandler(parser, start_element, end_element);
|
|
krh@0
|
541 |
if (XML_Parse(parser, p, stat.st_size, 1) == XML_STATUS_ERROR) {
|
|
krh@0
|
542 |
fprintf(stderr,
|
|
krh@0
|
543 |
"%s at line %d, %s\n",
|
|
krh@0
|
544 |
XML_ErrorString(XML_GetErrorCode(parser)),
|
|
krh@0
|
545 |
XML_GetCurrentLineNumber(parser),
|
|
krh@0
|
546 |
filename);
|
|
krh@0
|
547 |
return 1;
|
|
krh@0
|
548 |
}
|
|
krh@0
|
549 |
|
|
krh@0
|
550 |
XML_ParserFree(parser);
|
|
krh@0
|
551 |
|
|
krh@0
|
552 |
SHA1_Init(&sha1);
|
|
krh@0
|
553 |
SHA1_Update(&sha1, p, stat.st_size);
|
|
krh@0
|
554 |
SHA1_Final(hash, &sha1);
|
|
krh@0
|
555 |
|
|
krh@0
|
556 |
close(fd);
|
|
krh@0
|
557 |
|
|
krh@0
|
558 |
snprintf(buf, sizeof buf, "set/%s", sha1_to_hex(hash));
|
|
krh@0
|
559 |
if (write_to_file(buf, p, stat.st_size) < 0)
|
|
krh@0
|
560 |
return -1;
|
|
krh@0
|
561 |
munmap(p, stat.st_size);
|
|
krh@0
|
562 |
|
|
krh@0
|
563 |
return 0;
|
|
krh@0
|
564 |
}
|
|
krh@0
|
565 |
|
|
krh@9
|
566 |
static struct razor_set *qsort_set;
|
|
krh@9
|
567 |
|
|
krh@9
|
568 |
static int
|
|
krh@9
|
569 |
compare_packages(const void *p1, const void *p2)
|
|
krh@9
|
570 |
{
|
|
krh@9
|
571 |
const struct razor_package *pkg1 = p1, *pkg2 = p2;
|
|
krh@9
|
572 |
char *pool = qsort_set->string_pool.data;
|
|
krh@9
|
573 |
|
|
krh@9
|
574 |
return strcmp(&pool[pkg1->name], &pool[pkg2->name]);
|
|
krh@9
|
575 |
}
|
|
krh@9
|
576 |
|
|
krh@9
|
577 |
static int
|
|
krh@9
|
578 |
compare_properties(const void *p1, const void *p2)
|
|
krh@9
|
579 |
{
|
|
krh@9
|
580 |
const struct razor_property *prop1 = p1, *prop2 = p2;
|
|
krh@9
|
581 |
char *pool = qsort_set->string_pool.data;
|
|
krh@9
|
582 |
|
|
krh@9
|
583 |
return strcmp(&pool[prop1->name], &pool[prop2->name]);
|
|
krh@9
|
584 |
}
|
|
krh@9
|
585 |
|
|
krh@9
|
586 |
static void
|
|
krh@9
|
587 |
uniqueify_properties(struct array *in, struct array *out)
|
|
krh@9
|
588 |
{
|
|
krh@9
|
589 |
struct razor_property *p, *q, *end;
|
|
krh@9
|
590 |
|
|
krh@9
|
591 |
qsort(in->data, in->size / sizeof(struct razor_property),
|
|
krh@9
|
592 |
sizeof(struct razor_property), compare_properties);
|
|
krh@9
|
593 |
|
|
krh@9
|
594 |
q = NULL;
|
|
krh@9
|
595 |
end = in->data + in->size;
|
|
krh@9
|
596 |
for (p = in->data; p < end && p->name; p++) {
|
|
krh@9
|
597 |
if (q == NULL ||
|
|
krh@9
|
598 |
p->name != q->name || p->version != q->version) {
|
|
krh@9
|
599 |
q = array_add(out, sizeof *q);
|
|
krh@9
|
600 |
q->name = p->name;
|
|
krh@9
|
601 |
q->version = p->version;
|
|
krh@9
|
602 |
|
|
krh@9
|
603 |
}
|
|
krh@9
|
604 |
}
|
|
krh@9
|
605 |
}
|
|
krh@9
|
606 |
|
|
krh@9
|
607 |
static void
|
|
krh@9
|
608 |
razor_set_finish_import(struct import_context *ctx)
|
|
krh@9
|
609 |
{
|
|
krh@9
|
610 |
qsort_set = ctx->set;
|
|
krh@9
|
611 |
qsort(ctx->set->packages.data,
|
|
krh@9
|
612 |
ctx->set->packages.size / sizeof(struct razor_package),
|
|
krh@9
|
613 |
sizeof(struct razor_package), compare_packages);
|
|
krh@9
|
614 |
|
|
krh@9
|
615 |
uniqueify_properties(&ctx->requires, &ctx->set->requires);
|
|
krh@9
|
616 |
uniqueify_properties(&ctx->provides, &ctx->set->provides);
|
|
krh@9
|
617 |
|
|
krh@9
|
618 |
free(ctx->requires.data);
|
|
krh@9
|
619 |
free(ctx->provides.data);
|
|
krh@9
|
620 |
|
|
krh@9
|
621 |
fprintf(stderr, "parsed %d requires, %d unique\n",
|
|
krh@9
|
622 |
ctx->requires.size / sizeof(struct razor_property),
|
|
krh@9
|
623 |
ctx->set->requires.size / sizeof(struct razor_property));
|
|
krh@9
|
624 |
fprintf(stderr, "parsed %d provides, %d unique\n",
|
|
krh@9
|
625 |
ctx->provides.size / sizeof(struct razor_property),
|
|
krh@9
|
626 |
ctx->set->provides.size / sizeof(struct razor_property));
|
|
krh@9
|
627 |
}
|
|
krh@9
|
628 |
|
|
krh@9
|
629 |
|
|
krh@0
|
630 |
void
|
|
krh@4
|
631 |
razor_set_list(struct razor_set *set)
|
|
krh@3
|
632 |
{
|
|
krh@6
|
633 |
struct razor_package *p, *end;
|
|
krh@6
|
634 |
char *pool;
|
|
krh@3
|
635 |
|
|
krh@6
|
636 |
pool = set->string_pool.data;
|
|
krh@6
|
637 |
end = set->packages.data + set->packages.size;
|
|
krh@6
|
638 |
for (p = set->packages.data; p < end && p->name; p++)
|
|
krh@6
|
639 |
printf("%s %s\n", &pool[p->name], &pool[p->version]);
|
|
krh@3
|
640 |
}
|
|
krh@3
|
641 |
|
|
krh@3
|
642 |
void
|
|
krh@8
|
643 |
razor_set_list_requires(struct razor_set *set)
|
|
krh@8
|
644 |
{
|
|
krh@8
|
645 |
struct razor_property *p, *end;
|
|
krh@8
|
646 |
char *pool;
|
|
krh@8
|
647 |
|
|
krh@8
|
648 |
pool = set->string_pool.data;
|
|
krh@8
|
649 |
end = set->requires.data + set->requires.size;
|
|
krh@8
|
650 |
for (p = set->requires.data; p < end && p->name; p++)
|
|
krh@8
|
651 |
printf("%s %s\n", &pool[p->name], &pool[p->version]);
|
|
krh@8
|
652 |
}
|
|
krh@8
|
653 |
|
|
krh@8
|
654 |
void
|
|
krh@7
|
655 |
razor_set_list_provides(struct razor_set *set)
|
|
krh@7
|
656 |
{
|
|
krh@8
|
657 |
struct razor_property *p, *end;
|
|
krh@7
|
658 |
char *pool;
|
|
krh@7
|
659 |
|
|
krh@7
|
660 |
pool = set->string_pool.data;
|
|
krh@7
|
661 |
end = set->provides.data + set->provides.size;
|
|
krh@7
|
662 |
for (p = set->provides.data; p < end && p->name; p++)
|
|
krh@7
|
663 |
printf("%s %s\n", &pool[p->name], &pool[p->version]);
|
|
krh@7
|
664 |
}
|
|
krh@7
|
665 |
|
|
krh@7
|
666 |
void
|
|
krh@4
|
667 |
razor_set_info(struct razor_set *set)
|
|
krh@3
|
668 |
{
|
|
krh@3
|
669 |
unsigned int offset, size;
|
|
krh@3
|
670 |
int i;
|
|
krh@3
|
671 |
|
|
krh@4
|
672 |
for (i = 0; i < set->header->sections[i].type; i++) {
|
|
krh@4
|
673 |
offset = set->header->sections[i].offset;
|
|
krh@4
|
674 |
size = set->header->sections[i + 1].offset - offset;
|
|
krh@3
|
675 |
|
|
krh@4
|
676 |
switch (set->header->sections[i].type) {
|
|
krh@4
|
677 |
case RAZOR_BUCKETS:
|
|
krh@3
|
678 |
printf("bucket section:\t\t%dkb\n", size / 1024);
|
|
krh@3
|
679 |
break;
|
|
krh@4
|
680 |
case RAZOR_STRINGS:
|
|
krh@3
|
681 |
printf("string pool:\t\t%dkb\n", size / 1024);
|
|
krh@3
|
682 |
break;
|
|
krh@4
|
683 |
case RAZOR_PACKAGES:
|
|
krh@3
|
684 |
printf("package section:\t%dkb\n", size / 1024);
|
|
krh@3
|
685 |
break;
|
|
krh@8
|
686 |
case RAZOR_REQUIRES:
|
|
krh@8
|
687 |
printf("requires section:\t%dkb\n", size / 1024);
|
|
krh@8
|
688 |
break;
|
|
krh@7
|
689 |
case RAZOR_PROVIDES:
|
|
krh@7
|
690 |
printf("provides section:\t%dkb\n", size / 1024);
|
|
krh@7
|
691 |
break;
|
|
krh@3
|
692 |
}
|
|
krh@3
|
693 |
}
|
|
krh@0
|
694 |
}
|
|
krh@0
|
695 |
|
|
krh@0
|
696 |
static int
|
|
krh@0
|
697 |
usage(void)
|
|
krh@0
|
698 |
{
|
|
krh@7
|
699 |
printf("usage: razor [ import FILES | lookup <key> | "
|
|
krh@8
|
700 |
"list | list-requires | list-provides | info ]\n");
|
|
krh@0
|
701 |
exit(1);
|
|
krh@0
|
702 |
}
|
|
krh@0
|
703 |
|
|
krh@0
|
704 |
static const char repo_filename[] = "system.repo";
|
|
krh@0
|
705 |
|
|
krh@0
|
706 |
int
|
|
krh@0
|
707 |
main(int argc, char *argv[])
|
|
krh@0
|
708 |
{
|
|
krh@0
|
709 |
int i;
|
|
krh@4
|
710 |
struct razor_set *set;
|
|
krh@0
|
711 |
struct stat statbuf;
|
|
krh@9
|
712 |
struct import_context ctx;
|
|
krh@0
|
713 |
|
|
krh@3
|
714 |
if (argc < 2) {
|
|
krh@0
|
715 |
usage();
|
|
krh@0
|
716 |
} else if (strcmp(argv[1], "import") == 0) {
|
|
krh@0
|
717 |
if (stat("set", &statbuf) && mkdir("set", 0777)) {
|
|
krh@0
|
718 |
fprintf(stderr, "could not create directory 'set'\n");
|
|
krh@0
|
719 |
exit(-1);
|
|
krh@0
|
720 |
}
|
|
krh@0
|
721 |
|
|
krh@4
|
722 |
set = razor_set_create();
|
|
krh@0
|
723 |
|
|
krh@9
|
724 |
razor_set_prepare_import(set, &ctx);
|
|
krh@9
|
725 |
|
|
krh@0
|
726 |
for (i = 2; i < argc; i++) {
|
|
krh@9
|
727 |
if (razor_set_import(&ctx, argv[i]) < 0) {
|
|
krh@0
|
728 |
fprintf(stderr, "failed to import %s\n",
|
|
krh@0
|
729 |
argv[i]);
|
|
krh@0
|
730 |
exit(-1);
|
|
krh@0
|
731 |
}
|
|
krh@0
|
732 |
}
|
|
krh@0
|
733 |
|
|
krh@9
|
734 |
razor_set_finish_import(&ctx);
|
|
krh@3
|
735 |
|
|
krh@6
|
736 |
/* FIXME: We add a sentinel package here, but we
|
|
krh@6
|
737 |
* should probably just have a size field in the
|
|
krh@6
|
738 |
* header section. */
|
|
krh@6
|
739 |
razor_set_add_package(set, 0, 0);
|
|
krh@8
|
740 |
razor_set_add_requires(set, 0, 0);
|
|
krh@7
|
741 |
razor_set_add_provides(set, 0, 0);
|
|
krh@6
|
742 |
|
|
krh@6
|
743 |
printf("bucket allocation: %d\n", set->buckets.alloc);
|
|
krh@6
|
744 |
printf("pool size: %d\n", set->string_pool.size);
|
|
krh@6
|
745 |
printf("pool allocation: %d\n", set->string_pool.alloc);
|
|
krh@7
|
746 |
printf("packages: %d\n",
|
|
krh@7
|
747 |
set->packages.size / sizeof(struct razor_package));
|
|
krh@8
|
748 |
printf("requires: %d\n",
|
|
krh@8
|
749 |
set->requires.size / sizeof(struct razor_property));
|
|
krh@7
|
750 |
printf("provides: %d\n",
|
|
krh@8
|
751 |
set->provides.size / sizeof(struct razor_property));
|
|
krh@0
|
752 |
|
|
krh@4
|
753 |
razor_set_write(set, repo_filename);
|
|
krh@0
|
754 |
|
|
krh@4
|
755 |
razor_set_destroy(set);
|
|
krh@0
|
756 |
} else if (strcmp(argv[1], "lookup") == 0) {
|
|
krh@4
|
757 |
set = razor_set_open(repo_filename);
|
|
krh@0
|
758 |
printf("%s is %lu\n", argv[2],
|
|
krh@4
|
759 |
razor_set_lookup(set, argv[2]));
|
|
krh@4
|
760 |
razor_set_destroy(set);
|
|
krh@3
|
761 |
} else if (strcmp(argv[1], "list") == 0) {
|
|
krh@4
|
762 |
set = razor_set_open(repo_filename);
|
|
krh@4
|
763 |
razor_set_list(set);
|
|
krh@4
|
764 |
razor_set_destroy(set);
|
|
krh@8
|
765 |
} else if (strcmp(argv[1], "list-requires") == 0) {
|
|
krh@8
|
766 |
set = razor_set_open(repo_filename);
|
|
krh@8
|
767 |
razor_set_list_requires(set);
|
|
krh@8
|
768 |
razor_set_destroy(set);
|
|
krh@7
|
769 |
} else if (strcmp(argv[1], "list-provides") == 0) {
|
|
krh@7
|
770 |
set = razor_set_open(repo_filename);
|
|
krh@7
|
771 |
razor_set_list_provides(set);
|
|
krh@7
|
772 |
razor_set_destroy(set);
|
|
krh@3
|
773 |
} else if (strcmp(argv[1], "info") == 0) {
|
|
krh@4
|
774 |
set = razor_set_open(repo_filename);
|
|
krh@4
|
775 |
razor_set_info(set);
|
|
krh@4
|
776 |
razor_set_destroy(set);
|
|
krh@0
|
777 |
} else {
|
|
krh@0
|
778 |
usage();
|
|
krh@0
|
779 |
}
|
|
krh@0
|
780 |
|
|
krh@0
|
781 |
return 0;
|
|
krh@0
|
782 |
}
|