summaryrefslogtreecommitdiffabout
path: root/cache.c
authorLars Hjemli <hjemli@gmail.com>2008-05-18 21:59:11 (UTC)
committer Lars Hjemli <hjemli@gmail.com>2008-05-18 21:59:11 (UTC)
commitaf2e75616d1bfb7dc79d299d10ae0bd39bef47bc (patch) (unidiff)
tree6330a6f9bc1b2b16434df055ee48129e2e3b827e /cache.c
parentcdc6b2f8e7a8d43dcfe0475a9d3498333ea686b8 (diff)
downloadcgit-af2e75616d1bfb7dc79d299d10ae0bd39bef47bc.zip
cgit-af2e75616d1bfb7dc79d299d10ae0bd39bef47bc.tar.gz
cgit-af2e75616d1bfb7dc79d299d10ae0bd39bef47bc.tar.bz2
cache.c: do not ignore errors from print_slot()
If print_slot() fails, the client will be served an inferior response. This patch makes sure that such an error will be returned to main(), which in turn will try to inform about the error in the response itself. The error is also printed to the cache_log, i.e. stderr, which will make the error message appear in error_log (atleast when httpd==apache). Noticed-by: Jim Meyering <jim@meyering.net> Signed-off-by: Lars Hjemli <hjemli@gmail.com>
Diffstat (limited to 'cache.c') (more/less context) (ignore whitespace changes)
-rw-r--r--cache.c16
1 files changed, 13 insertions, 3 deletions
diff --git a/cache.c b/cache.c
index a996109..aa97ae1 100644
--- a/cache.c
+++ b/cache.c
@@ -63,364 +63,374 @@ static int open_slot(struct cache_slot *slot)
63 !memcmp(slot->key, slot->buf, bufkeylen + 1); 63 !memcmp(slot->key, slot->buf, bufkeylen + 1);
64 64
65 return 0; 65 return 0;
66} 66}
67 67
68/* Close the active cache slot */ 68/* Close the active cache slot */
69static int close_slot(struct cache_slot *slot) 69static int close_slot(struct cache_slot *slot)
70{ 70{
71 int err = 0; 71 int err = 0;
72 if (slot->cache_fd > 0) { 72 if (slot->cache_fd > 0) {
73 if (close(slot->cache_fd)) 73 if (close(slot->cache_fd))
74 err = errno; 74 err = errno;
75 else 75 else
76 slot->cache_fd = -1; 76 slot->cache_fd = -1;
77 } 77 }
78 return err; 78 return err;
79} 79}
80 80
81/* Print the content of the active cache slot (but skip the key). */ 81/* Print the content of the active cache slot (but skip the key). */
82static int print_slot(struct cache_slot *slot) 82static int print_slot(struct cache_slot *slot)
83{ 83{
84 ssize_t i; 84 ssize_t i;
85 85
86 i = lseek(slot->cache_fd, slot->keylen + 1, SEEK_SET); 86 i = lseek(slot->cache_fd, slot->keylen + 1, SEEK_SET);
87 if (i != slot->keylen + 1) 87 if (i != slot->keylen + 1)
88 return errno; 88 return errno;
89 89
90 while((i = xread(slot->cache_fd, slot->buf, sizeof(slot->buf))) > 0) 90 while((i = xread(slot->cache_fd, slot->buf, sizeof(slot->buf))) > 0)
91 i = xwrite(STDOUT_FILENO, slot->buf, i); 91 i = xwrite(STDOUT_FILENO, slot->buf, i);
92 92
93 if (i < 0) 93 if (i < 0)
94 return errno; 94 return errno;
95 else 95 else
96 return 0; 96 return 0;
97} 97}
98 98
99/* Check if the slot has expired */ 99/* Check if the slot has expired */
100static int is_expired(struct cache_slot *slot) 100static int is_expired(struct cache_slot *slot)
101{ 101{
102 if (slot->ttl < 0) 102 if (slot->ttl < 0)
103 return 0; 103 return 0;
104 else 104 else
105 return slot->cache_st.st_mtime + slot->ttl*60 < time(NULL); 105 return slot->cache_st.st_mtime + slot->ttl*60 < time(NULL);
106} 106}
107 107
108/* Check if the slot has been modified since we opened it. 108/* Check if the slot has been modified since we opened it.
109 * NB: If stat() fails, we pretend the file is modified. 109 * NB: If stat() fails, we pretend the file is modified.
110 */ 110 */
111static int is_modified(struct cache_slot *slot) 111static int is_modified(struct cache_slot *slot)
112{ 112{
113 struct stat st; 113 struct stat st;
114 114
115 if (stat(slot->cache_name, &st)) 115 if (stat(slot->cache_name, &st))
116 return 1; 116 return 1;
117 return (st.st_ino != slot->cache_st.st_ino || 117 return (st.st_ino != slot->cache_st.st_ino ||
118 st.st_mtime != slot->cache_st.st_mtime || 118 st.st_mtime != slot->cache_st.st_mtime ||
119 st.st_size != slot->cache_st.st_size); 119 st.st_size != slot->cache_st.st_size);
120} 120}
121 121
122/* Close an open lockfile */ 122/* Close an open lockfile */
123static int close_lock(struct cache_slot *slot) 123static int close_lock(struct cache_slot *slot)
124{ 124{
125 int err = 0; 125 int err = 0;
126 if (slot->lock_fd > 0) { 126 if (slot->lock_fd > 0) {
127 if (close(slot->lock_fd)) 127 if (close(slot->lock_fd))
128 err = errno; 128 err = errno;
129 else 129 else
130 slot->lock_fd = -1; 130 slot->lock_fd = -1;
131 } 131 }
132 return err; 132 return err;
133} 133}
134 134
135/* Create a lockfile used to store the generated content for a cache 135/* Create a lockfile used to store the generated content for a cache
136 * slot, and write the slot key + \0 into it. 136 * slot, and write the slot key + \0 into it.
137 * Returns 0 on success and errno otherwise. 137 * Returns 0 on success and errno otherwise.
138 */ 138 */
139static int lock_slot(struct cache_slot *slot) 139static int lock_slot(struct cache_slot *slot)
140{ 140{
141 slot->lock_fd = open(slot->lock_name, O_RDWR|O_CREAT|O_EXCL, 141 slot->lock_fd = open(slot->lock_name, O_RDWR|O_CREAT|O_EXCL,
142 S_IRUSR|S_IWUSR); 142 S_IRUSR|S_IWUSR);
143 if (slot->lock_fd == -1) 143 if (slot->lock_fd == -1)
144 return errno; 144 return errno;
145 if (xwrite(slot->lock_fd, slot->key, slot->keylen + 1) < 0) 145 if (xwrite(slot->lock_fd, slot->key, slot->keylen + 1) < 0)
146 return errno; 146 return errno;
147 return 0; 147 return 0;
148} 148}
149 149
150/* Release the current lockfile. If `replace_old_slot` is set the 150/* Release the current lockfile. If `replace_old_slot` is set the
151 * lockfile replaces the old cache slot, otherwise the lockfile is 151 * lockfile replaces the old cache slot, otherwise the lockfile is
152 * just deleted. 152 * just deleted.
153 */ 153 */
154static int unlock_slot(struct cache_slot *slot, int replace_old_slot) 154static int unlock_slot(struct cache_slot *slot, int replace_old_slot)
155{ 155{
156 int err; 156 int err;
157 157
158 if (replace_old_slot) 158 if (replace_old_slot)
159 err = rename(slot->lock_name, slot->cache_name); 159 err = rename(slot->lock_name, slot->cache_name);
160 else 160 else
161 err = unlink(slot->lock_name); 161 err = unlink(slot->lock_name);
162 162
163 if (err) 163 if (err)
164 return errno; 164 return errno;
165 165
166 return 0; 166 return 0;
167} 167}
168 168
169/* Generate the content for the current cache slot by redirecting 169/* Generate the content for the current cache slot by redirecting
170 * stdout to the lock-fd and invoking the callback function 170 * stdout to the lock-fd and invoking the callback function
171 */ 171 */
172static int fill_slot(struct cache_slot *slot) 172static int fill_slot(struct cache_slot *slot)
173{ 173{
174 int tmp; 174 int tmp;
175 175
176 /* Preserve stdout */ 176 /* Preserve stdout */
177 tmp = dup(STDOUT_FILENO); 177 tmp = dup(STDOUT_FILENO);
178 if (tmp == -1) 178 if (tmp == -1)
179 return errno; 179 return errno;
180 180
181 /* Redirect stdout to lockfile */ 181 /* Redirect stdout to lockfile */
182 if (dup2(slot->lock_fd, STDOUT_FILENO) == -1) 182 if (dup2(slot->lock_fd, STDOUT_FILENO) == -1)
183 return errno; 183 return errno;
184 184
185 /* Generate cache content */ 185 /* Generate cache content */
186 slot->fn(slot->cbdata); 186 slot->fn(slot->cbdata);
187 187
188 /* Restore stdout */ 188 /* Restore stdout */
189 if (dup2(tmp, STDOUT_FILENO) == -1) 189 if (dup2(tmp, STDOUT_FILENO) == -1)
190 return errno; 190 return errno;
191 191
192 /* Close the temporary filedescriptor */ 192 /* Close the temporary filedescriptor */
193 if (close(tmp)) 193 if (close(tmp))
194 return errno; 194 return errno;
195 195
196 return 0; 196 return 0;
197} 197}
198 198
199/* Crude implementation of 32-bit FNV-1 hash algorithm, 199/* Crude implementation of 32-bit FNV-1 hash algorithm,
200 * see http://www.isthe.com/chongo/tech/comp/fnv/ for details 200 * see http://www.isthe.com/chongo/tech/comp/fnv/ for details
201 * about the magic numbers. 201 * about the magic numbers.
202 */ 202 */
203#define FNV_OFFSET 0x811c9dc5 203#define FNV_OFFSET 0x811c9dc5
204#define FNV_PRIME 0x01000193 204#define FNV_PRIME 0x01000193
205 205
206unsigned long hash_str(const char *str) 206unsigned long hash_str(const char *str)
207{ 207{
208 unsigned long h = FNV_OFFSET; 208 unsigned long h = FNV_OFFSET;
209 unsigned char *s = (unsigned char *)str; 209 unsigned char *s = (unsigned char *)str;
210 210
211 if (!s) 211 if (!s)
212 return h; 212 return h;
213 213
214 while(*s) { 214 while(*s) {
215 h *= FNV_PRIME; 215 h *= FNV_PRIME;
216 h ^= *s++; 216 h ^= *s++;
217 } 217 }
218 return h; 218 return h;
219} 219}
220 220
221static int process_slot(struct cache_slot *slot) 221static int process_slot(struct cache_slot *slot)
222{ 222{
223 int err; 223 int err;
224 224
225 err = open_slot(slot); 225 err = open_slot(slot);
226 if (!err && slot->match) { 226 if (!err && slot->match) {
227 if (is_expired(slot)) { 227 if (is_expired(slot)) {
228 if (!lock_slot(slot)) { 228 if (!lock_slot(slot)) {
229 /* If the cachefile has been replaced between 229 /* If the cachefile has been replaced between
230 * `open_slot` and `lock_slot`, we'll just 230 * `open_slot` and `lock_slot`, we'll just
231 * serve the stale content from the original 231 * serve the stale content from the original
232 * cachefile. This way we avoid pruning the 232 * cachefile. This way we avoid pruning the
233 * newly generated slot. The same code-path 233 * newly generated slot. The same code-path
234 * is chosen if fill_slot() fails for some 234 * is chosen if fill_slot() fails for some
235 * reason. 235 * reason.
236 * 236 *
237 * TODO? check if the new slot contains the 237 * TODO? check if the new slot contains the
238 * same key as the old one, since we would 238 * same key as the old one, since we would
239 * prefer to serve the newest content. 239 * prefer to serve the newest content.
240 * This will require us to open yet another 240 * This will require us to open yet another
241 * file-descriptor and read and compare the 241 * file-descriptor and read and compare the
242 * key from the new file, so for now we're 242 * key from the new file, so for now we're
243 * lazy and just ignore the new file. 243 * lazy and just ignore the new file.
244 */ 244 */
245 if (is_modified(slot) || fill_slot(slot)) { 245 if (is_modified(slot) || fill_slot(slot)) {
246 unlock_slot(slot, 0); 246 unlock_slot(slot, 0);
247 close_lock(slot); 247 close_lock(slot);
248 } else { 248 } else {
249 close_slot(slot); 249 close_slot(slot);
250 unlock_slot(slot, 1); 250 unlock_slot(slot, 1);
251 slot->cache_fd = slot->lock_fd; 251 slot->cache_fd = slot->lock_fd;
252 } 252 }
253 } 253 }
254 } 254 }
255 print_slot(slot); 255 if ((err = print_slot(slot)) != 0) {
256 cache_log("[cgit] error printing cache %s: %s (%d)\n",
257 slot->cache_name,
258 strerror(err),
259 err);
260 }
256 close_slot(slot); 261 close_slot(slot);
257 return 0; 262 return err;
258 } 263 }
259 264
260 /* If the cache slot does not exist (or its key doesn't match the 265 /* If the cache slot does not exist (or its key doesn't match the
261 * current key), lets try to create a new cache slot for this 266 * current key), lets try to create a new cache slot for this
262 * request. If this fails (for whatever reason), lets just generate 267 * request. If this fails (for whatever reason), lets just generate
263 * the content without caching it and fool the caller to belive 268 * the content without caching it and fool the caller to belive
264 * everything worked out (but print a warning on stdout). 269 * everything worked out (but print a warning on stdout).
265 */ 270 */
266 271
267 close_slot(slot); 272 close_slot(slot);
268 if ((err = lock_slot(slot)) != 0) { 273 if ((err = lock_slot(slot)) != 0) {
269 cache_log("[cgit] Unable to lock slot %s: %s (%d)\n", 274 cache_log("[cgit] Unable to lock slot %s: %s (%d)\n",
270 slot->lock_name, strerror(err), err); 275 slot->lock_name, strerror(err), err);
271 slot->fn(slot->cbdata); 276 slot->fn(slot->cbdata);
272 return 0; 277 return 0;
273 } 278 }
274 279
275 if ((err = fill_slot(slot)) != 0) { 280 if ((err = fill_slot(slot)) != 0) {
276 cache_log("[cgit] Unable to fill slot %s: %s (%d)\n", 281 cache_log("[cgit] Unable to fill slot %s: %s (%d)\n",
277 slot->lock_name, strerror(err), err); 282 slot->lock_name, strerror(err), err);
278 unlock_slot(slot, 0); 283 unlock_slot(slot, 0);
279 close_lock(slot); 284 close_lock(slot);
280 slot->fn(slot->cbdata); 285 slot->fn(slot->cbdata);
281 return 0; 286 return 0;
282 } 287 }
283 // We've got a valid cache slot in the lock file, which 288 // We've got a valid cache slot in the lock file, which
284 // is about to replace the old cache slot. But if we 289 // is about to replace the old cache slot. But if we
285 // release the lockfile and then try to open the new cache 290 // release the lockfile and then try to open the new cache
286 // slot, we might get a race condition with a concurrent 291 // slot, we might get a race condition with a concurrent
287 // writer for the same cache slot (with a different key). 292 // writer for the same cache slot (with a different key).
288 // Lets avoid such a race by just printing the content of 293 // Lets avoid such a race by just printing the content of
289 // the lock file. 294 // the lock file.
290 slot->cache_fd = slot->lock_fd; 295 slot->cache_fd = slot->lock_fd;
291 unlock_slot(slot, 1); 296 unlock_slot(slot, 1);
292 err = print_slot(slot); 297 if ((err = print_slot(slot)) != 0) {
298 cache_log("[cgit] error printing cache %s: %s (%d)\n",
299 slot->cache_name,
300 strerror(err),
301 err);
302 }
293 close_slot(slot); 303 close_slot(slot);
294 return err; 304 return err;
295} 305}
296 306
297/* Print cached content to stdout, generate the content if necessary. */ 307/* Print cached content to stdout, generate the content if necessary. */
298int cache_process(int size, const char *path, const char *key, int ttl, 308int cache_process(int size, const char *path, const char *key, int ttl,
299 cache_fill_fn fn, void *cbdata) 309 cache_fill_fn fn, void *cbdata)
300{ 310{
301 unsigned long hash; 311 unsigned long hash;
302 int len, i; 312 int len, i;
303 char filename[1024]; 313 char filename[1024];
304 char lockname[1024 + 5]; /* 5 = ".lock" */ 314 char lockname[1024 + 5]; /* 5 = ".lock" */
305 struct cache_slot slot; 315 struct cache_slot slot;
306 316
307 /* If the cache is disabled, just generate the content */ 317 /* If the cache is disabled, just generate the content */
308 if (size <= 0) { 318 if (size <= 0) {
309 fn(cbdata); 319 fn(cbdata);
310 return 0; 320 return 0;
311 } 321 }
312 322
313 /* Verify input, calculate filenames */ 323 /* Verify input, calculate filenames */
314 if (!path) { 324 if (!path) {
315 cache_log("[cgit] Cache path not specified, caching is disabled\n"); 325 cache_log("[cgit] Cache path not specified, caching is disabled\n");
316 fn(cbdata); 326 fn(cbdata);
317 return 0; 327 return 0;
318 } 328 }
319 len = strlen(path); 329 len = strlen(path);
320 if (len > sizeof(filename) - 10) { /* 10 = "/01234567\0" */ 330 if (len > sizeof(filename) - 10) { /* 10 = "/01234567\0" */
321 cache_log("[cgit] Cache path too long, caching is disabled: %s\n", 331 cache_log("[cgit] Cache path too long, caching is disabled: %s\n",
322 path); 332 path);
323 fn(cbdata); 333 fn(cbdata);
324 return 0; 334 return 0;
325 } 335 }
326 if (!key) 336 if (!key)
327 key = ""; 337 key = "";
328 hash = hash_str(key) % size; 338 hash = hash_str(key) % size;
329 strcpy(filename, path); 339 strcpy(filename, path);
330 if (filename[len - 1] != '/') 340 if (filename[len - 1] != '/')
331 filename[len++] = '/'; 341 filename[len++] = '/';
332 for(i = 0; i < 8; i++) { 342 for(i = 0; i < 8; i++) {
333 sprintf(filename + len++, "%x", 343 sprintf(filename + len++, "%x",
334 (unsigned char)(hash & 0xf)); 344 (unsigned char)(hash & 0xf));
335 hash >>= 4; 345 hash >>= 4;
336 } 346 }
337 filename[len] = '\0'; 347 filename[len] = '\0';
338 strcpy(lockname, filename); 348 strcpy(lockname, filename);
339 strcpy(lockname + len, ".lock"); 349 strcpy(lockname + len, ".lock");
340 slot.fn = fn; 350 slot.fn = fn;
341 slot.cbdata = cbdata; 351 slot.cbdata = cbdata;
342 slot.ttl = ttl; 352 slot.ttl = ttl;
343 slot.cache_name = filename; 353 slot.cache_name = filename;
344 slot.lock_name = lockname; 354 slot.lock_name = lockname;
345 slot.key = key; 355 slot.key = key;
346 slot.keylen = strlen(key); 356 slot.keylen = strlen(key);
347 return process_slot(&slot); 357 return process_slot(&slot);
348} 358}
349 359
350/* Return a strftime formatted date/time 360/* Return a strftime formatted date/time
351 * NB: the result from this function is to shared memory 361 * NB: the result from this function is to shared memory
352 */ 362 */
353char *sprintftime(const char *format, time_t time) 363char *sprintftime(const char *format, time_t time)
354{ 364{
355 static char buf[64]; 365 static char buf[64];
356 struct tm *tm; 366 struct tm *tm;
357 367
358 if (!time) 368 if (!time)
359 return NULL; 369 return NULL;
360 tm = gmtime(&time); 370 tm = gmtime(&time);
361 strftime(buf, sizeof(buf)-1, format, tm); 371 strftime(buf, sizeof(buf)-1, format, tm);
362 return buf; 372 return buf;
363} 373}
364 374
365int cache_ls(const char *path) 375int cache_ls(const char *path)
366{ 376{
367 DIR *dir; 377 DIR *dir;
368 struct dirent *ent; 378 struct dirent *ent;
369 int err = 0; 379 int err = 0;
370 struct cache_slot slot; 380 struct cache_slot slot;
371 char fullname[1024]; 381 char fullname[1024];
372 char *name; 382 char *name;
373 383
374 if (!path) { 384 if (!path) {
375 cache_log("[cgit] cache path not specified\n"); 385 cache_log("[cgit] cache path not specified\n");
376 return -1; 386 return -1;
377 } 387 }
378 if (strlen(path) > 1024 - 10) { 388 if (strlen(path) > 1024 - 10) {
379 cache_log("[cgit] cache path too long: %s\n", 389 cache_log("[cgit] cache path too long: %s\n",
380 path); 390 path);
381 return -1; 391 return -1;
382 } 392 }
383 dir = opendir(path); 393 dir = opendir(path);
384 if (!dir) { 394 if (!dir) {
385 err = errno; 395 err = errno;
386 cache_log("[cgit] unable to open path %s: %s (%d)\n", 396 cache_log("[cgit] unable to open path %s: %s (%d)\n",
387 path, strerror(err), err); 397 path, strerror(err), err);
388 return err; 398 return err;
389 } 399 }
390 strcpy(fullname, path); 400 strcpy(fullname, path);
391 name = fullname + strlen(path); 401 name = fullname + strlen(path);
392 if (*(name - 1) != '/') { 402 if (*(name - 1) != '/') {
393 *name++ = '/'; 403 *name++ = '/';
394 *name = '\0'; 404 *name = '\0';
395 } 405 }
396 slot.cache_name = fullname; 406 slot.cache_name = fullname;
397 while((ent = readdir(dir)) != NULL) { 407 while((ent = readdir(dir)) != NULL) {
398 if (strlen(ent->d_name) != 8) 408 if (strlen(ent->d_name) != 8)
399 continue; 409 continue;
400 strcpy(name, ent->d_name); 410 strcpy(name, ent->d_name);
401 if ((err = open_slot(&slot)) != 0) { 411 if ((err = open_slot(&slot)) != 0) {
402 cache_log("[cgit] unable to open path %s: %s (%d)\n", 412 cache_log("[cgit] unable to open path %s: %s (%d)\n",
403 fullname, strerror(err), err); 413 fullname, strerror(err), err);
404 continue; 414 continue;
405 } 415 }
406 printf("%s %s %10lld %s\n", 416 printf("%s %s %10lld %s\n",
407 name, 417 name,
408 sprintftime("%Y-%m-%d %H:%M:%S", 418 sprintftime("%Y-%m-%d %H:%M:%S",
409 slot.cache_st.st_mtime), 419 slot.cache_st.st_mtime),
410 slot.cache_st.st_size, 420 slot.cache_st.st_size,
411 slot.buf); 421 slot.buf);
412 close_slot(&slot); 422 close_slot(&slot);
413 } 423 }
414 closedir(dir); 424 closedir(dir);
415 return 0; 425 return 0;
416} 426}
417 427
418/* Print a message to stdout */ 428/* Print a message to stdout */
419void cache_log(const char *format, ...) 429void cache_log(const char *format, ...)
420{ 430{
421 va_list args; 431 va_list args;
422 va_start(args, format); 432 va_start(args, format);
423 vfprintf(stderr, format, args); 433 vfprintf(stderr, format, args);
424 va_end(args); 434 va_end(args);
425} 435}
426 436