dload.c 22.1 KB
Newer Older
Dan McGee's avatar
Dan McGee committed
1
2
3
/*
 *  download.c
 *
Allan McRae's avatar
Allan McRae committed
4
 *  Copyright (c) 2006-2013 Pacman Development Team <pacman-dev@archlinux.org>
5
 *  Copyright (c) 2002-2006 by Judd Vinet <jvinet@zeroflux.org>
Dan McGee's avatar
Dan McGee committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <stdlib.h>
#include <stdio.h>
#include <errno.h>
#include <string.h>
#include <unistd.h>
26
#include <sys/socket.h> /* setsockopt, SO_KEEPALIVE */
27
28
29
#include <sys/time.h>
#include <sys/types.h>
#include <sys/stat.h>
30
#include <signal.h>
31

32
33
34
35
36
37
38
#ifdef HAVE_NETINET_IN_H
#include <netinet/in.h> /* IPPROTO_TCP */
#endif
#ifdef HAVE_NETINET_TCP_H
#include <netinet/tcp.h> /* TCP_KEEPINTVL, TCP_KEEPIDLE */
#endif

39
40
41
42
#ifdef HAVE_LIBCURL
#include <curl/curl.h>
#endif

Dan McGee's avatar
Dan McGee committed
43
44
45
46
47
48
49
50
/* libalpm */
#include "dload.h"
#include "alpm_list.h"
#include "alpm.h"
#include "log.h"
#include "util.h"
#include "handle.h"

51
#ifdef HAVE_LIBCURL
52
static const char *get_filename(const char *url)
53
{
54
55
56
57
	char *filename = strrchr(url, '/');
	if(filename != NULL) {
		filename++;
	}
58
	return filename;
59
}
60

61
62
static char *get_fullpath(const char *path, const char *filename,
		const char *suffix)
63
{
64
65
66
	char *filepath;
	/* len = localpath len + filename len + suffix len + null */
	size_t len = strlen(path) + strlen(filename) + strlen(suffix) + 1;
67
	MALLOC(filepath, len, return NULL);
68
	snprintf(filepath, len, "%s%s%s", path, filename, suffix);
69

70
	return filepath;
71
72
}

73
74
75
76
77
78
79
80
81
static CURL *get_libcurl_handle(alpm_handle_t *handle)
{
	if(!handle->curl) {
		curl_global_init(CURL_GLOBAL_SSL);
		handle->curl = curl_easy_init();
	}
	return handle->curl;
}

82
83
84
85
86
enum {
	ABORT_SIGINT = 1,
	ABORT_OVER_MAXFILESIZE
};

87
static int dload_interrupted;
88
static void inthandler(int UNUSED signum)
89
{
90
	dload_interrupted = ABORT_SIGINT;
91
}
92

93
static int dload_progress_cb(void *file, double dltotal, double dlnow,
94
		double UNUSED ultotal, double UNUSED ulnow)
95
{
96
	struct dload_payload *payload = (struct dload_payload *)file;
97
	off_t current_size, total_size;
98

99
100
101
102
103
	/* avoid displaying progress bar for redirects with a body */
	if(payload->respcode >= 300) {
		return 0;
	}

104
105
106
107
108
	/* SIGINT sent, abort by alerting curl */
	if(dload_interrupted) {
		return 1;
	}

109
110
111
112
	current_size = payload->initial_size + (off_t)dlnow;

	/* is our filesize still under any set limit? */
	if(payload->max_size && current_size > payload->max_size) {
113
		dload_interrupted = ABORT_OVER_MAXFILESIZE;
114
115
116
		return 1;
	}

117
	/* none of what follows matters if the front end has no callback */
118
	if(payload->handle->dlcb == NULL) {
119
120
121
		return 0;
	}

122
	total_size = payload->initial_size + (off_t)dltotal;
123

124
	if(DOUBLE_EQ(dltotal, 0.0) || payload->prevprogress == total_size) {
125
		return 0;
126
127
	}

128
129
	/* initialize the progress bar here to avoid displaying it when
	 * a repo is up to date and nothing gets downloaded */
130
	if(payload->prevprogress == 0) {
131
		payload->handle->dlcb(payload->remote_name, 0, (off_t)dltotal);
132
133
	}

134
	payload->handle->dlcb(payload->remote_name, current_size, total_size);
135

136
	payload->prevprogress = current_size;
137

138
	return 0;
139
140
}

141
static int curl_gethost(const char *url, char *buffer, size_t buf_len)
142
{
143
	size_t hostlen;
144
	char *p, *q;
145
146

	if(strncmp(url, "file://", 7) == 0) {
147
148
		p = _("disk");
		hostlen = strlen(p);
149
150
151
	} else {
		p = strstr(url, "//");
		if(!p) {
152
			return 1;
153
154
155
		}
		p += 2; /* jump over the found // */
		hostlen = strcspn(p, "/");
156

Dave Reisner's avatar
Dave Reisner committed
157
158
159
160
161
162
163
164
165
		/* there might be a user:pass@ on the URL. hide it. avoid using memrchr()
		 * for portability concerns. */
		q = p + hostlen;
		while(--q > p) {
			if(*q == '@') {
				break;
			}
		}
		if(*q == '@' && p != q) {
166
167
168
			hostlen -= q - p + 1;
			p = q + 1;
		}
169
	}
170

171
172
173
	if(hostlen > buf_len - 1) {
		/* buffer overflow imminent */
		return 1;
174
	}
175
176
	memcpy(buffer, p, hostlen);
	buffer[hostlen] = '\0';
177

178
	return 0;
179
180
}

Dan McGee's avatar
Dan McGee committed
181
static int utimes_long(const char *path, long seconds)
182
{
Dan McGee's avatar
Dan McGee committed
183
	if(seconds != -1) {
184
185
		struct timeval tv[2];
		memset(&tv, 0, sizeof(tv));
Dan McGee's avatar
Dan McGee committed
186
		tv[0].tv_sec = tv[1].tv_sec = seconds;
187
188
189
190
191
		return utimes(path, tv);
	}
	return 0;
}

192
193
194
195
196
197
198
199
/* prefix to avoid possible future clash with getumask(3) */
static mode_t _getumask(void)
{
	mode_t mask = umask(0);
	umask(mask);
	return mask;
}

200
static size_t dload_parseheader_cb(void *ptr, size_t size, size_t nmemb, void *user)
Dave Reisner's avatar
Dave Reisner committed
201
202
203
204
205
{
	size_t realsize = size * nmemb;
	const char *fptr, *endptr = NULL;
	const char * const cd_header = "Content-Disposition:";
	const char * const fn_key = "filename=";
206
	struct dload_payload *payload = (struct dload_payload *)user;
207
	long respcode;
Dave Reisner's avatar
Dave Reisner committed
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

	if(_alpm_raw_ncmp(cd_header, ptr, strlen(cd_header)) == 0) {
		if((fptr = strstr(ptr, fn_key))) {
			fptr += strlen(fn_key);

			/* find the end of the field, which is either a semi-colon, or the end of
			 * the data. As per curl_easy_setopt(3), we cannot count on headers being
			 * null terminated, so we look for the closing \r\n */
			endptr = fptr + strcspn(fptr, ";\r\n") - 1;

			/* remove quotes */
			if(*fptr == '"' && *endptr == '"') {
				fptr++;
				endptr--;
			}

224
			STRNDUP(payload->content_disp_name, fptr, endptr - fptr + 1,
225
					RET_ERR(payload->handle, ALPM_ERR_MEMORY, realsize));
Dave Reisner's avatar
Dave Reisner committed
226
227
		}
	}
228

229
230
231
232
233
	curl_easy_getinfo(payload->handle->curl, CURLINFO_RESPONSE_CODE, &respcode);
	if(payload->respcode != respcode) {
		payload->respcode = respcode;
	}

Dave Reisner's avatar
Dave Reisner committed
234
235
236
	return realsize;
}

237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
static int dload_sockopt_cb(void *userdata, curl_socket_t curlfd,
		curlsocktype purpose)
{
	alpm_handle_t *handle = userdata;
	int optval = 1;

	/* this whole method is to prevent FTP control connections from going sour
	 * during a long data transfer; crappy firewalls love to drop otherwise idle
	 * connections if there is no traffic. */
	if(purpose != CURLSOCKTYPE_IPCXN) {
		return 0;
	}

	/* don't abort operation if any setsockopt fails, just log to debug */
	if(setsockopt(curlfd, SOL_SOCKET, SO_KEEPALIVE, (void *)&optval,
				sizeof(optval)) < 0) {
		_alpm_log(handle, ALPM_LOG_DEBUG,
				"Failed to set SO_KEEPALIVE on fd %d\n", curlfd);
	}
	else {
#ifdef TCP_KEEPIDLE
		optval = 60;
		if(setsockopt(curlfd, IPPROTO_TCP, TCP_KEEPIDLE, (void *)&optval,
					sizeof(optval)) < 0) {
			_alpm_log(handle, ALPM_LOG_DEBUG,
					"Failed to set TCP_KEEPIDLE on fd %d\n", curlfd);
		}
#endif
#ifdef TCP_KEEPINTVL
		optval = 60;
		if(setsockopt(curlfd, IPPROTO_TCP, TCP_KEEPINTVL, (void *)&optval,
					sizeof(optval)) < 0) {
			_alpm_log(handle, ALPM_LOG_DEBUG,
					"Failed to set TCP_KEEPINTVL on fd %d\n", curlfd);
		}
#endif
	}

	return 0;
}

278
static void curl_set_handle_opts(struct dload_payload *payload,
279
		CURL *curl, char *error_buffer)
280
281
282
283
284
285
{
	alpm_handle_t *handle = payload->handle;
	const char *useragent = getenv("HTTP_USER_AGENT");
	struct stat st;

	/* the curl_easy handle is initialized with the alpm handle, so we only need
Dave Reisner's avatar
Dave Reisner committed
286
	 * to reset the handle's parameters for each time it's used. */
287
288
289
290
291
292
293
294
	curl_easy_reset(curl);
	curl_easy_setopt(curl, CURLOPT_URL, payload->fileurl);
	curl_easy_setopt(curl, CURLOPT_FAILONERROR, 1L);
	curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, error_buffer);
	curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, 10L);
	curl_easy_setopt(curl, CURLOPT_FILETIME, 1L);
	curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0L);
	curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);
295
	curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, dload_progress_cb);
296
	curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, (void *)payload);
297
	curl_easy_setopt(curl, CURLOPT_LOW_SPEED_LIMIT, 1L);
298
	curl_easy_setopt(curl, CURLOPT_LOW_SPEED_TIME, 10L);
299
	curl_easy_setopt(curl, CURLOPT_HEADERFUNCTION, dload_parseheader_cb);
300
301
	curl_easy_setopt(curl, CURLOPT_WRITEHEADER, (void *)payload);
	curl_easy_setopt(curl, CURLOPT_NETRC, CURL_NETRC_OPTIONAL);
302
303
	curl_easy_setopt(curl, CURLOPT_SOCKOPTFUNCTION, dload_sockopt_cb);
	curl_easy_setopt(curl, CURLOPT_SOCKOPTDATA, (void *)handle);
304

Dave Reisner's avatar
Dave Reisner committed
305
306
	_alpm_log(handle, ALPM_LOG_DEBUG, "url: %s\n", payload->fileurl);

307
	if(payload->max_size) {
308
309
		_alpm_log(handle, ALPM_LOG_DEBUG, "maxsize: %jd\n",
				(intmax_t)payload->max_size);
310
		curl_easy_setopt(curl, CURLOPT_MAXFILESIZE_LARGE,
311
				(curl_off_t)payload->max_size);
312
313
314
	}

	if(useragent != NULL) {
315
		curl_easy_setopt(curl, CURLOPT_USERAGENT, useragent);
316
317
318
319
320
	}

	if(!payload->allow_resume && !payload->force && payload->destfile_name &&
			stat(payload->destfile_name, &st) == 0) {
		/* start from scratch, but only download if our local is out of date. */
321
322
		curl_easy_setopt(curl, CURLOPT_TIMECONDITION, CURL_TIMECOND_IFMODSINCE);
		curl_easy_setopt(curl, CURLOPT_TIMEVALUE, (long)st.st_mtime);
Dave Reisner's avatar
Dave Reisner committed
323
324
		_alpm_log(handle, ALPM_LOG_DEBUG,
				"using time condition: %lu\n", (long)st.st_mtime);
325
326
327
	} else if(stat(payload->tempfile_name, &st) == 0 && payload->allow_resume) {
		/* a previous partial download exists, resume from end of file. */
		payload->tempfile_openmode = "ab";
328
		curl_easy_setopt(curl, CURLOPT_RESUME_FROM_LARGE, (curl_off_t)st.st_size);
Dave Reisner's avatar
Dave Reisner committed
329
		_alpm_log(handle, ALPM_LOG_DEBUG,
330
331
				"tempfile found, attempting continuation from %jd bytes\n",
				(intmax_t)st.st_size);
332
		payload->initial_size = st.st_size;
333
334
335
	}
}

336
static void mask_signal(int signum, void (*handler)(int),
337
		struct sigaction *origaction)
338
{
339
	struct sigaction newaction;
340
341
342
343
344

	newaction.sa_handler = handler;
	sigemptyset(&newaction.sa_mask);
	newaction.sa_flags = 0;

345
346
	sigaction(signum, NULL, origaction);
	sigaction(signum, &newaction, NULL);
347
348
}

349
static void unmask_signal(int signum, struct sigaction *sa)
350
{
351
	sigaction(signum, sa, NULL);
352
353
}

354
355
356
357
static FILE *create_tempfile(struct dload_payload *payload, const char *localpath)
{
	int fd;
	FILE *fp;
358
359
	char *randpath;
	size_t len;
360
361

	/* create a random filename, which is opened with O_EXCL */
362
363
364
	len = strlen(localpath) + 14 + 1;
	MALLOC(randpath, len, RET_ERR(payload->handle, ALPM_ERR_MEMORY, NULL));
	snprintf(randpath, len, "%salpmtmp.XXXXXX", localpath);
365
	if((fd = mkstemp(randpath)) == -1 ||
366
			fchmod(fd, ~(_getumask()) & 0666) ||
367
368
			!(fp = fdopen(fd, payload->tempfile_openmode))) {
		unlink(randpath);
369
		close(fd);
370
		_alpm_log(payload->handle, ALPM_LOG_ERROR,
371
				_("failed to create temporary file for download\n"));
372
		free(randpath);
373
374
375
		return NULL;
	}
	/* fp now points to our alpmtmp.XXXXXX */
376
377
378
379
380
	free(payload->tempfile_name);
	payload->tempfile_name = randpath;
	free(payload->remote_name);
	STRDUP(payload->remote_name, strrchr(randpath, '/') + 1,
			RET_ERR(payload->handle, ALPM_ERR_MEMORY, NULL));
381
382
383
384

	return fp;
}

385
386
387
/* RFC1123 states applications should support this length */
#define HOSTNAME_SIZE 256

388
static int curl_download_internal(struct dload_payload *payload,
389
		const char *localpath, char **final_file, char **final_url)
390
{
391
	int ret = -1;
392
	FILE *localf = NULL;
393
	char *effective_url;
394
	char hostname[HOSTNAME_SIZE];
395
	char error_buffer[CURL_ERROR_SIZE] = {0};
396
	struct stat st;
397
	long timecond, remote_time = -1;
398
	double remote_size, bytes_dl;
399
	struct sigaction orig_sig_pipe, orig_sig_int;
400
401
	/* shortcut to our handle within the payload */
	alpm_handle_t *handle = payload->handle;
402
	CURL *curl = get_libcurl_handle(handle);
403
	handle->pm_errno = 0;
404

405
406
407
408
409
	/* make sure these are NULL */
	FREE(payload->tempfile_name);
	FREE(payload->destfile_name);
	FREE(payload->content_disp_name);

410
	payload->tempfile_openmode = "wb";
411
	if(!payload->remote_name) {
412
413
		STRDUP(payload->remote_name, get_filename(payload->fileurl),
				RET_ERR(handle, ALPM_ERR_MEMORY, -1));
414
	}
415
	if(curl_gethost(payload->fileurl, hostname, sizeof(hostname)) != 0) {
416
		_alpm_log(handle, ALPM_LOG_ERROR, _("url '%s' is invalid\n"), payload->fileurl);
417
		RET_ERR(handle, ALPM_ERR_SERVER_BAD_URL, -1);
418
419
	}

420
421
	if(payload->remote_name && strlen(payload->remote_name) > 0 &&
			strcmp(payload->remote_name, ".sig") != 0) {
422
423
424
		payload->destfile_name = get_fullpath(localpath, payload->remote_name, "");
		payload->tempfile_name = get_fullpath(localpath, payload->remote_name, ".part");
		if(!payload->destfile_name || !payload->tempfile_name) {
Dave Reisner's avatar
Dave Reisner committed
425
426
427
			goto cleanup;
		}
	} else {
428
429
		/* URL doesn't contain a filename, so make a tempfile. We can't support
		 * resuming this kind of download; partial transfers will be destroyed */
430
		payload->unlink_on_fail = 1;
Dave Reisner's avatar
Dave Reisner committed
431

432
433
		localf = create_tempfile(payload, localpath);
		if(localf == NULL) {
Dave Reisner's avatar
Dave Reisner committed
434
435
			goto cleanup;
		}
436
	}
437

438
	curl_set_handle_opts(payload, curl, error_buffer);
439
440

	if(localf == NULL) {
441
		localf = fopen(payload->tempfile_name, payload->tempfile_openmode);
Dave Reisner's avatar
Dave Reisner committed
442
		if(localf == NULL) {
443
444
445
446
			handle->pm_errno = ALPM_ERR_RETRIEVE;
			_alpm_log(handle, ALPM_LOG_ERROR,
					_("could not open file %s: %s\n"),
					payload->tempfile_name, strerror(errno));
Dave Reisner's avatar
Dave Reisner committed
447
448
			goto cleanup;
		}
449
450
	}

Dave Reisner's avatar
Dave Reisner committed
451
452
453
454
	_alpm_log(handle, ALPM_LOG_DEBUG,
			"opened tempfile for download: %s (%s)\n", payload->tempfile_name,
			payload->tempfile_openmode);

455
	curl_easy_setopt(curl, CURLOPT_WRITEDATA, localf);
456

457
458
	/* Ignore any SIGPIPE signals. With libcurl, these shouldn't be happening,
	 * but better safe than sorry. Store the old signal handler first. */
459
460
	mask_signal(SIGPIPE, SIG_IGN, &orig_sig_pipe);
	mask_signal(SIGINT, &inthandler, &orig_sig_int);
461
462

	/* perform transfer */
463
	payload->curlerr = curl_easy_perform(curl);
464
465
	_alpm_log(handle, ALPM_LOG_DEBUG, "curl returned error %d from transfer\n",
			payload->curlerr);
466

467
468
	/* disconnect relationships from the curl handle for things that might go out
	 * of scope, but could still be touched on connection teardown.  This really
Allan McRae's avatar
Allan McRae committed
469
	 * only applies to FTP transfers. */
470
	curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 1L);
471
	curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, (char *)NULL);
472

473
	/* was it a success? */
474
	switch(payload->curlerr) {
475
		case CURLE_OK:
476
			/* get http/ftp response code */
477
478
			_alpm_log(handle, ALPM_LOG_DEBUG, "response code: %ld\n", payload->respcode);
			if(payload->respcode >= 400) {
479
				payload->unlink_on_fail = 1;
Dan McGee's avatar
Dan McGee committed
480
481
				/* non-translated message is same as libcurl */
				snprintf(error_buffer, sizeof(error_buffer),
482
						"The requested URL returned error: %ld", payload->respcode);
Dan McGee's avatar
Dan McGee committed
483
484
485
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
						payload->remote_name, hostname, error_buffer);
486
487
				goto cleanup;
			}
488
489
			break;
		case CURLE_ABORTED_BY_CALLBACK:
490
491
			/* handle the interrupt accordingly */
			if(dload_interrupted == ABORT_OVER_MAXFILESIZE) {
492
				payload->curlerr = CURLE_FILESIZE_EXCEEDED;
493
				handle->pm_errno = ALPM_ERR_LIBCURL;
Dan McGee's avatar
Dan McGee committed
494
				/* use the 'size exceeded' message from libcurl */
495
496
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
Dan McGee's avatar
Dan McGee committed
497
498
						payload->remote_name, hostname,
						curl_easy_strerror(CURLE_FILESIZE_EXCEEDED));
499
			}
500
501
			goto cleanup;
		default:
502
			/* delete zero length downloads */
Dan McGee's avatar
Dan McGee committed
503
			if(fstat(fileno(localf), &st) == 0 && st.st_size == 0) {
504
505
				payload->unlink_on_fail = 1;
			}
506
507
			if(!payload->errors_ok) {
				handle->pm_errno = ALPM_ERR_LIBCURL;
508
509
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
510
						payload->remote_name, hostname, error_buffer);
511
			} else {
512
513
				_alpm_log(handle, ALPM_LOG_DEBUG,
						"failed retrieving file '%s' from %s : %s\n",
514
						payload->remote_name, hostname, error_buffer);
515
516
			}
			goto cleanup;
517
518
	}

519
	/* retrieve info about the state of the transfer */
520
521
522
523
524
	curl_easy_getinfo(curl, CURLINFO_FILETIME, &remote_time);
	curl_easy_getinfo(curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &remote_size);
	curl_easy_getinfo(curl, CURLINFO_SIZE_DOWNLOAD, &bytes_dl);
	curl_easy_getinfo(curl, CURLINFO_CONDITION_UNMET, &timecond);
	curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &effective_url);
525

526
527
528
529
	if(final_url != NULL) {
		*final_url = effective_url;
	}

530
531
	/* time condition was met and we didn't download anything. we need to
	 * clean up the 0 byte .part file that's left behind. */
532
	if(timecond == 1 && DOUBLE_EQ(bytes_dl, 0)) {
Dave Reisner's avatar
Dave Reisner committed
533
		_alpm_log(handle, ALPM_LOG_DEBUG, "file met time condition\n");
534
		ret = 1;
535
		unlink(payload->tempfile_name);
536
537
538
539
540
541
		goto cleanup;
	}

	/* remote_size isn't necessarily the full size of the file, just what the
	 * server reported as remaining to download. compare it to what curl reported
	 * as actually being transferred during curl_easy_perform() */
542
543
	if(!DOUBLE_EQ(remote_size, -1) && !DOUBLE_EQ(bytes_dl, -1) &&
			!DOUBLE_EQ(bytes_dl, remote_size)) {
544
		handle->pm_errno = ALPM_ERR_RETRIEVE;
545
		_alpm_log(handle, ALPM_LOG_ERROR, _("%s appears to be truncated: %jd/%jd bytes\n"),
546
				payload->remote_name, (intmax_t)bytes_dl, (intmax_t)remote_size);
547
548
549
		goto cleanup;
	}

550
	if(payload->content_disp_name) {
Dave Reisner's avatar
Dave Reisner committed
551
		/* content-disposition header has a better name for our file */
552
		free(payload->destfile_name);
553
		payload->destfile_name = get_fullpath(localpath, payload->content_disp_name, "");
Dave Reisner's avatar
Dave Reisner committed
554
555
	} else {
		const char *effective_filename = strrchr(effective_url, '/');
556
		if(effective_filename && strlen(effective_filename) > 2) {
Dave Reisner's avatar
Dave Reisner committed
557
558
559
560
561
562
			effective_filename++;

			/* if destfile was never set, we wrote to a tempfile. even if destfile is
			 * set, we may have followed some redirects and the effective url may
			 * have a better suggestion as to what to name our file. in either case,
			 * refactor destfile to this newly derived name. */
563
564
565
566
			if(!payload->destfile_name || strcmp(effective_filename,
						strrchr(payload->destfile_name, '/') + 1) != 0) {
				free(payload->destfile_name);
				payload->destfile_name = get_fullpath(localpath, effective_filename, "");
Dave Reisner's avatar
Dave Reisner committed
567
568
569
570
			}
		}
	}

571
572
573
574
575
	ret = 0;

cleanup:
	if(localf != NULL) {
		fclose(localf);
576
		utimes_long(payload->tempfile_name, remote_time);
577
578
	}

579
	if(ret == 0) {
580
581
582
583
		const char *realname = payload->tempfile_name;
		if(payload->destfile_name) {
			realname = payload->destfile_name;
			if(rename(payload->tempfile_name, payload->destfile_name)) {
584
				_alpm_log(handle, ALPM_LOG_ERROR, _("could not rename %s to %s (%s)\n"),
585
						payload->tempfile_name, payload->destfile_name, strerror(errno));
586
587
				ret = -1;
			}
Dave Reisner's avatar
Dave Reisner committed
588
589
590
		}
		if(ret != -1 && final_file) {
			STRDUP(*final_file, strrchr(realname, '/') + 1,
591
					RET_ERR(handle, ALPM_ERR_MEMORY, -1));
Dave Reisner's avatar
Dave Reisner committed
592
593
594
		}
	}

595
596
597
	if((ret == -1 || dload_interrupted) && payload->unlink_on_fail &&
			payload->tempfile_name) {
		unlink(payload->tempfile_name);
598
599
	}

600
	/* restore the old signal handlers */
601
602
	unmask_signal(SIGINT, &orig_sig_int);
	unmask_signal(SIGPIPE, &orig_sig_pipe);
603
604
605
606
607
	/* if we were interrupted, trip the old handler */
	if(dload_interrupted) {
		raise(SIGINT);
	}

608
	return ret;
609
610
611
}
#endif

Kerrick Staley's avatar
Kerrick Staley committed
612
613
/** Download a file given by a URL to a local directory.
 * Does not overwrite an existing file if the download fails.
614
 * @param payload the payload context
Kerrick Staley's avatar
Kerrick Staley committed
615
 * @param localpath the directory to save the file in
Dave Reisner's avatar
Dave Reisner committed
616
 * @param final_file the real name of the downloaded file (may be NULL)
Kerrick Staley's avatar
Kerrick Staley committed
617
618
 * @return 0 on success, -1 on error (pm_errno is set accordingly if errors_ok == 0)
 */
619
int _alpm_download(struct dload_payload *payload, const char *localpath,
620
		char **final_file, char **final_url)
621
{
622
623
	alpm_handle_t *handle = payload->handle;

624
	if(handle->fetchcb == NULL) {
Dave Reisner's avatar
Dave Reisner committed
625
#ifdef HAVE_LIBCURL
626
		return curl_download_internal(payload, localpath, final_file, final_url);
627
#else
628
629
630
		/* work around unused warnings when building without libcurl */
		(void)final_file;
		(void)final_url;
631
		RET_ERR(handle, ALPM_ERR_EXTERNAL_DOWNLOAD, -1);
632
#endif
633
	} else {
634
635
		int ret = handle->fetchcb(payload->fileurl, localpath, payload->force);
		if(ret == -1 && !payload->errors_ok) {
636
			RET_ERR(handle, ALPM_ERR_EXTERNAL_DOWNLOAD, -1);
637
		}
638
		return ret;
639
640
	}
}
641

642
643
static char *filecache_find_url(alpm_handle_t *handle, const char *url)
{
644
	const char *filebase = strrchr(url, '/');
645

646
	if(filebase == NULL) {
647
648
649
		return NULL;
	}

650
651
	filebase++;
	if(filebase == '\0') {
652
653
654
		return NULL;
	}

655
	return _alpm_filecache_find(handle, filebase);
656
657
}

658
/** Fetch a remote pkg. */
659
char SYMEXPORT *alpm_fetch_pkgurl(alpm_handle_t *handle, const char *url)
Dan McGee's avatar
Dan McGee committed
660
{
661
	char *filepath;
Dave Reisner's avatar
Dave Reisner committed
662
	const char *cachedir;
663
	char *final_file = NULL, *final_pkg_url = NULL;
664
	struct dload_payload payload;
665
	int ret = 0;
Dan McGee's avatar
Dan McGee committed
666

667
	CHECK_HANDLE(handle, return NULL);
668
	ASSERT(url, RET_ERR(handle, ALPM_ERR_WRONG_ARGS, NULL));
669

Dan McGee's avatar
Dan McGee committed
670
	/* find a valid cache dir to download to */
671
	cachedir = _alpm_filecache_setup(handle);
Dan McGee's avatar
Dan McGee committed
672

673
	memset(&payload, 0, sizeof(struct dload_payload));
674
675
676
677
678
679
680
681
682

	/* attempt to find the file in our pkgcache */
	filepath = filecache_find_url(handle, url);
	if(filepath == NULL) {
		STRDUP(payload.fileurl, url, RET_ERR(handle, ALPM_ERR_MEMORY, NULL));
		payload.allow_resume = 1;
		payload.handle = handle;

		/* download the file */
683
		ret = _alpm_download(&payload, cachedir, &final_file, &final_pkg_url);
684
685
686
687
688
689
690
		_alpm_dload_payload_reset(&payload);
		if(ret == -1) {
			_alpm_log(handle, ALPM_LOG_WARNING, _("failed to download %s\n"), url);
			free(final_file);
			return NULL;
		}
		_alpm_log(handle, ALPM_LOG_DEBUG, "successfully downloaded %s\n", url);
Dan McGee's avatar
Dan McGee committed
691
692
	}

693
	/* attempt to download the signature */
694
	if(ret == 0 && final_pkg_url && (handle->siglevel & ALPM_SIG_PACKAGE)) {
695
		char *sig_filepath, *sig_final_file = NULL;
696
697
		size_t len;

698
		len = strlen(final_pkg_url) + 5;
699
		MALLOC(payload.fileurl, len, RET_ERR(handle, ALPM_ERR_MEMORY, NULL));
700
		snprintf(payload.fileurl, len, "%s.sig", final_pkg_url);
701
702
703
704
705
706
707
708
709
710

		sig_filepath = filecache_find_url(handle, payload.fileurl);
		if(sig_filepath == NULL) {
			payload.handle = handle;
			payload.force = 1;
			payload.errors_ok = (handle->siglevel & ALPM_SIG_PACKAGE_OPTIONAL);

			/* set hard upper limit of 16KiB */
			payload.max_size = 16 * 1024;

711
			ret = _alpm_download(&payload, cachedir, &sig_final_file, NULL);
712
713
714
715
716
717
718
719
720
721
			if(ret == -1 && !payload.errors_ok) {
				_alpm_log(handle, ALPM_LOG_WARNING,
						_("failed to download %s\n"), payload.fileurl);
				/* Warn now, but don't return NULL. We will fail later during package
				 * load time. */
			} else if(ret == 0) {
				_alpm_log(handle, ALPM_LOG_DEBUG,
						"successfully downloaded %s\n", payload.fileurl);
			}
			FREE(sig_final_file);
722
		}
723
		free(sig_filepath);
724
		_alpm_dload_payload_reset(&payload);
725
726
	}

Dan McGee's avatar
Dan McGee committed
727
	/* we should be able to find the file the second time around */
728
729
730
	if(filepath == NULL) {
		filepath = _alpm_filecache_find(handle, final_file);
	}
731
	free(final_file);
Dave Reisner's avatar
Dave Reisner committed
732

733
	return filepath;
Dan McGee's avatar
Dan McGee committed
734
735
}

736
737
void _alpm_dload_payload_reset(struct dload_payload *payload)
{
738
	ASSERT(payload, return);
739

740
	FREE(payload->remote_name);
741
742
	FREE(payload->tempfile_name);
	FREE(payload->destfile_name);
743
744
	FREE(payload->content_disp_name);
	FREE(payload->fileurl);
745
	memset(payload, '\0', sizeof(*payload));
746
747
}

Dan McGee's avatar
Dan McGee committed
748
/* vim: set ts=2 sw=2 noet: */