dload.c 22.3 KB
Newer Older
Dan McGee's avatar
Dan McGee committed
1
2
3
/*
 *  download.c
 *
Allan McRae's avatar
Allan McRae committed
4
 *  Copyright (c) 2006-2014 Pacman Development Team <pacman-dev@archlinux.org>
5
 *  Copyright (c) 2002-2006 by Judd Vinet <jvinet@zeroflux.org>
Dan McGee's avatar
Dan McGee committed
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
 *
 *  This program is free software; you can redistribute it and/or modify
 *  it under the terms of the GNU General Public License as published by
 *  the Free Software Foundation; either version 2 of the License, or
 *  (at your option) any later version.
 *
 *  This program is distributed in the hope that it will be useful,
 *  but WITHOUT ANY WARRANTY; without even the implied warranty of
 *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 *  GNU General Public License for more details.
 *
 *  You should have received a copy of the GNU General Public License
 *  along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <stdlib.h>
#include <stdio.h>
#include <errno.h>
#include <string.h>
#include <unistd.h>
26
#include <sys/socket.h> /* setsockopt, SO_KEEPALIVE */
27
28
29
#include <sys/time.h>
#include <sys/types.h>
#include <sys/stat.h>
30
#include <signal.h>
31

32
33
34
35
36
37
38
#ifdef HAVE_NETINET_IN_H
#include <netinet/in.h> /* IPPROTO_TCP */
#endif
#ifdef HAVE_NETINET_TCP_H
#include <netinet/tcp.h> /* TCP_KEEPINTVL, TCP_KEEPIDLE */
#endif

39
40
41
42
#ifdef HAVE_LIBCURL
#include <curl/curl.h>
#endif

Dan McGee's avatar
Dan McGee committed
43
44
45
46
47
48
49
50
/* libalpm */
#include "dload.h"
#include "alpm_list.h"
#include "alpm.h"
#include "log.h"
#include "util.h"
#include "handle.h"

51
#ifdef HAVE_LIBCURL
52
static const char *get_filename(const char *url)
53
{
54
55
56
57
	char *filename = strrchr(url, '/');
	if(filename != NULL) {
		filename++;
	}
58
	return filename;
59
}
60

61
62
static char *get_fullpath(const char *path, const char *filename,
		const char *suffix)
63
{
64
65
66
	char *filepath;
	/* len = localpath len + filename len + suffix len + null */
	size_t len = strlen(path) + strlen(filename) + strlen(suffix) + 1;
67
	MALLOC(filepath, len, return NULL);
68
	snprintf(filepath, len, "%s%s%s", path, filename, suffix);
69

70
	return filepath;
71
72
}

73
74
75
76
77
78
79
80
81
static CURL *get_libcurl_handle(alpm_handle_t *handle)
{
	if(!handle->curl) {
		curl_global_init(CURL_GLOBAL_SSL);
		handle->curl = curl_easy_init();
	}
	return handle->curl;
}

82
83
84
85
86
enum {
	ABORT_SIGINT = 1,
	ABORT_OVER_MAXFILESIZE
};

87
static int dload_interrupted;
88
static void inthandler(int UNUSED signum)
89
{
90
	dload_interrupted = ABORT_SIGINT;
91
}
92

93
static int dload_progress_cb(void *file, double dltotal, double dlnow,
94
		double UNUSED ultotal, double UNUSED ulnow)
95
{
96
	struct dload_payload *payload = (struct dload_payload *)file;
97
	off_t current_size, total_size;
98

99
100
101
102
103
	/* avoid displaying progress bar for redirects with a body */
	if(payload->respcode >= 300) {
		return 0;
	}

104
105
106
107
108
	/* SIGINT sent, abort by alerting curl */
	if(dload_interrupted) {
		return 1;
	}

109
110
111
112
	current_size = payload->initial_size + (off_t)dlnow;

	/* is our filesize still under any set limit? */
	if(payload->max_size && current_size > payload->max_size) {
113
		dload_interrupted = ABORT_OVER_MAXFILESIZE;
114
115
116
		return 1;
	}

117
	/* none of what follows matters if the front end has no callback */
118
	if(payload->handle->dlcb == NULL) {
119
120
121
		return 0;
	}

122
	total_size = payload->initial_size + (off_t)dltotal;
123

124
	if(DOUBLE_EQ(dltotal, 0.0) || payload->prevprogress == total_size) {
125
		return 0;
126
127
	}

128
129
	/* initialize the progress bar here to avoid displaying it when
	 * a repo is up to date and nothing gets downloaded */
130
	if(payload->prevprogress == 0) {
131
		payload->handle->dlcb(payload->remote_name, 0, (off_t)dltotal);
132
133
	}

134
	payload->handle->dlcb(payload->remote_name, current_size, total_size);
135

136
	payload->prevprogress = current_size;
137

138
	return 0;
139
140
}

141
static int curl_gethost(const char *url, char *buffer, size_t buf_len)
142
{
143
	size_t hostlen;
144
	char *p, *q;
145
146

	if(strncmp(url, "file://", 7) == 0) {
147
148
		p = _("disk");
		hostlen = strlen(p);
149
150
151
	} else {
		p = strstr(url, "//");
		if(!p) {
152
			return 1;
153
154
155
		}
		p += 2; /* jump over the found // */
		hostlen = strcspn(p, "/");
156

Dave Reisner's avatar
Dave Reisner committed
157
158
159
160
161
162
163
164
165
		/* there might be a user:pass@ on the URL. hide it. avoid using memrchr()
		 * for portability concerns. */
		q = p + hostlen;
		while(--q > p) {
			if(*q == '@') {
				break;
			}
		}
		if(*q == '@' && p != q) {
166
167
168
			hostlen -= q - p + 1;
			p = q + 1;
		}
169
	}
170

171
172
173
	if(hostlen > buf_len - 1) {
		/* buffer overflow imminent */
		return 1;
174
	}
175
176
	memcpy(buffer, p, hostlen);
	buffer[hostlen] = '\0';
177

178
	return 0;
179
180
}

Dan McGee's avatar
Dan McGee committed
181
static int utimes_long(const char *path, long seconds)
182
{
Dan McGee's avatar
Dan McGee committed
183
	if(seconds != -1) {
184
185
		struct timeval tv[2];
		memset(&tv, 0, sizeof(tv));
Dan McGee's avatar
Dan McGee committed
186
		tv[0].tv_sec = tv[1].tv_sec = seconds;
187
188
189
190
191
		return utimes(path, tv);
	}
	return 0;
}

192
193
194
195
196
197
198
199
/* prefix to avoid possible future clash with getumask(3) */
static mode_t _getumask(void)
{
	mode_t mask = umask(0);
	umask(mask);
	return mask;
}

200
static size_t dload_parseheader_cb(void *ptr, size_t size, size_t nmemb, void *user)
Dave Reisner's avatar
Dave Reisner committed
201
202
203
204
205
{
	size_t realsize = size * nmemb;
	const char *fptr, *endptr = NULL;
	const char * const cd_header = "Content-Disposition:";
	const char * const fn_key = "filename=";
206
	struct dload_payload *payload = (struct dload_payload *)user;
207
	long respcode;
Dave Reisner's avatar
Dave Reisner committed
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223

	if(_alpm_raw_ncmp(cd_header, ptr, strlen(cd_header)) == 0) {
		if((fptr = strstr(ptr, fn_key))) {
			fptr += strlen(fn_key);

			/* find the end of the field, which is either a semi-colon, or the end of
			 * the data. As per curl_easy_setopt(3), we cannot count on headers being
			 * null terminated, so we look for the closing \r\n */
			endptr = fptr + strcspn(fptr, ";\r\n") - 1;

			/* remove quotes */
			if(*fptr == '"' && *endptr == '"') {
				fptr++;
				endptr--;
			}

224
			STRNDUP(payload->content_disp_name, fptr, endptr - fptr + 1,
225
					RET_ERR(payload->handle, ALPM_ERR_MEMORY, realsize));
Dave Reisner's avatar
Dave Reisner committed
226
227
		}
	}
228

229
230
231
232
233
	curl_easy_getinfo(payload->handle->curl, CURLINFO_RESPONSE_CODE, &respcode);
	if(payload->respcode != respcode) {
		payload->respcode = respcode;
	}

Dave Reisner's avatar
Dave Reisner committed
234
235
236
	return realsize;
}

237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
static int dload_sockopt_cb(void *userdata, curl_socket_t curlfd,
		curlsocktype purpose)
{
	alpm_handle_t *handle = userdata;
	int optval = 1;

	/* this whole method is to prevent FTP control connections from going sour
	 * during a long data transfer; crappy firewalls love to drop otherwise idle
	 * connections if there is no traffic. */
	if(purpose != CURLSOCKTYPE_IPCXN) {
		return 0;
	}

	/* don't abort operation if any setsockopt fails, just log to debug */
	if(setsockopt(curlfd, SOL_SOCKET, SO_KEEPALIVE, (void *)&optval,
				sizeof(optval)) < 0) {
		_alpm_log(handle, ALPM_LOG_DEBUG,
				"Failed to set SO_KEEPALIVE on fd %d\n", curlfd);
	}
	else {
#ifdef TCP_KEEPIDLE
		optval = 60;
		if(setsockopt(curlfd, IPPROTO_TCP, TCP_KEEPIDLE, (void *)&optval,
					sizeof(optval)) < 0) {
			_alpm_log(handle, ALPM_LOG_DEBUG,
					"Failed to set TCP_KEEPIDLE on fd %d\n", curlfd);
		}
#endif
#ifdef TCP_KEEPINTVL
		optval = 60;
		if(setsockopt(curlfd, IPPROTO_TCP, TCP_KEEPINTVL, (void *)&optval,
					sizeof(optval)) < 0) {
			_alpm_log(handle, ALPM_LOG_DEBUG,
					"Failed to set TCP_KEEPINTVL on fd %d\n", curlfd);
		}
#endif
	}

	return 0;
}

278
static void curl_set_handle_opts(struct dload_payload *payload,
279
		CURL *curl, char *error_buffer)
280
281
282
283
284
285
{
	alpm_handle_t *handle = payload->handle;
	const char *useragent = getenv("HTTP_USER_AGENT");
	struct stat st;

	/* the curl_easy handle is initialized with the alpm handle, so we only need
Dave Reisner's avatar
Dave Reisner committed
286
	 * to reset the handle's parameters for each time it's used. */
287
288
289
290
291
292
293
294
	curl_easy_reset(curl);
	curl_easy_setopt(curl, CURLOPT_URL, payload->fileurl);
	curl_easy_setopt(curl, CURLOPT_FAILONERROR, 1L);
	curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, error_buffer);
	curl_easy_setopt(curl, CURLOPT_CONNECTTIMEOUT, 10L);
	curl_easy_setopt(curl, CURLOPT_FILETIME, 1L);
	curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 0L);
	curl_easy_setopt(curl, CURLOPT_FOLLOWLOCATION, 1L);
295
	curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, dload_progress_cb);
296
	curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, (void *)payload);
297
	curl_easy_setopt(curl, CURLOPT_LOW_SPEED_LIMIT, 1L);
298
	curl_easy_setopt(curl, CURLOPT_LOW_SPEED_TIME, 10L);
299
	curl_easy_setopt(curl, CURLOPT_HEADERFUNCTION, dload_parseheader_cb);
300
301
	curl_easy_setopt(curl, CURLOPT_WRITEHEADER, (void *)payload);
	curl_easy_setopt(curl, CURLOPT_NETRC, CURL_NETRC_OPTIONAL);
302
303
	curl_easy_setopt(curl, CURLOPT_SOCKOPTFUNCTION, dload_sockopt_cb);
	curl_easy_setopt(curl, CURLOPT_SOCKOPTDATA, (void *)handle);
304
	curl_easy_setopt(curl, CURLOPT_HTTPAUTH, CURLAUTH_ANY);
305

Dave Reisner's avatar
Dave Reisner committed
306
307
	_alpm_log(handle, ALPM_LOG_DEBUG, "url: %s\n", payload->fileurl);

308
	if(payload->max_size) {
309
310
		_alpm_log(handle, ALPM_LOG_DEBUG, "maxsize: %jd\n",
				(intmax_t)payload->max_size);
311
		curl_easy_setopt(curl, CURLOPT_MAXFILESIZE_LARGE,
312
				(curl_off_t)payload->max_size);
313
314
315
	}

	if(useragent != NULL) {
316
		curl_easy_setopt(curl, CURLOPT_USERAGENT, useragent);
317
318
319
320
321
	}

	if(!payload->allow_resume && !payload->force && payload->destfile_name &&
			stat(payload->destfile_name, &st) == 0) {
		/* start from scratch, but only download if our local is out of date. */
322
323
		curl_easy_setopt(curl, CURLOPT_TIMECONDITION, CURL_TIMECOND_IFMODSINCE);
		curl_easy_setopt(curl, CURLOPT_TIMEVALUE, (long)st.st_mtime);
Dave Reisner's avatar
Dave Reisner committed
324
325
		_alpm_log(handle, ALPM_LOG_DEBUG,
				"using time condition: %lu\n", (long)st.st_mtime);
326
327
328
	} else if(stat(payload->tempfile_name, &st) == 0 && payload->allow_resume) {
		/* a previous partial download exists, resume from end of file. */
		payload->tempfile_openmode = "ab";
329
		curl_easy_setopt(curl, CURLOPT_RESUME_FROM_LARGE, (curl_off_t)st.st_size);
Dave Reisner's avatar
Dave Reisner committed
330
		_alpm_log(handle, ALPM_LOG_DEBUG,
331
332
				"tempfile found, attempting continuation from %jd bytes\n",
				(intmax_t)st.st_size);
333
		payload->initial_size = st.st_size;
334
335
336
	}
}

337
static void mask_signal(int signum, void (*handler)(int),
338
		struct sigaction *origaction)
339
{
340
	struct sigaction newaction;
341
342
343
344
345

	newaction.sa_handler = handler;
	sigemptyset(&newaction.sa_mask);
	newaction.sa_flags = 0;

346
347
	sigaction(signum, NULL, origaction);
	sigaction(signum, &newaction, NULL);
348
349
}

350
static void unmask_signal(int signum, struct sigaction *sa)
351
{
352
	sigaction(signum, sa, NULL);
353
354
}

355
356
357
358
static FILE *create_tempfile(struct dload_payload *payload, const char *localpath)
{
	int fd;
	FILE *fp;
359
360
	char *randpath;
	size_t len;
361
362

	/* create a random filename, which is opened with O_EXCL */
363
364
365
	len = strlen(localpath) + 14 + 1;
	MALLOC(randpath, len, RET_ERR(payload->handle, ALPM_ERR_MEMORY, NULL));
	snprintf(randpath, len, "%salpmtmp.XXXXXX", localpath);
366
	if((fd = mkstemp(randpath)) == -1 ||
367
			fchmod(fd, ~(_getumask()) & 0666) ||
368
369
			!(fp = fdopen(fd, payload->tempfile_openmode))) {
		unlink(randpath);
370
		close(fd);
371
		_alpm_log(payload->handle, ALPM_LOG_ERROR,
372
				_("failed to create temporary file for download\n"));
373
		free(randpath);
374
375
376
		return NULL;
	}
	/* fp now points to our alpmtmp.XXXXXX */
377
378
379
380
381
	free(payload->tempfile_name);
	payload->tempfile_name = randpath;
	free(payload->remote_name);
	STRDUP(payload->remote_name, strrchr(randpath, '/') + 1,
			RET_ERR(payload->handle, ALPM_ERR_MEMORY, NULL));
382
383
384
385

	return fp;
}

386
387
388
/* RFC1123 states applications should support this length */
#define HOSTNAME_SIZE 256

389
static int curl_download_internal(struct dload_payload *payload,
390
		const char *localpath, char **final_file, char **final_url)
391
{
392
	int ret = -1;
393
	FILE *localf = NULL;
394
	char *effective_url;
395
	char hostname[HOSTNAME_SIZE];
396
	char error_buffer[CURL_ERROR_SIZE] = {0};
397
	struct stat st;
398
	long timecond, remote_time = -1;
399
	double remote_size, bytes_dl;
400
	struct sigaction orig_sig_pipe, orig_sig_int;
401
402
	/* shortcut to our handle within the payload */
	alpm_handle_t *handle = payload->handle;
403
	CURL *curl = get_libcurl_handle(handle);
404
	handle->pm_errno = 0;
405

406
407
408
409
410
	/* make sure these are NULL */
	FREE(payload->tempfile_name);
	FREE(payload->destfile_name);
	FREE(payload->content_disp_name);

411
	payload->tempfile_openmode = "wb";
412
	if(!payload->remote_name) {
413
414
		STRDUP(payload->remote_name, get_filename(payload->fileurl),
				RET_ERR(handle, ALPM_ERR_MEMORY, -1));
415
	}
416
	if(curl_gethost(payload->fileurl, hostname, sizeof(hostname)) != 0) {
417
		_alpm_log(handle, ALPM_LOG_ERROR, _("url '%s' is invalid\n"), payload->fileurl);
418
		RET_ERR(handle, ALPM_ERR_SERVER_BAD_URL, -1);
419
420
	}

421
422
	if(payload->remote_name && strlen(payload->remote_name) > 0 &&
			strcmp(payload->remote_name, ".sig") != 0) {
423
424
425
		payload->destfile_name = get_fullpath(localpath, payload->remote_name, "");
		payload->tempfile_name = get_fullpath(localpath, payload->remote_name, ".part");
		if(!payload->destfile_name || !payload->tempfile_name) {
Dave Reisner's avatar
Dave Reisner committed
426
427
428
			goto cleanup;
		}
	} else {
429
430
		/* URL doesn't contain a filename, so make a tempfile. We can't support
		 * resuming this kind of download; partial transfers will be destroyed */
431
		payload->unlink_on_fail = 1;
Dave Reisner's avatar
Dave Reisner committed
432

433
434
		localf = create_tempfile(payload, localpath);
		if(localf == NULL) {
Dave Reisner's avatar
Dave Reisner committed
435
436
			goto cleanup;
		}
437
	}
438

439
	curl_set_handle_opts(payload, curl, error_buffer);
440
441

	if(localf == NULL) {
442
		localf = fopen(payload->tempfile_name, payload->tempfile_openmode);
Dave Reisner's avatar
Dave Reisner committed
443
		if(localf == NULL) {
444
445
446
447
			handle->pm_errno = ALPM_ERR_RETRIEVE;
			_alpm_log(handle, ALPM_LOG_ERROR,
					_("could not open file %s: %s\n"),
					payload->tempfile_name, strerror(errno));
Dave Reisner's avatar
Dave Reisner committed
448
449
			goto cleanup;
		}
450
451
	}

Dave Reisner's avatar
Dave Reisner committed
452
453
454
455
	_alpm_log(handle, ALPM_LOG_DEBUG,
			"opened tempfile for download: %s (%s)\n", payload->tempfile_name,
			payload->tempfile_openmode);

456
	curl_easy_setopt(curl, CURLOPT_WRITEDATA, localf);
457

458
459
	/* Ignore any SIGPIPE signals. With libcurl, these shouldn't be happening,
	 * but better safe than sorry. Store the old signal handler first. */
460
461
	mask_signal(SIGPIPE, SIG_IGN, &orig_sig_pipe);
	mask_signal(SIGINT, &inthandler, &orig_sig_int);
462
463

	/* perform transfer */
464
	payload->curlerr = curl_easy_perform(curl);
465
466
	_alpm_log(handle, ALPM_LOG_DEBUG, "curl returned error %d from transfer\n",
			payload->curlerr);
467

468
	/* disconnect relationships from the curl handle for things that might go out
469
	 * of scope, but could still be touched on connection teardown. This really
Allan McRae's avatar
Allan McRae committed
470
	 * only applies to FTP transfers. */
471
	curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 1L);
472
	curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, (char *)NULL);
473

474
	/* was it a success? */
475
	switch(payload->curlerr) {
476
		case CURLE_OK:
477
			/* get http/ftp response code */
478
479
			_alpm_log(handle, ALPM_LOG_DEBUG, "response code: %ld\n", payload->respcode);
			if(payload->respcode >= 400) {
480
				payload->unlink_on_fail = 1;
Dan McGee's avatar
Dan McGee committed
481
482
				/* non-translated message is same as libcurl */
				snprintf(error_buffer, sizeof(error_buffer),
483
						"The requested URL returned error: %ld", payload->respcode);
Dan McGee's avatar
Dan McGee committed
484
485
486
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
						payload->remote_name, hostname, error_buffer);
487
488
				goto cleanup;
			}
489
490
			break;
		case CURLE_ABORTED_BY_CALLBACK:
491
492
			/* handle the interrupt accordingly */
			if(dload_interrupted == ABORT_OVER_MAXFILESIZE) {
493
				payload->curlerr = CURLE_FILESIZE_EXCEEDED;
494
				handle->pm_errno = ALPM_ERR_LIBCURL;
Dan McGee's avatar
Dan McGee committed
495
				/* use the 'size exceeded' message from libcurl */
496
497
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
Dan McGee's avatar
Dan McGee committed
498
499
						payload->remote_name, hostname,
						curl_easy_strerror(CURLE_FILESIZE_EXCEEDED));
500
			}
501
502
			goto cleanup;
		default:
503
			/* delete zero length downloads */
Dan McGee's avatar
Dan McGee committed
504
			if(fstat(fileno(localf), &st) == 0 && st.st_size == 0) {
505
506
				payload->unlink_on_fail = 1;
			}
507
508
			if(!payload->errors_ok) {
				handle->pm_errno = ALPM_ERR_LIBCURL;
509
510
				_alpm_log(handle, ALPM_LOG_ERROR,
						_("failed retrieving file '%s' from %s : %s\n"),
511
						payload->remote_name, hostname, error_buffer);
512
			} else {
513
514
				_alpm_log(handle, ALPM_LOG_DEBUG,
						"failed retrieving file '%s' from %s : %s\n",
515
						payload->remote_name, hostname, error_buffer);
516
517
			}
			goto cleanup;
518
519
	}

520
	/* retrieve info about the state of the transfer */
521
522
523
524
525
	curl_easy_getinfo(curl, CURLINFO_FILETIME, &remote_time);
	curl_easy_getinfo(curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &remote_size);
	curl_easy_getinfo(curl, CURLINFO_SIZE_DOWNLOAD, &bytes_dl);
	curl_easy_getinfo(curl, CURLINFO_CONDITION_UNMET, &timecond);
	curl_easy_getinfo(curl, CURLINFO_EFFECTIVE_URL, &effective_url);
526

527
528
529
530
	if(final_url != NULL) {
		*final_url = effective_url;
	}

531
532
	/* time condition was met and we didn't download anything. we need to
	 * clean up the 0 byte .part file that's left behind. */
533
	if(timecond == 1 && DOUBLE_EQ(bytes_dl, 0)) {
Dave Reisner's avatar
Dave Reisner committed
534
		_alpm_log(handle, ALPM_LOG_DEBUG, "file met time condition\n");
535
		ret = 1;
536
		unlink(payload->tempfile_name);
537
538
539
540
541
542
		goto cleanup;
	}

	/* remote_size isn't necessarily the full size of the file, just what the
	 * server reported as remaining to download. compare it to what curl reported
	 * as actually being transferred during curl_easy_perform() */
543
544
	if(!DOUBLE_EQ(remote_size, -1) && !DOUBLE_EQ(bytes_dl, -1) &&
			!DOUBLE_EQ(bytes_dl, remote_size)) {
545
		handle->pm_errno = ALPM_ERR_RETRIEVE;
546
		_alpm_log(handle, ALPM_LOG_ERROR, _("%s appears to be truncated: %jd/%jd bytes\n"),
547
				payload->remote_name, (intmax_t)bytes_dl, (intmax_t)remote_size);
548
549
550
		goto cleanup;
	}

551
	if(payload->trust_remote_name) {
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
		if(payload->content_disp_name) {
			/* content-disposition header has a better name for our file */
			free(payload->destfile_name);
			payload->destfile_name = get_fullpath(localpath, payload->content_disp_name, "");
		} else {
			const char *effective_filename = strrchr(effective_url, '/');
			if(effective_filename && strlen(effective_filename) > 2) {
				effective_filename++;

				/* if destfile was never set, we wrote to a tempfile. even if destfile is
				 * set, we may have followed some redirects and the effective url may
				 * have a better suggestion as to what to name our file. in either case,
				 * refactor destfile to this newly derived name. */
				if(!payload->destfile_name || strcmp(effective_filename,
							strrchr(payload->destfile_name, '/') + 1) != 0) {
					free(payload->destfile_name);
					payload->destfile_name = get_fullpath(localpath, effective_filename, "");
				}
Dave Reisner's avatar
Dave Reisner committed
570
571
572
573
			}
		}
	}

574
575
576
577
578
	ret = 0;

cleanup:
	if(localf != NULL) {
		fclose(localf);
579
		utimes_long(payload->tempfile_name, remote_time);
580
581
	}

582
	if(ret == 0) {
583
584
585
586
		const char *realname = payload->tempfile_name;
		if(payload->destfile_name) {
			realname = payload->destfile_name;
			if(rename(payload->tempfile_name, payload->destfile_name)) {
587
				_alpm_log(handle, ALPM_LOG_ERROR, _("could not rename %s to %s (%s)\n"),
588
						payload->tempfile_name, payload->destfile_name, strerror(errno));
589
590
				ret = -1;
			}
Dave Reisner's avatar
Dave Reisner committed
591
592
593
		}
		if(ret != -1 && final_file) {
			STRDUP(*final_file, strrchr(realname, '/') + 1,
594
					RET_ERR(handle, ALPM_ERR_MEMORY, -1));
Dave Reisner's avatar
Dave Reisner committed
595
596
597
		}
	}

598
599
600
	if((ret == -1 || dload_interrupted) && payload->unlink_on_fail &&
			payload->tempfile_name) {
		unlink(payload->tempfile_name);
601
602
	}

603
	/* restore the old signal handlers */
604
605
	unmask_signal(SIGINT, &orig_sig_int);
	unmask_signal(SIGPIPE, &orig_sig_pipe);
606
607
608
609
610
	/* if we were interrupted, trip the old handler */
	if(dload_interrupted) {
		raise(SIGINT);
	}

611
	return ret;
612
613
614
}
#endif

Kerrick Staley's avatar
Kerrick Staley committed
615
616
/** Download a file given by a URL to a local directory.
 * Does not overwrite an existing file if the download fails.
617
 * @param payload the payload context
Kerrick Staley's avatar
Kerrick Staley committed
618
 * @param localpath the directory to save the file in
Dave Reisner's avatar
Dave Reisner committed
619
 * @param final_file the real name of the downloaded file (may be NULL)
Kerrick Staley's avatar
Kerrick Staley committed
620
621
 * @return 0 on success, -1 on error (pm_errno is set accordingly if errors_ok == 0)
 */
622
int _alpm_download(struct dload_payload *payload, const char *localpath,
623
		char **final_file, char **final_url)
624
{
625
626
	alpm_handle_t *handle = payload->handle;

627
	if(handle->fetchcb == NULL) {
Dave Reisner's avatar
Dave Reisner committed
628
#ifdef HAVE_LIBCURL
629
		return curl_download_internal(payload, localpath, final_file, final_url);
630
#else
631
632
633
		/* work around unused warnings when building without libcurl */
		(void)final_file;
		(void)final_url;
634
		RET_ERR(handle, ALPM_ERR_EXTERNAL_DOWNLOAD, -1);
635
#endif
636
	} else {
637
638
		int ret = handle->fetchcb(payload->fileurl, localpath, payload->force);
		if(ret == -1 && !payload->errors_ok) {
639
			RET_ERR(handle, ALPM_ERR_EXTERNAL_DOWNLOAD, -1);
640
		}
641
		return ret;
642
643
	}
}
644

645
646
static char *filecache_find_url(alpm_handle_t *handle, const char *url)
{
647
	const char *filebase = strrchr(url, '/');
648

649
	if(filebase == NULL) {
650
651
652
		return NULL;
	}

653
654
	filebase++;
	if(filebase == '\0') {
655
656
657
		return NULL;
	}

658
	return _alpm_filecache_find(handle, filebase);
659
660
}

661
/** Fetch a remote pkg. */
662
char SYMEXPORT *alpm_fetch_pkgurl(alpm_handle_t *handle, const char *url)
Dan McGee's avatar
Dan McGee committed
663
{
664
	char *filepath;
Dave Reisner's avatar
Dave Reisner committed
665
	const char *cachedir;
666
	char *final_file = NULL, *final_pkg_url = NULL;
667
	struct dload_payload payload;
668
	int ret = 0;
Dan McGee's avatar
Dan McGee committed
669

670
	CHECK_HANDLE(handle, return NULL);
671
	ASSERT(url, RET_ERR(handle, ALPM_ERR_WRONG_ARGS, NULL));
672

Dan McGee's avatar
Dan McGee committed
673
	/* find a valid cache dir to download to */
674
	cachedir = _alpm_filecache_setup(handle);
Dan McGee's avatar
Dan McGee committed
675

676
	memset(&payload, 0, sizeof(struct dload_payload));
677
678
679
680
681
682
683

	/* attempt to find the file in our pkgcache */
	filepath = filecache_find_url(handle, url);
	if(filepath == NULL) {
		STRDUP(payload.fileurl, url, RET_ERR(handle, ALPM_ERR_MEMORY, NULL));
		payload.allow_resume = 1;
		payload.handle = handle;
684
		payload.trust_remote_name = 1;
685
686

		/* download the file */
687
		ret = _alpm_download(&payload, cachedir, &final_file, &final_pkg_url);
688
689
690
691
692
693
694
		_alpm_dload_payload_reset(&payload);
		if(ret == -1) {
			_alpm_log(handle, ALPM_LOG_WARNING, _("failed to download %s\n"), url);
			free(final_file);
			return NULL;
		}
		_alpm_log(handle, ALPM_LOG_DEBUG, "successfully downloaded %s\n", url);
Dan McGee's avatar
Dan McGee committed
695
696
	}

697
	/* attempt to download the signature */
698
	if(ret == 0 && final_pkg_url && (handle->siglevel & ALPM_SIG_PACKAGE)) {
699
		char *sig_filepath, *sig_final_file = NULL;
700
701
		size_t len;

702
		len = strlen(final_pkg_url) + 5;
703
		MALLOC(payload.fileurl, len, RET_ERR(handle, ALPM_ERR_MEMORY, NULL));
704
		snprintf(payload.fileurl, len, "%s.sig", final_pkg_url);
705
706
707
708

		sig_filepath = filecache_find_url(handle, payload.fileurl);
		if(sig_filepath == NULL) {
			payload.handle = handle;
709
			payload.trust_remote_name = 1;
710
711
712
713
714
715
			payload.force = 1;
			payload.errors_ok = (handle->siglevel & ALPM_SIG_PACKAGE_OPTIONAL);

			/* set hard upper limit of 16KiB */
			payload.max_size = 16 * 1024;

716
			ret = _alpm_download(&payload, cachedir, &sig_final_file, NULL);
717
718
719
720
721
722
723
724
725
726
			if(ret == -1 && !payload.errors_ok) {
				_alpm_log(handle, ALPM_LOG_WARNING,
						_("failed to download %s\n"), payload.fileurl);
				/* Warn now, but don't return NULL. We will fail later during package
				 * load time. */
			} else if(ret == 0) {
				_alpm_log(handle, ALPM_LOG_DEBUG,
						"successfully downloaded %s\n", payload.fileurl);
			}
			FREE(sig_final_file);
727
		}
728
		free(sig_filepath);
729
		_alpm_dload_payload_reset(&payload);
730
731
	}

Dan McGee's avatar
Dan McGee committed
732
	/* we should be able to find the file the second time around */
733
734
735
	if(filepath == NULL) {
		filepath = _alpm_filecache_find(handle, final_file);
	}
736
	free(final_file);
Dave Reisner's avatar
Dave Reisner committed
737

738
	return filepath;
Dan McGee's avatar
Dan McGee committed
739
740
}

741
742
void _alpm_dload_payload_reset(struct dload_payload *payload)
{
743
	ASSERT(payload, return);
744

745
	FREE(payload->remote_name);
746
747
	FREE(payload->tempfile_name);
	FREE(payload->destfile_name);
748
749
	FREE(payload->content_disp_name);
	FREE(payload->fileurl);
750
	memset(payload, '\0', sizeof(*payload));
751
752
}

Dan McGee's avatar
Dan McGee committed
753
/* vim: set ts=2 sw=2 noet: */