Click here to Skip to main content
15,885,278 members
Articles / General Programming / Threads

MultiThread Download Accelerator Console

Rate me:
Please Sign up or sign in to vote.
4.94/5 (5 votes)
27 Feb 2012GPL32 min read 38.2K   939   23  
Porting Axel a lighter download accelerator for Linux and other Unices to NATIVE WIN32
  /********************************************************************\
  * Axel -- A lighter download accelerator for Linux and other Unices. *
  *                                                                    *
  * Copyright 2001 Wilmer van der Gaast                                *
  \********************************************************************/

/* Connection stuff							*/

/*
  This program is free software; you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation; either version 2 of the License, or
  (at your option) any later version.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License with
  the Debian GNU/Linux distribution in file /usr/doc/copyright/GPL;
  if not, write to the Free Software Foundation, Inc., 59 Temple Place,
  Suite 330, Boston, MA  02111-1307  USA
*/

#include "axel.h"

char string[MAX_STRING];

/* Convert an URL to a conn_t structure */
int conn_set(conn_t *conn, char *set_url)
{
	char url[MAX_STRING];
	char *i, *j;

#if WIN32
	conn->ftp->fd = INVALID_SOCKET;
	conn->http->fd = INVALID_SOCKET;
#endif
	
	/* protocol:// */
	if (NULL == (i = strstr(set_url, "://")))
	{
		conn->proto = PROTO_DEFAULT;
		strncpy(url, set_url, MAX_STRING);
	}
	else
	{
		if (set_url[0] == 'f') 
		{
			conn->proto = PROTO_FTP;
		}
		else if (set_url[0] == 'h') 
		{
			conn->proto = PROTO_HTTP;
		}
		else
		{
			return 0;
		}
		strncpy(url, i + 3, MAX_STRING);
	}
	
	/* Split */
	if (NULL == (i = strchr(url, '/')))
	{
		strcpy(conn->dir, "/");
	}
	else
	{
		*i = 0;
		snprintf(conn->dir, MAX_STRING, "/%s", i + 1);
		if (conn->proto == PROTO_HTTP) 
		{
			http_encode(conn->dir);
		}
	}
	strncpy(conn->host, url, MAX_STRING);
	j = strchr(conn->dir, '?');
	if (j != NULL) 
	{
		*j = 0;
	}
	i = strrchr(conn->dir, '/');
	*i = 0;
	if (j != NULL) 
	{
		*j = '?';
	}
	if (i == NULL)
	{
		strncpy(conn->file, conn->dir, MAX_STRING);
		strcpy(conn->dir, "/");
	}
	else
	{
		strncpy(conn->file, i + 1, MAX_STRING);
		strcat(conn->dir, "/");
	}
	
	/* Check for username in host field */
	if (strrchr(conn->host, '@') != NULL)
	{
		strncpy(conn->user, conn->host, MAX_STRING);
		i = strrchr(conn->user, '@');
		*i = 0;
		strncpy(conn->host, i + 1, MAX_STRING);
		*conn->pass = 0;
	}
	/* If not: Fill in defaults */
	else
	{
		if (conn->proto == PROTO_FTP)
		{
			/* Dash the password: Save traffic by trying
			   to avoid multi-line responses */
			strcpy(conn->user, "anonymous");
			strcpy(conn->pass, "mailto:axel-devel@lists.alioth.debian.org");
		}
		else
		{
			*conn->user = *conn->pass = 0;
		}
	}
	
	/* Password? */
	if ((i = strchr(conn->user, ':')) != NULL)
	{
		*i = 0;
		strncpy(conn->pass, i + 1, MAX_STRING);
	}
	/* Port number? */
	if ((i = strchr(conn->host, ':')) != NULL)
	{
		*i = 0;
		sscanf(i + 1, "%i", &conn->port);
	}
	/* Take default port numbers from /etc/services */
	else
	{
#ifndef DARWIN
		struct servent *serv;
		
		if (conn->proto == PROTO_FTP)
			serv = getservbyname("ftp", "tcp");
		else
			serv = getservbyname("www", "tcp");
		
		if (serv)
			conn->port = ntohs(serv->s_port);
		else
#endif
		if (conn->proto == PROTO_HTTP)
			conn->port = 80;
		else
			conn->port = 21;
	}
	
	return conn->port > 0;
}

/* Generate a nice URL string. */
char *conn_url(conn_t *conn)
{
	if (conn->proto == PROTO_FTP)
		strcpy(string, "ftp://");
	else
		strcpy(string, "http://");
	
	if (*conn->user != 0 && strcmp(conn->user, "anonymous") != 0) 
	{
		sprintf(string + strlen(string), "%s:%s@", conn->user, conn->pass);
	}

	sprintf(string + strlen(string), "%s:%i%s%s", conn->host, conn->port, conn->dir, conn->file);
	
	return string;
}

/* Simple... */
void conn_disconnect(conn_t *conn)
{
	if (conn->proto == PROTO_FTP && !conn->proxy)
		ftp_disconnect(conn->ftp);
	else
		http_disconnect(conn->http);
#if WIN32
	conn->fd = INVALID_SOCKET;
#else
	conn->fd = -1;
#endif
}

int conn_init(conn_t *conn)
{
	char *proxy = conn->conf->http_proxy, *host = conn->conf->no_proxy;
	int i;
	
	if (*conn->conf->http_proxy == 0)
	{
		proxy = NULL;
	}
	else if (*conn->conf->no_proxy != 0)
	{
		for (i = 0; ; i++) 
		{
			if (conn->conf->no_proxy[i] == 0)
			{
				if (strstr(conn->host, host) != NULL) 
				{
					proxy = NULL;
				}
				host = &conn->conf->no_proxy[i+1];
				if (conn->conf->no_proxy[i+1] == 0) 
				{
					break;
				}
			}
		}
	}
	
	conn->proxy = proxy != NULL;
	
	if (conn->proto == PROTO_FTP && !conn->proxy)
	{
		conn->ftp->local_if = conn->local_if;
		conn->ftp->ftp_mode = FTP_PASSIVE;
		if (!ftp_connect(conn->ftp, conn->host, conn->port, conn->user, conn->pass))
		{
			conn->message = conn->ftp->message;
			conn_disconnect(conn);
			return 0;
		}
		conn->message = conn->ftp->message;
		if (!ftp_cwd(conn->ftp, conn->dir))
		{
			conn_disconnect(conn);
			return 0;
		}
	}
	else
	{
		conn->http->local_if = conn->local_if;
		if (!http_connect(conn->http, conn->proto, proxy, conn->host, conn->port, conn->user, conn->pass))
		{
			conn->message = conn->http->headers;
			conn_disconnect(conn);
			return 0;
		}
		conn->message = conn->http->headers;
		conn->fd = conn->http->fd;
	}
	return 1;
}

int conn_setup(conn_t *conn)
{
#if WIN32
	if (INVALID_SOCKET == conn->ftp->fd && INVALID_SOCKET == conn->http->fd)
#else
	if (conn->ftp->fd <= 0 && conn->http->fd <= 0) 
#endif
	{
#ifdef DEBUG
		printf("DEBUG force to init conn\n");
#endif
		if (!conn_init(conn)) 
		{
#ifdef DEBUG
			printf("DEBUG init error\n");
#endif
			return 0;
		}
	}
	
	if (conn->proto == PROTO_FTP && !conn->proxy)
	{
		/* Set up data connnection	*/
		if(!ftp_data(conn->ftp)) 
		{	
			return 0;
		}
		conn->fd = conn->ftp->data_fd;
		
		if (conn->currentbyte)
		{
			ftp_command(conn->ftp, "REST %lld", conn->currentbyte);
			if (ftp_wait(conn->ftp) / 100 != 3 && conn->ftp->status / 100 != 2) 
			{
				return 0;
			}
		}
	}
	else
	{
		char s[MAX_STRING];
		int i;

		snprintf(s, MAX_STRING, "%s%s", conn->dir, conn->file);
		conn->http->firstbyte = conn->currentbyte;
		conn->http->lastbyte = conn->lastbyte;
		http_get(conn->http, s);
		http_addheader(conn->http, "User-Agent: %s", conn->conf->user_agent);
		for (i = 0; i < conn->conf->add_header_count; i++) 
		{
			http_addheader(conn->http, "%s", conn->conf->add_header[i]);
		}
	}
	return 1;
}

int conn_exec(conn_t *conn)
{
	if (conn->proto == PROTO_FTP && !conn->proxy)
	{
		if (!ftp_command(conn->ftp, "RETR %s", conn->file)) 
		{
			return 0;
		}
		return (ftp_wait(conn->ftp) / 100 == 1);
	}
	else
	{
		if (!http_exec(conn->http)) 
		{
			return 0;
		}
		return (conn->http->status / 100 == 2);
	}
}

/* Get file size and other information */
int conn_info(conn_t *conn)
{
	/* It's all a bit messed up.. But it works. */
	if (conn->proto == PROTO_FTP && !conn->proxy)
	{
		ftp_command(conn->ftp, "REST %lld", 1);
		if (ftp_wait(conn->ftp) / 100 == 3 
			|| conn->ftp->status / 100 == 2)
		{
			conn->supported = 1;
			ftp_command(conn->ftp, "REST %lld", 0);
			ftp_wait(conn->ftp);
		}
		else
		{
			conn->supported = 0;
		}
		
		if (!ftp_cwd(conn->ftp, conn->dir)) 
		{
			return 0;
		}
		conn->size = ftp_size(conn->ftp, conn->file, MAX_REDIR);
		if (conn->size < 0) 
		{
			conn->supported = 0;
		}
		if (-1 == conn->size) 
		{
			return 0;
		}
		else if (-2 == conn->size) 
		{
			conn->size = INT_MAX;
		}
	}
	else
	{
		char s[MAX_STRING], *t;
		long long int i = 0;
		
		do
		{
			conn->currentbyte = 1;
			if (!conn_setup(conn)) 
			{
				return 0;
			}
			conn_exec(conn);
			conn_disconnect(conn);
			/* Code 3xx == redirect */
			if (3 != conn->http->status / 100) 
			{
				break;
			}
			if (NULL == (t = http_header(conn->http, "location:"))) 
			{
				return 0;
			}
			sscanf(t, "%255s", s);
			if (NULL == strstr(s, "://"))
			{
				sprintf(conn->http->headers, "%s%s", conn_url(conn), s);
				strncpy(s, conn->http->headers, MAX_STRING);
			}
			else if ('/' == s[0])
			{
				sprintf(conn->http->headers, "http://%s:%i%s", conn->host, conn->port, s);
				strncpy(s, conn->http->headers, MAX_STRING);
			}
			conn_set(conn, s);
			i++;
		}
		while (conn->http->status / 100 == 3 && i < MAX_REDIR);
		
		if (i == MAX_REDIR)
		{
			sprintf(conn->message, _("Too many redirects.\n"));
			return 0;
		}
		
		conn->size = http_size(conn->http);
		if (conn->http->status == 206 && conn->size >= 0)
		{
			conn->supported = 1;
			conn->size ++;
		}
		else if (conn->http->status == 200 || conn->http->status == 206)
		{
			conn->supported = 0;
			conn->size = INT_MAX;
		}
		else
		{
			t = strchr(conn->message, '\n');
			if (t == NULL) 
			{
				sprintf(conn->message, _("Unknown HTTP error.\n"));
			}
			else 
			{
				*t = 0;
			}
			return 0;
		}
	}
	
	return 1;
}

By viewing downloads associated with this article you agree to the Terms of Service and the article's licence.

If a file you wish to view isn't highlighted, and is a text file (not binary), please let us know and we'll add colourisation support for it.

License

This article, along with any associated source code and files, is licensed under The GNU General Public License (GPLv3)


Written By
Engineer
China China
An individual human existence should be like a river - small at first, narrowly contained within its banks, and rushing passionately past boulders and over waterfalls. Gradually the river grows wider, the banks recede, the waters flow more quietly, and in the end, without any visible break, they become merged in the sea, and painlessly lose their individual being.

Comments and Discussions