@ -0,0 +1,339 @@ | |||
GNU GENERAL PUBLIC LICENSE | |||
Version 2, June 1991 | |||
Copyright (C) 1989, 1991 Free Software Foundation, Inc., | |||
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
Everyone is permitted to copy and distribute verbatim copies | |||
of this license document, but changing it is not allowed. | |||
Preamble | |||
The licenses for most software are designed to take away your | |||
freedom to share and change it. By contrast, the GNU General Public | |||
License is intended to guarantee your freedom to share and change free | |||
software--to make sure the software is free for all its users. This | |||
General Public License applies to most of the Free Software | |||
Foundation's software and to any other program whose authors commit to | |||
using it. (Some other Free Software Foundation software is covered by | |||
the GNU Lesser General Public License instead.) You can apply it to | |||
your programs, too. | |||
When we speak of free software, we are referring to freedom, not | |||
price. Our General Public Licenses are designed to make sure that you | |||
have the freedom to distribute copies of free software (and charge for | |||
this service if you wish), that you receive source code or can get it | |||
if you want it, that you can change the software or use pieces of it | |||
in new free programs; and that you know you can do these things. | |||
To protect your rights, we need to make restrictions that forbid | |||
anyone to deny you these rights or to ask you to surrender the rights. | |||
These restrictions translate to certain responsibilities for you if you | |||
distribute copies of the software, or if you modify it. | |||
For example, if you distribute copies of such a program, whether | |||
gratis or for a fee, you must give the recipients all the rights that | |||
you have. You must make sure that they, too, receive or can get the | |||
source code. And you must show them these terms so they know their | |||
rights. | |||
We protect your rights with two steps: (1) copyright the software, and | |||
(2) offer you this license which gives you legal permission to copy, | |||
distribute and/or modify the software. | |||
Also, for each author's protection and ours, we want to make certain | |||
that everyone understands that there is no warranty for this free | |||
software. If the software is modified by someone else and passed on, we | |||
want its recipients to know that what they have is not the original, so | |||
that any problems introduced by others will not reflect on the original | |||
authors' reputations. | |||
Finally, any free program is threatened constantly by software | |||
patents. We wish to avoid the danger that redistributors of a free | |||
program will individually obtain patent licenses, in effect making the | |||
program proprietary. To prevent this, we have made it clear that any | |||
patent must be licensed for everyone's free use or not licensed at all. | |||
The precise terms and conditions for copying, distribution and | |||
modification follow. | |||
GNU GENERAL PUBLIC LICENSE | |||
TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION | |||
0. This License applies to any program or other work which contains | |||
a notice placed by the copyright holder saying it may be distributed | |||
under the terms of this General Public License. The "Program", below, | |||
refers to any such program or work, and a "work based on the Program" | |||
means either the Program or any derivative work under copyright law: | |||
that is to say, a work containing the Program or a portion of it, | |||
either verbatim or with modifications and/or translated into another | |||
language. (Hereinafter, translation is included without limitation in | |||
the term "modification".) Each licensee is addressed as "you". | |||
Activities other than copying, distribution and modification are not | |||
covered by this License; they are outside its scope. The act of | |||
running the Program is not restricted, and the output from the Program | |||
is covered only if its contents constitute a work based on the | |||
Program (independent of having been made by running the Program). | |||
Whether that is true depends on what the Program does. | |||
1. You may copy and distribute verbatim copies of the Program's | |||
source code as you receive it, in any medium, provided that you | |||
conspicuously and appropriately publish on each copy an appropriate | |||
copyright notice and disclaimer of warranty; keep intact all the | |||
notices that refer to this License and to the absence of any warranty; | |||
and give any other recipients of the Program a copy of this License | |||
along with the Program. | |||
You may charge a fee for the physical act of transferring a copy, and | |||
you may at your option offer warranty protection in exchange for a fee. | |||
2. You may modify your copy or copies of the Program or any portion | |||
of it, thus forming a work based on the Program, and copy and | |||
distribute such modifications or work under the terms of Section 1 | |||
above, provided that you also meet all of these conditions: | |||
a) You must cause the modified files to carry prominent notices | |||
stating that you changed the files and the date of any change. | |||
b) You must cause any work that you distribute or publish, that in | |||
whole or in part contains or is derived from the Program or any | |||
part thereof, to be licensed as a whole at no charge to all third | |||
parties under the terms of this License. | |||
c) If the modified program normally reads commands interactively | |||
when run, you must cause it, when started running for such | |||
interactive use in the most ordinary way, to print or display an | |||
announcement including an appropriate copyright notice and a | |||
notice that there is no warranty (or else, saying that you provide | |||
a warranty) and that users may redistribute the program under | |||
these conditions, and telling the user how to view a copy of this | |||
License. (Exception: if the Program itself is interactive but | |||
does not normally print such an announcement, your work based on | |||
the Program is not required to print an announcement.) | |||
These requirements apply to the modified work as a whole. If | |||
identifiable sections of that work are not derived from the Program, | |||
and can be reasonably considered independent and separate works in | |||
themselves, then this License, and its terms, do not apply to those | |||
sections when you distribute them as separate works. But when you | |||
distribute the same sections as part of a whole which is a work based | |||
on the Program, the distribution of the whole must be on the terms of | |||
this License, whose permissions for other licensees extend to the | |||
entire whole, and thus to each and every part regardless of who wrote it. | |||
Thus, it is not the intent of this section to claim rights or contest | |||
your rights to work written entirely by you; rather, the intent is to | |||
exercise the right to control the distribution of derivative or | |||
collective works based on the Program. | |||
In addition, mere aggregation of another work not based on the Program | |||
with the Program (or with a work based on the Program) on a volume of | |||
a storage or distribution medium does not bring the other work under | |||
the scope of this License. | |||
3. You may copy and distribute the Program (or a work based on it, | |||
under Section 2) in object code or executable form under the terms of | |||
Sections 1 and 2 above provided that you also do one of the following: | |||
a) Accompany it with the complete corresponding machine-readable | |||
source code, which must be distributed under the terms of Sections | |||
1 and 2 above on a medium customarily used for software interchange; or, | |||
b) Accompany it with a written offer, valid for at least three | |||
years, to give any third party, for a charge no more than your | |||
cost of physically performing source distribution, a complete | |||
machine-readable copy of the corresponding source code, to be | |||
distributed under the terms of Sections 1 and 2 above on a medium | |||
customarily used for software interchange; or, | |||
c) Accompany it with the information you received as to the offer | |||
to distribute corresponding source code. (This alternative is | |||
allowed only for noncommercial distribution and only if you | |||
received the program in object code or executable form with such | |||
an offer, in accord with Subsection b above.) | |||
The source code for a work means the preferred form of the work for | |||
making modifications to it. For an executable work, complete source | |||
code means all the source code for all modules it contains, plus any | |||
associated interface definition files, plus the scripts used to | |||
control compilation and installation of the executable. However, as a | |||
special exception, the source code distributed need not include | |||
anything that is normally distributed (in either source or binary | |||
form) with the major components (compiler, kernel, and so on) of the | |||
operating system on which the executable runs, unless that component | |||
itself accompanies the executable. | |||
If distribution of executable or object code is made by offering | |||
access to copy from a designated place, then offering equivalent | |||
access to copy the source code from the same place counts as | |||
distribution of the source code, even though third parties are not | |||
compelled to copy the source along with the object code. | |||
4. You may not copy, modify, sublicense, or distribute the Program | |||
except as expressly provided under this License. Any attempt | |||
otherwise to copy, modify, sublicense or distribute the Program is | |||
void, and will automatically terminate your rights under this License. | |||
However, parties who have received copies, or rights, from you under | |||
this License will not have their licenses terminated so long as such | |||
parties remain in full compliance. | |||
5. You are not required to accept this License, since you have not | |||
signed it. However, nothing else grants you permission to modify or | |||
distribute the Program or its derivative works. These actions are | |||
prohibited by law if you do not accept this License. Therefore, by | |||
modifying or distributing the Program (or any work based on the | |||
Program), you indicate your acceptance of this License to do so, and | |||
all its terms and conditions for copying, distributing or modifying | |||
the Program or works based on it. | |||
6. Each time you redistribute the Program (or any work based on the | |||
Program), the recipient automatically receives a license from the | |||
original licensor to copy, distribute or modify the Program subject to | |||
these terms and conditions. You may not impose any further | |||
restrictions on the recipients' exercise of the rights granted herein. | |||
You are not responsible for enforcing compliance by third parties to | |||
this License. | |||
7. If, as a consequence of a court judgment or allegation of patent | |||
infringement or for any other reason (not limited to patent issues), | |||
conditions are imposed on you (whether by court order, agreement or | |||
otherwise) that contradict the conditions of this License, they do not | |||
excuse you from the conditions of this License. If you cannot | |||
distribute so as to satisfy simultaneously your obligations under this | |||
License and any other pertinent obligations, then as a consequence you | |||
may not distribute the Program at all. For example, if a patent | |||
license would not permit royalty-free redistribution of the Program by | |||
all those who receive copies directly or indirectly through you, then | |||
the only way you could satisfy both it and this License would be to | |||
refrain entirely from distribution of the Program. | |||
If any portion of this section is held invalid or unenforceable under | |||
any particular circumstance, the balance of the section is intended to | |||
apply and the section as a whole is intended to apply in other | |||
circumstances. | |||
It is not the purpose of this section to induce you to infringe any | |||
patents or other property right claims or to contest validity of any | |||
such claims; this section has the sole purpose of protecting the | |||
integrity of the free software distribution system, which is | |||
implemented by public license practices. Many people have made | |||
generous contributions to the wide range of software distributed | |||
through that system in reliance on consistent application of that | |||
system; it is up to the author/donor to decide if he or she is willing | |||
to distribute software through any other system and a licensee cannot | |||
impose that choice. | |||
This section is intended to make thoroughly clear what is believed to | |||
be a consequence of the rest of this License. | |||
8. If the distribution and/or use of the Program is restricted in | |||
certain countries either by patents or by copyrighted interfaces, the | |||
original copyright holder who places the Program under this License | |||
may add an explicit geographical distribution limitation excluding | |||
those countries, so that distribution is permitted only in or among | |||
countries not thus excluded. In such case, this License incorporates | |||
the limitation as if written in the body of this License. | |||
9. The Free Software Foundation may publish revised and/or new versions | |||
of the General Public License from time to time. Such new versions will | |||
be similar in spirit to the present version, but may differ in detail to | |||
address new problems or concerns. | |||
Each version is given a distinguishing version number. If the Program | |||
specifies a version number of this License which applies to it and "any | |||
later version", you have the option of following the terms and conditions | |||
either of that version or of any later version published by the Free | |||
Software Foundation. If the Program does not specify a version number of | |||
this License, you may choose any version ever published by the Free Software | |||
Foundation. | |||
10. If you wish to incorporate parts of the Program into other free | |||
programs whose distribution conditions are different, write to the author | |||
to ask for permission. For software which is copyrighted by the Free | |||
Software Foundation, write to the Free Software Foundation; we sometimes | |||
make exceptions for this. Our decision will be guided by the two goals | |||
of preserving the free status of all derivatives of our free software and | |||
of promoting the sharing and reuse of software generally. | |||
NO WARRANTY | |||
11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY | |||
FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW. EXCEPT WHEN | |||
OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES | |||
PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED | |||
OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF | |||
MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS | |||
TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU. SHOULD THE | |||
PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING, | |||
REPAIR OR CORRECTION. | |||
12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING | |||
WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR | |||
REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES, | |||
INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING | |||
OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED | |||
TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY | |||
YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER | |||
PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE | |||
POSSIBILITY OF SUCH DAMAGES. | |||
END OF TERMS AND CONDITIONS | |||
How to Apply These Terms to Your New Programs | |||
If you develop a new program, and you want it to be of the greatest | |||
possible use to the public, the best way to achieve this is to make it | |||
free software which everyone can redistribute and change under these terms. | |||
To do so, attach the following notices to the program. It is safest | |||
to attach them to the start of each source file to most effectively | |||
convey the exclusion of warranty; and each file should have at least | |||
the "copyright" line and a pointer to where the full notice is found. | |||
<one line to give the program's name and a brief idea of what it does.> | |||
Copyright (C) <year> <name of author> | |||
This program is free software; you can redistribute it and/or modify | |||
it under the terms of the GNU General Public License as published by | |||
the Free Software Foundation; either version 2 of the License, or | |||
(at your option) any later version. | |||
This program is distributed in the hope that it will be useful, | |||
but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |||
GNU General Public License for more details. | |||
You should have received a copy of the GNU General Public License along | |||
with this program; if not, write to the Free Software Foundation, Inc., | |||
51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |||
Also add information on how to contact you by electronic and paper mail. | |||
If the program is interactive, make it output a short notice like this | |||
when it starts in an interactive mode: | |||
Gnomovision version 69, Copyright (C) year name of author | |||
Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'. | |||
This is free software, and you are welcome to redistribute it | |||
under certain conditions; type `show c' for details. | |||
The hypothetical commands `show w' and `show c' should show the appropriate | |||
parts of the General Public License. Of course, the commands you use may | |||
be called something other than `show w' and `show c'; they could even be | |||
mouse-clicks or menu items--whatever suits your program. | |||
You should also get your employer (if you work as a programmer) or your | |||
school, if any, to sign a "copyright disclaimer" for the program, if | |||
necessary. Here is a sample; alter the names: | |||
Yoyodyne, Inc., hereby disclaims all copyright interest in the program | |||
`Gnomovision' (which makes passes at compilers) written by James Hacker. | |||
<signature of Ty Coon>, 1 April 1989 | |||
Ty Coon, President of Vice | |||
This General Public License does not permit incorporating your program into | |||
proprietary programs. If your program is a subroutine library, you may | |||
consider it more useful to permit linking proprietary applications with the | |||
library. If this is what you want to do, use the GNU Lesser General | |||
Public License instead of this License. |
@ -0,0 +1,44 @@ | |||
CC = gcc | |||
CFLAGS = -O2 -s -D_GNU_SOURCE | |||
LDLIBS = -lcyassl -lm | |||
PREFIX = | |||
BINDIR = $(PREFIX)/usr/bin | |||
ifeq ($(CROSS_BUILD), 1) | |||
DEFS:=-DCROSS_BUILD | |||
else | |||
DEFS:= | |||
endif | |||
all: webget webpost | |||
@echo "All done!" | |||
webget: webget.o libweb.o | |||
$(CC) $(CFLAGS) $(LDLIBS) webget.o libweb.o -o webget | |||
webpost: webpost.o libweb.o | |||
$(CC) $(CFLAGS) $(LDLIBS) webpost.o libweb.o -o webpost | |||
webget.o: webget.c | |||
$(CC) $(CFLAGS) $(DEFS) -c webget.c | |||
webpost.o: webpost.c | |||
$(CC) $(CFLAGS) $(DEFS) -c webpost.c | |||
libweb.o: libweb.c | |||
$(CC) $(CFLAGS) $(DEFS) -c libweb.c | |||
install: | |||
mkdir -p $(BINDIR) | |||
cp webget $(BINDIR) | |||
cp webpost $(BINDIR) | |||
@echo "All done!" | |||
uninstall: | |||
@rm -f $(BINDIR)/webget | |||
@rm -f $(BINDIR)/webpost | |||
@echo "All done!" | |||
clean: | |||
rm -f webget webpost *.o | |||
@echo "All done!" |
@ -0,0 +1,21 @@ | |||
WebGet | |||
====== | |||
WebGet fetches an HTTP and HTTPS URLs and dumps the contents to stdout. It does | |||
not do gopher, ftp, file, news, or any other type of URL, only HTTP. It can be | |||
configured to do HTTPS fetches as well. | |||
It is based on http_get <http://acme.com/software/http_get/> | |||
WebPost | |||
======= | |||
WebPost does a POST operation to an HTTP and HTTPS URLs and dumps the results to | |||
stdout. It does not do gopher, ftp, file, news, or any other type of URL, only | |||
HTTP. It can be configured to do HTTPS POSTs as well. | |||
It is based on http_post <http://acme.com/software/http_post/> |
@ -1,4 +0,0 @@ | |||
webget | |||
====== | |||
WebGet & WebPost Utilities |
@ -0,0 +1,823 @@ | |||
/** | |||
* @PROJECT WebGet Downloader | |||
* @COPYRIGHT See COPYING in the top level directory | |||
* @FILE libweb.c | |||
* @PURPOSE Common Web Library | |||
* @DEVELOPERS Al Globus <globus@nas.nasa.gov> | |||
* Rafal Kupiec <belliash@asiotec.eu.org> | |||
* Jef Poskanzer <jef@mail.acme.com> | |||
*/ | |||
#include <unistd.h> | |||
#include <stdlib.h> | |||
#include <stdio.h> | |||
#include <string.h> | |||
#include <ctype.h> | |||
#include <signal.h> | |||
#include <fcntl.h> | |||
#include <sys/types.h> | |||
#include <sys/stat.h> | |||
#include <sys/socket.h> | |||
#include <netinet/in.h> | |||
#include <netdb.h> | |||
#include <cyassl/openssl/ssl.h> | |||
#include <cyassl/openssl/err.h> | |||
#include <cyassl/error.h> | |||
#ifdef CROSS_BUILD | |||
#include <cyassl/cyassl_error.h> | |||
#endif | |||
#include "libweb.h" | |||
int b64_encode(unsigned char* ptr, int len, char* space, int size) { | |||
int ptr_idx, space_idx, phase; | |||
char c; | |||
space_idx = 0; | |||
phase = 0; | |||
for(ptr_idx = 0; ptr_idx < len; ++ptr_idx) { | |||
switch(phase) { | |||
case 0: | |||
c = b64_encode_table[ptr[ptr_idx] >> 2]; | |||
if(space_idx < size) { | |||
space[space_idx++] = c; | |||
} | |||
c = b64_encode_table[(ptr[ptr_idx] & 0x3) << 4]; | |||
if(space_idx < size) { | |||
space[space_idx++] = c; | |||
} | |||
++phase; | |||
break; | |||
case 1: | |||
space[space_idx - 1] = b64_encode_table[b64_decode_table[(int) ((unsigned char) space[space_idx - 1])] | (ptr[ptr_idx] >> 4)]; | |||
c = b64_encode_table[(ptr[ptr_idx] & 0xf) << 2]; | |||
if(space_idx < size) { | |||
space[space_idx++] = c; | |||
} | |||
++phase; | |||
break; | |||
case 2: | |||
space[space_idx - 1] = b64_encode_table[b64_decode_table[(int) ((unsigned char) space[space_idx - 1])] | (ptr[ptr_idx] >> 6)]; | |||
c = b64_encode_table[ptr[ptr_idx] & 0x3f]; | |||
if(space_idx < size) { | |||
space[space_idx++] = c; | |||
} | |||
phase = 0; | |||
break; | |||
} | |||
} | |||
while(phase++ < 3) { | |||
if(space_idx < size) { | |||
space[space_idx++] = '='; | |||
} | |||
} | |||
return space_idx; | |||
} | |||
void check(void* ptr) { | |||
if(ptr == (void*) 0) { | |||
(void) fprintf(stderr, "%s: out of memory\n", argv0); | |||
exit(1); | |||
} | |||
} | |||
off_t file_bytes(const char* filename) { | |||
struct stat sb; | |||
if(stat(filename, &sb) < 0) { | |||
perror(filename); | |||
exit(1); | |||
} | |||
return sb.st_size; | |||
} | |||
int file_copy(const char* filename, char* buf) { | |||
int fd; | |||
struct stat sb; | |||
off_t bytes; | |||
fd = open(filename, O_RDONLY); | |||
if(fd == -1) { | |||
perror(filename); | |||
exit(-1); | |||
} | |||
if(fstat(fd, &sb) != 0) { | |||
perror(filename); | |||
exit(-1); | |||
} | |||
bytes = sb.st_size; | |||
if(read(fd, buf, bytes) != bytes) { | |||
perror(filename); | |||
exit(-1); | |||
} | |||
(void) close(fd); | |||
return bytes; | |||
} | |||
int getURL(char* url, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value) { | |||
char* s; | |||
int protocol; | |||
char host[2000]; | |||
int host_len; | |||
unsigned short port; | |||
char* file = (char*) 0; | |||
char* http = "http://"; | |||
int http_len = strlen( http ); | |||
char* https = "https://"; | |||
int https_len = strlen( https ); | |||
int proto_len; | |||
if(url == (char*) 0) { | |||
(void) fprintf(stderr, "%s: null URL\n", argv0); | |||
exit(1); | |||
} | |||
if(strncmp(http, url, http_len) == 0) { | |||
proto_len = http_len; | |||
protocol = PROTO_HTTP; | |||
} else if(strncmp(https, url, https_len) == 0) { | |||
proto_len = https_len; | |||
protocol = PROTO_HTTPS; | |||
} else { | |||
(void) fprintf(stderr, "%s: non-http URL\n", argv0); | |||
exit(1); | |||
} | |||
for(s = url + proto_len; *s != '\0' && *s != ':' && *s != '/'; ++s); | |||
host_len = s - url; | |||
host_len -= proto_len; | |||
strncpy(host, url + proto_len, host_len); | |||
host[host_len] = '\0'; | |||
if(*s == ':') { | |||
port = (unsigned short) atoi(++s); | |||
while(*s != '\0' && *s != '/') | |||
++s; | |||
} else { | |||
if(protocol == PROTO_HTTPS) { | |||
port = 443; | |||
} else { | |||
port = 80; | |||
} | |||
} | |||
if(*s == '\0') { | |||
file = "/"; | |||
} else { | |||
file = s; | |||
} | |||
return getURLbyParts(protocol, host, port, file, referer, user_agent, auth_token, ncookies, cookies, header_name, header_value); | |||
} | |||
int getURLbyParts(int protocol, char* host, unsigned short port, char* file, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value) { | |||
int sockfd; | |||
SSL_CTX* ssl_ctx = (SSL_CTX*) 0; | |||
SSL* ssl = (SSL*) 0; | |||
char buf[20000]; | |||
int i, bytes, b, header_state, status; | |||
(void) alarm(timeout); | |||
sockfd = open_client_socket(host, port); | |||
if(protocol == PROTO_HTTPS) { | |||
int r; | |||
ssl_ctx = SSL_CTX_new(TLSv1_client_method()); | |||
SSL_CTX_set_verify(ssl_ctx, SSL_VERIFY_NONE, 0); | |||
ssl = SSL_new(ssl_ctx); | |||
SSL_set_fd(ssl, sockfd); | |||
r = SSL_connect(ssl); | |||
if(r <= 0) { | |||
(void) fprintf(stderr, "%s: %s - SSL connection failed - %d\n", argv0, url, r); | |||
exit(1); | |||
} | |||
} | |||
(void) alarm(timeout); | |||
bytes = snprintf(buf, sizeof(buf), "GET %s HTTP/1.0\r\n", file); | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Host: %s\r\n", host); | |||
if(referer != (char*) 0) { | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Referer: %s\r\n", referer); | |||
} | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "User-Agent: %s\r\n", user_agent); | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Accept: */*\r\n"); | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Accept-Language: en\r\n"); | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Accept-Charset: iso-8859-1,*,utf-8\r\n"); | |||
if(auth_token != (char*) 0) { | |||
char token_buf[1000]; | |||
token_buf[b64_encode((unsigned char*) auth_token, strlen( auth_token ), token_buf, sizeof(token_buf))] = '\0'; | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Authorization: Basic %s\r\n", token_buf); | |||
} | |||
for(i = 0; i < ncookies; ++i) { | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "Cookie: %s\r\n", cookies[i]); | |||
} | |||
if(header_name != (char*) 0) { | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "%s: %s\r\n", header_name, header_value); | |||
} | |||
bytes += snprintf(&buf[bytes], sizeof(buf) - bytes, "\r\n"); | |||
if (protocol == PROTO_HTTPS) | |||
(void) SSL_write(ssl, buf, bytes); | |||
else | |||
(void) write(sockfd, buf, bytes); | |||
(void) alarm(timeout); | |||
header_state = HDST_LINE1_PROTOCOL; | |||
status = 0; | |||
for(;;) { | |||
if(protocol == PROTO_HTTPS) { | |||
bytes = SSL_read(ssl, buf, sizeof(buf)); | |||
} else { | |||
bytes = read(sockfd, buf, sizeof(buf)); | |||
} | |||
if(bytes <= 0) { | |||
break; | |||
} | |||
for(b = 0; b < bytes; ++b) { | |||
if(verbose) { | |||
(void) write(1, &buf[b], 1); | |||
} | |||
switch(header_state) { | |||
case HDST_LINE1_PROTOCOL: | |||
switch(buf[b]) { | |||
case ' ': case '\t': | |||
header_state = HDST_LINE1_WHITESPACE; | |||
break; | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
} | |||
break; | |||
case HDST_LINE1_WHITESPACE: | |||
switch(buf[b]) { | |||
case '0': | |||
case '1': | |||
case '2': | |||
case '3': | |||
case '4': | |||
case '5': | |||
case '6': | |||
case '7': | |||
case '8': | |||
case '9': | |||
status = buf[b] - '0'; | |||
header_state = HDST_LINE1_STATUS; | |||
break; | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_LINE1_STATUS: | |||
switch(buf[b]) { | |||
case '0': | |||
case '1': | |||
case '2': | |||
case '3': | |||
case '4': | |||
case '5': | |||
case '6': | |||
case '7': | |||
case '8': | |||
case '9': | |||
status = status * 10 + buf[b] - '0'; | |||
break; | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_BOL: | |||
switch(buf[b]) { | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_TEXT: | |||
switch(buf[b]) { | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
} | |||
break; | |||
case HDST_LF: | |||
switch(buf[b]) { | |||
case '\n': | |||
goto end_of_headers; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CR: | |||
switch(buf[b]) { | |||
case '\n': | |||
header_state = HDST_CRLF; | |||
break; | |||
case '\r': | |||
goto end_of_headers; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CRLF: | |||
switch(buf[b]) { | |||
case '\n': | |||
goto end_of_headers; | |||
case '\r': | |||
header_state = HDST_CRLFCR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CRLFCR: | |||
switch(buf[b]) { | |||
case '\n': | |||
case '\r': | |||
goto end_of_headers; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
} | |||
} | |||
} | |||
end_of_headers: | |||
if(bytes > 0) { | |||
++b; | |||
(void) write(1, &buf[b], bytes - b); | |||
} | |||
for(;;) { | |||
(void) alarm(timeout); | |||
if(protocol == PROTO_HTTPS) { | |||
bytes = SSL_read(ssl, buf, sizeof(buf)); | |||
} else { | |||
bytes = read(sockfd, buf, sizeof(buf)); | |||
} | |||
if(bytes == 0) { | |||
break; | |||
} | |||
if(bytes < 0) { | |||
show_error("read"); | |||
} | |||
(void) write(1, buf, bytes); | |||
} | |||
if(protocol == PROTO_HTTPS) { | |||
SSL_free(ssl); | |||
SSL_CTX_free(ssl_ctx); | |||
} | |||
(void) close(sockfd); | |||
return status; | |||
} | |||
void* malloc_check(size_t size) { | |||
void* ptr = malloc(size); | |||
check(ptr); | |||
return ptr; | |||
} | |||
int open_client_socket(char* hostname, unsigned short port) { | |||
struct addrinfo hints; | |||
char portstr[10]; | |||
int gaierr; | |||
struct addrinfo* ai; | |||
struct addrinfo* ai2; | |||
struct addrinfo* aiv4; | |||
struct addrinfo* aiv6; | |||
struct sockaddr_in6 sa; | |||
int sa_len, sock_family, sock_type, sock_protocol; | |||
int sockfd; | |||
(void) memset((void*) &sa, 0, sizeof(sa)); | |||
(void) memset(&hints, 0, sizeof(hints)); | |||
hints.ai_family = PF_UNSPEC; | |||
hints.ai_socktype = SOCK_STREAM; | |||
(void) snprintf(portstr, sizeof(portstr), "%d", (int) port); | |||
if((gaierr = getaddrinfo(hostname, portstr, &hints, &ai)) != 0) { | |||
(void) fprintf(stderr, "%s: getaddrinfo %s - %s\n", argv0, hostname, gai_strerror(gaierr)); | |||
exit(1); | |||
} | |||
aiv4 = (struct addrinfo*) 0; | |||
aiv6 = (struct addrinfo*) 0; | |||
for(ai2 = ai; ai2 != (struct addrinfo*) 0; ai2 = ai2->ai_next) { | |||
switch(ai2->ai_family) { | |||
case AF_INET: | |||
if(aiv4 == (struct addrinfo*) 0) { | |||
aiv4 = ai2; | |||
} | |||
break; | |||
case AF_INET6: | |||
if(aiv6 == (struct addrinfo*) 0) { | |||
aiv6 = ai2; | |||
} | |||
break; | |||
} | |||
} | |||
if(aiv4 != (struct addrinfo*) 0) { | |||
if(sizeof(sa) < aiv4->ai_addrlen) { | |||
(void) fprintf(stderr, "%s - sockaddr too small (%lu < %lu)\n", hostname, (unsigned long) sizeof(sa), (unsigned long) aiv4->ai_addrlen); | |||
exit(1); | |||
} | |||
sock_family = aiv4->ai_family; | |||
sock_type = aiv4->ai_socktype; | |||
sock_protocol = aiv4->ai_protocol; | |||
sa_len = aiv4->ai_addrlen; | |||
(void) memmove(&sa, aiv4->ai_addr, sa_len); | |||
goto ok; | |||
} | |||
if(aiv6 != (struct addrinfo*) 0) { | |||
if(sizeof(sa) < aiv6->ai_addrlen) { | |||
(void) fprintf(stderr, "%s - sockaddr too small (%lu < %lu)\n", hostname, (unsigned long) sizeof(sa), (unsigned long) aiv6->ai_addrlen); | |||
exit(1); | |||
} | |||
sock_family = aiv6->ai_family; | |||
sock_type = aiv6->ai_socktype; | |||
sock_protocol = aiv6->ai_protocol; | |||
sa_len = aiv6->ai_addrlen; | |||
(void) memmove(&sa, aiv6->ai_addr, sa_len); | |||
goto ok; | |||
} | |||
(void) fprintf(stderr, "%s: no valid address found for host %s\n", argv0, hostname); | |||
exit(1); | |||
ok: | |||
freeaddrinfo(ai); | |||
sockfd = socket(sock_family, sock_type, sock_protocol); | |||
if(sockfd < 0) { | |||
show_error("socket"); | |||
} | |||
if(connect(sockfd, (struct sockaddr*) &sa, sa_len) < 0) { | |||
show_error("connect"); | |||
} | |||
return sockfd; | |||
} | |||
void postURL(char* url, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value, char** args, int argc) { | |||
char* s; | |||
int protocol; | |||
char host[2000]; | |||
int host_len; | |||
unsigned short port; | |||
char* file = 0; | |||
char* http = "http://"; | |||
int http_len = strlen(http); | |||
char* https = "https://"; | |||
int https_len = strlen(https); | |||
int proto_len; | |||
if(url == (char*) 0) { | |||
(void) fprintf(stderr, "%s: null URL\n", argv0); | |||
exit(1); | |||
} | |||
if(strncmp(http, url, http_len) == 0) { | |||
proto_len = http_len; | |||
protocol = PROTO_HTTP; | |||
} else if(strncmp(https, url, https_len) == 0) { | |||
proto_len = https_len; | |||
protocol = PROTO_HTTPS; | |||
} else { | |||
(void) fprintf(stderr, "%s: non-http URL\n", argv0); | |||
exit(1); | |||
} | |||
for(s = url + proto_len; *s != '\0' && *s != ':' && *s != '/'; ++s); | |||
host_len = s - url; | |||
host_len -= proto_len; | |||
strncpy(host, url + proto_len, host_len); | |||
host[host_len] = '\0'; | |||
if(*s == ':') { | |||
port = (unsigned short) atoi(++s); | |||
while(*s != '\0' && *s != '/') { | |||
++s; | |||
} | |||
} else { | |||
if(protocol == PROTO_HTTPS) { | |||
port = 443; | |||
} else { | |||
port = 80; | |||
} | |||
} | |||
if(*s == '\0') { | |||
file = "/"; | |||
} else { | |||
file = s; | |||
} | |||
postURLbyParts(protocol, host, port, file, referer, user_agent, auth_token, ncookies, cookies, header_name, header_value, args, argc); | |||
} | |||
void postURLbyParts(int protocol, char* host, unsigned short port, char* file, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value, char** args, int argc) { | |||
int sockfd; | |||
SSL_CTX* ssl_ctx = (SSL_CTX*) 0; | |||
SSL* ssl = (SSL*) 0; | |||
char head_buf[20000]; | |||
int max_arg, total_bytes; | |||
int multipart, next_arg_is_file; | |||
static const char* const sep = "http_post-content-separator"; | |||
char* data_buf; | |||
char* enc_buf; | |||
int head_bytes, data_bytes, i, header_state; | |||
char* eq; | |||
(void) alarm(timeout); | |||
sockfd = open_client_socket(host, port); | |||
if(protocol == PROTO_HTTPS) { | |||
int r; | |||
ssl_ctx = SSL_CTX_new(TLSv1_client_method()); | |||
SSL_CTX_set_verify(ssl_ctx, SSL_VERIFY_NONE, 0); | |||
ssl = SSL_new(ssl_ctx); | |||
SSL_set_fd(ssl, sockfd); | |||
r = SSL_connect(ssl); | |||
if(r <= 0) { | |||
(void) fprintf(stderr, "%s: %s - SSL connection failed - %d\n", argv0, url, r); | |||
exit(1); | |||
} | |||
} | |||
multipart = 0; | |||
total_bytes = max_arg = 0; | |||
next_arg_is_file = 0; | |||
for(i = 0; i < argc ; ++i) { | |||
int l = strlen(args[i]); | |||
if(strcmp(args[i], "-f") == 0) { | |||
multipart = 1; | |||
next_arg_is_file = 1; | |||
continue; | |||
} | |||
total_bytes += l; | |||
if(l > max_arg) { | |||
max_arg = l; | |||
} | |||
if(next_arg_is_file) { | |||
eq = strchr(args[i], '='); | |||
if(eq == (char*) 0) { | |||
(void) fprintf(stderr, "%s: missing filename\n", argv0); | |||
exit(1); | |||
} else { | |||
++eq; | |||
total_bytes += file_bytes(eq); | |||
} | |||
next_arg_is_file = 0; | |||
} | |||
} | |||
if(multipart) { | |||
for(i = 0; i < argc ; ++i) { | |||
total_bytes += strlen(sep) * 2 + 100; | |||
} | |||
total_bytes += strlen(sep) * 2; | |||
} else { | |||
total_bytes *= 4; | |||
enc_buf = (char*) malloc_check(max_arg * 4); | |||
} | |||
data_buf = (char*) malloc_check(total_bytes); | |||
if(multipart) { | |||
next_arg_is_file = 0; | |||
data_bytes = 0; | |||
for(i = 0; i < argc; ++i) { | |||
if(strcmp(args[i], "-f") == 0) { | |||
next_arg_is_file = 1; | |||
continue; | |||
} | |||
eq = strchr(args[i], '='); | |||
if(eq == (char*) 0) { | |||
data_bytes += sprintf(&data_buf[data_bytes], "--%s\r\nContent-Disposition: form-data\r\n\r\n%s\r\n", sep, args[i]); | |||
} else { | |||
*eq++ = '\0'; | |||
if(next_arg_is_file) { | |||
data_bytes += sprintf(&data_buf[data_bytes], "--%s\r\nContent-Disposition: form-data; name=\"%s\"; filename=\"%s\"\r\n\r\n", sep, args[i], eq); | |||
data_bytes += file_copy(eq, &data_buf[data_bytes]); | |||
data_bytes += sprintf(&data_buf[data_bytes], "\r\n"); | |||
next_arg_is_file = 0; | |||
} else { | |||
data_bytes += sprintf(&data_buf[data_bytes], "--%s\r\nContent-Disposition: form-data; name=\"%s\"\r\n\r\n%s\r\n", sep, args[i], eq); | |||
} | |||
} | |||
} | |||
data_bytes += sprintf(&data_buf[data_bytes], "--%s--\r\n", sep); | |||
} else { | |||
data_bytes = 0; | |||
for(i = 0; i < argc ; ++i) { | |||
if(data_bytes > 0) { | |||
data_bytes += sprintf(&data_buf[data_bytes], "&"); | |||
} | |||
eq = strchr(args[i], '='); | |||
if(eq == (char*) 0) { | |||
strencode(enc_buf, args[i]); | |||
data_bytes += sprintf(&data_buf[data_bytes], "%s", enc_buf); | |||
} else { | |||
*eq++ = '\0'; | |||
strencode(enc_buf, args[i]); | |||
data_bytes += sprintf(&data_buf[data_bytes], "%s=", enc_buf); | |||
strencode(enc_buf, eq); | |||
data_bytes += sprintf(&data_buf[data_bytes], "%s", enc_buf); | |||
} | |||
} | |||
} | |||
(void) alarm(timeout); | |||
head_bytes = snprintf(head_buf, sizeof(head_buf), "POST %s HTTP/1.0\r\n", file); | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Host: %s\r\n", host); | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Content-Length: %d\r\n", data_bytes); | |||
if(referer != (char*) 0) { | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Referer: %s\r\n", referer); | |||
} | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "User-Agent: %s\r\n", user_agent); | |||
if(multipart) { | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Content-type: multipart/form-data; boundary=\"%s\"\r\n", sep); | |||
} else { | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Content-type: application/x-www-form-urlencoded\r\n"); | |||
} | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Accept: */*\r\n"); | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Accept-Language: en\r\n"); | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Accept-Charset: iso-8859-1,*,utf-8\r\n"); | |||
if(auth_token != (char*) 0) { | |||
char token_buf[1000]; | |||
token_buf[b64_encode((unsigned char*) auth_token, strlen(auth_token), token_buf, sizeof(token_buf))] = '\0'; | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Authorization: Basic %s\r\n", token_buf); | |||
} | |||
for(i = 0; i < ncookies; ++i) { | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "Cookie: %s\r\n", cookies[i]); | |||
} | |||
if(header_name != (char*) 0) { | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "%s: %s\r\n", header_name, header_value); | |||
} | |||
head_bytes += snprintf(&head_buf[head_bytes], sizeof(head_buf) - head_bytes, "\r\n"); | |||
if(protocol == PROTO_HTTPS) { | |||
(void) SSL_write(ssl, head_buf, head_bytes); | |||
} else { | |||
(void) write(sockfd, head_buf, head_bytes); | |||
} | |||
if(protocol == PROTO_HTTPS) { | |||
(void) SSL_write(ssl, data_buf, data_bytes); | |||
} else { | |||
(void) write(sockfd, data_buf, data_bytes); | |||
} | |||
(void) alarm(timeout); | |||
header_state = HDST_BOL; | |||
for(;;) { | |||
if(protocol == PROTO_HTTPS) { | |||
head_bytes = SSL_read(ssl, head_buf, sizeof(head_buf)); | |||
} else { | |||
head_bytes = read(sockfd, head_buf, sizeof(head_buf)); | |||
} | |||
if(head_bytes <= 0) { | |||
break; | |||
} | |||
for(i = 0; i < head_bytes; ++i) { | |||
if(verbose) { | |||
(void) write(1, &head_buf[i], 1); | |||
} | |||
switch(header_state) { | |||
case HDST_BOL: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_TEXT: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
header_state = HDST_LF; | |||
break; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
} | |||
break; | |||
case HDST_LF: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
goto end_of_headers; | |||
case '\r': | |||
header_state = HDST_CR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CR: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
header_state = HDST_CRLF; | |||
break; | |||
case '\r': | |||
goto end_of_headers; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CRLF: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
goto end_of_headers; | |||
case '\r': | |||
header_state = HDST_CRLFCR; | |||
break; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
case HDST_CRLFCR: | |||
switch(head_buf[i]) { | |||
case '\n': | |||
case '\r': | |||
goto end_of_headers; | |||
default: | |||
header_state = HDST_TEXT; | |||
break; | |||
} | |||
break; | |||
} | |||
} | |||
} | |||
end_of_headers: | |||
if(head_bytes > 0) { | |||
++i; | |||
(void) write(1, &head_buf[i], head_bytes - i); | |||
} | |||
for(;;) { | |||
(void) alarm(timeout); | |||
if(protocol == PROTO_HTTPS) { | |||
head_bytes = SSL_read(ssl, head_buf, sizeof(head_buf)); | |||
} else { | |||
head_bytes = read(sockfd, head_buf, sizeof(head_buf)); | |||
} | |||
if(head_bytes == 0) { | |||
break; | |||
} | |||
if(head_bytes < 0) { | |||
show_error("read"); | |||
} | |||
(void) write(1, head_buf, head_bytes); | |||
} | |||
if(protocol == PROTO_HTTPS) { | |||
SSL_free(ssl); | |||
SSL_CTX_free(ssl_ctx); | |||
} | |||
(void) close(sockfd); | |||
} | |||
void show_error(char* cause) { | |||
char buf[5000]; | |||
(void) sprintf(buf, "%s: %s - %s", argv0, url, cause); | |||
perror(buf); | |||
exit(1); | |||
} | |||
void sigcatch(int sig) { | |||
(void) fprintf(stderr, "%s: %s - timed out\n", argv0, url); | |||
exit(1); | |||
} | |||
void strencode(char* to, char* from) { | |||
int tolen; | |||
for(tolen = 0; *from != '\0'; ++from) { | |||
if(isalnum(*from) || strchr("/_.", *from) != (char*) 0) { | |||
*to = *from; | |||
++to; | |||
++tolen; | |||
} else { | |||
(void) sprintf(to, "%%%02x", (int) *from & 0xff); | |||
to += 3; | |||
tolen += 3; | |||
} | |||
} | |||
*to = '\0'; | |||
} | |||
void usage() { | |||
(void) fprintf(stderr, "usage: %s [-c cookie] [-t timeout] [-r referer] [-u user-agent] [-a username:password] [-h header value] [-v] url\n", argv0); | |||
exit(1); | |||
} |
@ -0,0 +1,79 @@ | |||
/** | |||
* @PROJECT WebGet Downloader | |||
* @COPYRIGHT See COPYING in the top level directory | |||
* @FILE libweb.h | |||
* @PURPOSE Common Web Library | |||
* @DEVELOPERS Al Globus <globus@nas.nasa.gov> | |||
* Rafal Kupiec <belliash@asiotec.eu.org> | |||
* Jef Poskanzer <jef@mail.acme.com> | |||
*/ | |||
#ifndef __LIBWEB_H | |||
#define __LIBWEB_H | |||
#define HDST_LINE1_PROTOCOL 0 | |||
#define HDST_LINE1_WHITESPACE 1 | |||
#define HDST_LINE1_STATUS 2 | |||
#define HDST_BOL 10 | |||
#define HDST_TEXT 11 | |||
#define HDST_LF 12 | |||
#define HDST_CR 13 | |||
#define HDST_CRLF 14 | |||
#define HDST_CRLFCR 15 | |||
#define PROTO_HTTP 0 | |||
#define PROTO_HTTPS 1 | |||
#define MAX_COOKIES 20 | |||
char* argv0; | |||
int timeout; | |||
char* url; | |||
int verbose; | |||
static int b64_decode_table[256] = { | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* 00-0F */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* 10-1F */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,62,-1,-1,-1,63, /* 20-2F */ | |||
52,53,54,55,56,57,58,59,60,61,-1,-1,-1,-1,-1,-1, /* 30-3F */ | |||
-1, 0, 1, 2, 3, 4, 5, 6, 7, 8, 9,10,11,12,13,14, /* 40-4F */ | |||
15,16,17,18,19,20,21,22,23,24,25,-1,-1,-1,-1,-1, /* 50-5F */ | |||
-1,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40, /* 60-6F */ | |||
41,42,43,44,45,46,47,48,49,50,51,-1,-1,-1,-1,-1, /* 70-7F */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* 80-8F */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* 90-9F */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* A0-AF */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* B0-BF */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* C0-CF */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* D0-DF */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* E0-EF */ | |||
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 /* F0-FF */ | |||
}; | |||
static char b64_encode_table[64] = { | |||
'A', 'B', 'C', 'D', 'E', 'F', 'G', 'H', /* 0-7 */ | |||
'I', 'J', 'K', 'L', 'M', 'N', 'O', 'P', /* 8-15 */ | |||
'Q', 'R', 'S', 'T', 'U', 'V', 'W', 'X', /* 16-23 */ | |||
'Y', 'Z', 'a', 'b', 'c', 'd', 'e', 'f', /* 24-31 */ | |||
'g', 'h', 'i', 'j', 'k', 'l', 'm', 'n', /* 32-39 */ | |||
'o', 'p', 'q', 'r', 's', 't', 'u', 'v', /* 40-47 */ | |||
'w', 'x', 'y', 'z', '0', '1', '2', '3', /* 48-55 */ | |||
'4', '5', '6', '7', '8', '9', '+', '/' /* 56-63 */ | |||
}; | |||
int b64_encode(unsigned char* ptr, int len, char* space, int size); | |||
void check(void* ptr); | |||
off_t file_bytes(const char* filename); | |||
int file_copy(const char* filename, char* buf); | |||
int getURL(char* url, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value); | |||
int getURLbyParts(int protocol, char* host, unsigned short port, char* file, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value); | |||
void* malloc_check(size_t size); | |||
int open_client_socket(char* hostname, unsigned short port); | |||
void postURL(char* url, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value, char** args, int argc); | |||
void postURLbyParts(int protocol, char* host, unsigned short port, char* file, char* referer, char* user_agent, char* auth_token, int ncookies, char** cookies, char* header_name, char* header_value, char** args, int argc); | |||
void show_error(char* cause); | |||
void sigcatch(int sig); | |||
void strencode(char* to, char* from); | |||
void usage(); | |||
#endif |
@ -0,0 +1,89 @@ | |||
/** | |||
* @PROJECT WebGet Downloader | |||
* @COPYRIGHT See COPYING in the top level directory | |||
* @FILE webget.c | |||
* @PURPOSE Web To StdOut Downloader | |||
* @DEVELOPERS Al Globus <globus@nas.nasa.gov> | |||
* Rafal Kupiec <belliash@asiotec.eu.org> | |||
* Jef Poskanzer <jef@mail.acme.com> | |||
*/ | |||
#include <stdio.h> | |||
#include <stdlib.h> | |||
#include <signal.h> | |||
#include "libweb.h" | |||
int main(int argc, char** argv) { | |||
int argn; | |||
char* referer; | |||
char* user_agent; | |||
char* auth_token; | |||
int ncookies; | |||
char* cookies[MAX_COOKIES]; | |||
char* header_name; | |||
char* header_value; | |||
int status; | |||
argv0 = argv[0]; | |||
argn = 1; | |||
timeout = 60; | |||
referer = (char*) 0; | |||
user_agent = "http_get"; | |||
auth_token = (char*) 0; | |||
ncookies = 0; | |||
header_name = (char*) 0; | |||
header_value = (char*) 0; | |||
verbose = 0; | |||
while(argn < argc && argv[argn][0] == '-' && argv[argn][1] != '\0') { | |||
if(strcmp(argv[argn], "-t") == 0 && argn + 1 < argc) { | |||
++argn; | |||
timeout = atoi(argv[argn]); | |||
} else if(strcmp(argv[argn], "-r") == 0 && argn + 1 < argc) { | |||
++argn; | |||
referer = argv[argn]; | |||
} else if(strcmp(argv[argn], "-u") == 0 && argn + 1 < argc) { | |||
++argn; | |||
user_agent = argv[argn]; | |||
} else if(strcmp(argv[argn], "-a") == 0 && argn + 1 < argc) { | |||
++argn; | |||
auth_token = argv[argn]; | |||
} else if(strcmp(argv[argn], "-c") == 0 && argn + 1 < argc) { | |||
if(ncookies >= MAX_COOKIES) { | |||
(void) fprintf(stderr, "%s: too many cookies\n", argv0); | |||
exit (1); | |||
} | |||
++argn; | |||
cookies[ncookies++] = argv[argn]; | |||
} else if(strcmp(argv[argn], "-h") == 0 && argn + 2 < argc) { | |||
++argn; | |||
header_name = argv[argn]; | |||
++argn; | |||
header_value = argv[argn]; | |||
} else if(strcmp(argv[argn], "-v") == 0) { | |||
verbose = 1; | |||
} else { | |||
usage(); | |||
} | |||
++argn; | |||
} | |||
if(argn >= argc) { | |||
usage(); | |||
} | |||
url = argv[argn]; | |||
++argn; | |||
if(argn != argc) { | |||
usage(); | |||
} | |||
(void) signal(SIGALRM, sigcatch); | |||
status = getURL(url, referer, user_agent, auth_token, ncookies, cookies, header_name, header_value); | |||
if(status == 200) { | |||
exit(0); | |||
} else if(status == 0) { | |||
exit(1); | |||
} else { | |||
exit(status); | |||
} | |||
} |
@ -0,0 +1,79 @@ | |||
/** | |||
* @PROJECT WebGet Downloader | |||
* @COPYRIGHT See COPYING in the top level directory | |||
* @FILE webpost.c | |||
* @PURPOSE Web POST Operation Dumper | |||
* @DEVELOPERS Al Globus <globus@nas.nasa.gov> | |||
* Rafal Kupiec <belliash@asiotec.eu.org> | |||
* Jef Poskanzer <jef@mail.acme.com> | |||
*/ | |||
#include <stdio.h> | |||
#include <stdlib.h> | |||
#include <signal.h> | |||
#include "libweb.h" | |||
int main(int argc, char** argv) { | |||
int argn; | |||
char* referer; | |||
char* user_agent; | |||
char* auth_token; | |||
int ncookies; | |||
char* cookies[MAX_COOKIES]; | |||
char* header_name; | |||
char* header_value; | |||
argv0 = argv[0]; | |||
argn = 1; | |||
timeout = 60; | |||
referer = (char*) 0; | |||
user_agent = "http_post"; | |||
auth_token = (char*) 0; | |||
ncookies = 0; | |||
header_name = (char*) 0; | |||
header_value = (char*) 0; | |||
verbose = 0; | |||
while(argn < argc && argv[argn][0] == '-' && argv[argn][1] != '\0') { | |||
if(strcmp(argv[argn], "-t") == 0 && argn + 1 < argc) { | |||
++argn; | |||
timeout = atoi(argv[argn]); | |||
} else if(strcmp(argv[argn], "-r") == 0 && argn + 1 < argc) { | |||
++argn; | |||
referer = argv[argn]; | |||
} else if(strcmp(argv[argn], "-u") == 0 && argn + 1 < argc) { | |||
++argn; | |||
user_agent = argv[argn]; | |||
} else if(strcmp(argv[argn], "-a") == 0 && argn + 1 < argc) { | |||
++argn; | |||
auth_token = argv[argn]; | |||
} else if(strcmp(argv[argn], "-c") == 0 && argn + 1 < argc) { | |||
if(ncookies >= MAX_COOKIES) { | |||
(void) fprintf(stderr, "%s: too many cookies\n", argv0); | |||
exit(1); | |||
} | |||
++argn; | |||
cookies[ncookies++] = argv[argn]; | |||
} else if(strcmp(argv[argn], "-h") == 0 && argn + 2 < argc) { | |||
++argn; | |||
header_name = argv[argn]; | |||
++argn; | |||
header_value = argv[argn]; | |||
} else if(strcmp(argv[argn], "-v") == 0) { | |||
verbose = 1; | |||
} else { | |||
usage(); | |||
} | |||
++argn; | |||
} | |||
if(argn >= argc) { | |||
usage(); | |||
} | |||
url = argv[argn]; | |||
++argn; | |||
(void) signal(SIGALRM, sigcatch); | |||
postURL(url, referer, user_agent, auth_token, ncookies, cookies, header_name, header_value, &(argv[argn]), argc - argn); | |||
exit(0); | |||
} |