mirror of
https://gitlab.com/gnuwget/wget2.git
synced 2025-08-02 00:25:01 +00:00
390 lines
11 KiB
C
390 lines
11 KiB
C
/*
|
|
* Copyright (c) 2017-2024 Free Software Foundation, Inc.
|
|
*
|
|
* This file is part of Wget
|
|
*
|
|
* Wget is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* Wget is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with Wget If not, see <https://www.gnu.org/licenses/>.
|
|
*
|
|
*
|
|
* Testing Wget plugin support
|
|
*
|
|
*/
|
|
|
|
#include <config.h>
|
|
|
|
#include <stdlib.h> // exit()
|
|
#include <string.h> // strlen()
|
|
#include <unistd.h> // access()
|
|
#include "libtest.h"
|
|
#include "plugin_tests.h"
|
|
|
|
// #define LARGEFILE (11 << 20)
|
|
|
|
static const char *mainpage = "\
|
|
<html>\n\
|
|
<head>\n\
|
|
<title>Main Page</title>\n\
|
|
</head>\n\
|
|
<body>\n\
|
|
<p>\n\
|
|
<a href=\"http://localhost:{{port}}/secondpage.html\">second page</a>.\n\
|
|
<a href=\"http://localhost:{{port}}/thirdpage.html\">third page</a>.\n\
|
|
</p>\n\
|
|
</body>\n\
|
|
</html>\n";
|
|
|
|
static const char *subpage = "\
|
|
<html>\n\
|
|
<head>\n\
|
|
<title>Main Page</title>\n\
|
|
</head>\n\
|
|
<body>\n\
|
|
<p>\n\
|
|
Some text\n\
|
|
</p>\n\
|
|
</body>\n\
|
|
</html>\n";
|
|
|
|
static const char *errorpage = "\
|
|
<html>\n\
|
|
<head>\n\
|
|
<title>Main Page</title>\n\
|
|
</head>\n\
|
|
<body>\n\
|
|
<p>\n\
|
|
Error.\n\
|
|
</p>\n\
|
|
</body>\n\
|
|
</html>\n";
|
|
|
|
static const char *rot13_mainpage = "\
|
|
<html>\n\
|
|
<head>\n\
|
|
<title>Main Page</title>\n\
|
|
</head>\n\
|
|
<body>\n\
|
|
<p>\n\
|
|
second page: rot13(uggc://ybpnyubfg:{{port}}/frpbaqcntr.ugzy)\n\
|
|
third page: rot13(uggc://ybpnyubfg:{{port}}/guveqcntr.ugzy)\n\
|
|
</p>\n\
|
|
</body>\n\
|
|
</html>\n";
|
|
|
|
static const char *rot13_mainpage_mixed = "\
|
|
<html>\n\
|
|
<head>\n\
|
|
<title>Main Page</title>\n\
|
|
</head>\n\
|
|
<body>\n\
|
|
<p>\n\
|
|
second page: rot13(uggc://ybpnyubfg:{{port}}/frpbaqcntr.ugzy)\n\
|
|
third page: rot13(uggc://ybpnyubfg:{{port}}/guveqcntr.ugzy)\n\
|
|
<a href=\"http://localhost:{{port}}/forthpage.html\">forth page</a>.\n\
|
|
</p>\n\
|
|
</body>\n\
|
|
</html>\n";
|
|
|
|
static const char data[129] = "\
|
|
xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\n\
|
|
xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\n";
|
|
|
|
static const char data_part[65] = "\
|
|
xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx\n";
|
|
|
|
int main(void)
|
|
{
|
|
#ifdef LARGEFILE
|
|
char *largedata = wget_malloc(LARGEFILE + 1);
|
|
memset(largedata, 'x', LARGEFILE);
|
|
largedata[LARGEFILE] = 0;
|
|
#endif
|
|
wget_test_url_t urls[]={
|
|
{ .name = "/index.html",
|
|
.code = "200 Dontcare",
|
|
.body = mainpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/secondpage.html",
|
|
.code = "200 Dontcare",
|
|
.body = subpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/thirdpage.html",
|
|
.code = "200 Dontcare",
|
|
.body = subpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/forthpage.html",
|
|
.code = "200 Dontcare",
|
|
.body = subpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/rot13_index.html",
|
|
.code = "200 Dontcare",
|
|
.body = rot13_mainpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/rot13_index_mixed.html",
|
|
.code = "200 Dontcare",
|
|
.body = rot13_mainpage_mixed,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
},
|
|
{ .name = "/data.txt",
|
|
.code = "200 Dontcare",
|
|
.body = data,
|
|
.headers = {
|
|
"Content-Type: text/plain",
|
|
},
|
|
},
|
|
#ifdef LARGEFILE
|
|
{ .name = "/large.txt",
|
|
.code = "200 Dontcare",
|
|
.body = largedata,
|
|
.headers = {
|
|
"Content-Type: text/plain",
|
|
},
|
|
},
|
|
#endif
|
|
{ .name = "/error.html",
|
|
.code = "404 Not exist",
|
|
.body = errorpage,
|
|
.headers = {
|
|
"Content-Type: text/html",
|
|
}
|
|
}
|
|
};
|
|
|
|
if (access(".libs/libpluginname.so", R_OK) != 0
|
|
&& access(".libs/libpluginname.dll", R_OK) != 0
|
|
&& access(".libs/cygpluginname.dll", R_OK) != 0)
|
|
exit(WGET_TEST_EXIT_SKIP); // likely a static build
|
|
|
|
wget_test_start_server(
|
|
WGET_TEST_RESPONSE_URLS, &urls, countof(urls),
|
|
WGET_TEST_FEATURE_MHD,
|
|
WGET_TEST_FEATURE_PLUGIN,
|
|
0);
|
|
|
|
// Check whether URL interception works
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --no-host-directories"
|
|
" --plugin-opt=pluginapi.reject=secondpage",
|
|
WGET_TEST_REQUEST_URL, "index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "thirdpage.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --no-host-directories"
|
|
" --reject=*thirdpage.html --plugin-opt=pluginapi.accept=thirdpage",
|
|
WGET_TEST_REQUEST_URL, "index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "thirdpage.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --no-host-directories"
|
|
" --plugin-opt=pluginapi.replace=third:forth",
|
|
WGET_TEST_REQUEST_URL, "index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "forthpage.html", urls[3].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --no-host-directories"
|
|
" --plugin-opt=pluginapi.saveas=third:alt.html",
|
|
WGET_TEST_REQUEST_URL, "index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "alt.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi")
|
|
" --plugin-opt=pluginapi.reject=secondpage",
|
|
WGET_TEST_REQUEST_URLS, "index.html", "secondpage.html", "thirdpage.html", NULL,
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "thirdpage.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi")
|
|
" --reject=*thirdpage.html --plugin-opt=pluginapi.accept=thirdpage",
|
|
WGET_TEST_REQUEST_URLS, "index.html", "secondpage.html", "thirdpage.html", NULL,
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "thirdpage.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi")
|
|
" --plugin-opt=pluginapi.replace=third:forth",
|
|
WGET_TEST_REQUEST_URLS, "index.html", "secondpage.html", "thirdpage.html", NULL,
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "forthpage.html", urls[3].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi")
|
|
" --plugin-opt=pluginapi.saveas=third:alt.html",
|
|
WGET_TEST_REQUEST_URLS, "index.html", "secondpage.html", "thirdpage.html", NULL,
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "index.html", urls[0].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "alt.html", urls[2].body },
|
|
{ NULL } },
|
|
0);
|
|
|
|
// Check whether intercepting downloaded files works
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --no-host-directories"
|
|
" --plugin-opt=pluginapi.parse-rot13 --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "rot13_index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "rot13_index.html", urls[4].body },
|
|
{ "secondpage.html", urls[1].body },
|
|
{ "thirdpage.html", urls[2].body },
|
|
{ "files_processed.txt", "rot13_index.html\nsecondpage.html\nthirdpage.html\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
// Check whether intercepting downloaded files works with existing partial files
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " -c"
|
|
" --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "data.txt",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXISTING_FILES, &(wget_test_file_t []) {
|
|
{ "data.txt", data_part },
|
|
{ NULL } },
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "data.txt", data },
|
|
{ "files_processed.txt", "data.txt\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
// Check whether intercepting downloaded files works with existing files
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " -c"
|
|
" --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "data.txt",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXISTING_FILES, &(wget_test_file_t []) {
|
|
{ "data.txt", data },
|
|
{ NULL } },
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "data.txt", data },
|
|
{ "files_processed.txt", "data.txt\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
|
|
// Check whether intercepting downloaded files works with --spider
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --recursive --spider"
|
|
" --plugin-opt=pluginapi.parse-rot13 --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "rot13_index.html",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "files_processed.txt", "rot13_index.html\nsecondpage.html\nthirdpage.html\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
// Check whether intercepting downloaded files works with --output-document=
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " --output-document=data2.txt"
|
|
" --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "data.txt",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXISTING_FILES, &(wget_test_file_t []) {
|
|
{ "data2.txt", data_part },
|
|
{ NULL } },
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "data2.txt", data },
|
|
{ "files_processed.txt", "data.txt\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
// Check whether intercepting downloaded files works with large files
|
|
#ifdef LARGEFILE
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " -c"
|
|
" --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "large.txt",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXISTING_FILES, &(wget_test_file_t []) {
|
|
{ "large.txt", largedata + 16 },
|
|
{ NULL } },
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "large.txt", largedata },
|
|
{ "files_processed.txt", "large.txt\n" },
|
|
{ NULL } },
|
|
0);
|
|
|
|
wget_test(
|
|
WGET_TEST_OPTIONS, "--local-plugin=" LOCAL_NAME("pluginapi") " -c"
|
|
" --plugin-opt=pluginapi.test-pp",
|
|
WGET_TEST_REQUEST_URL, "large.txt",
|
|
WGET_TEST_EXPECTED_ERROR_CODE, 0,
|
|
WGET_TEST_EXISTING_FILES, &(wget_test_file_t []) {
|
|
{ "large.txt", largedata },
|
|
{ NULL } },
|
|
WGET_TEST_EXPECTED_FILES, &(wget_test_file_t []) {
|
|
{ "large.txt", largedata },
|
|
{ "files_processed.txt", "large.txt\n" },
|
|
{ NULL } },
|
|
0);
|
|
#endif
|
|
|
|
exit(EXIT_SUCCESS);
|
|
}
|