mirror of
https://github.com/sogou/workflow.git
synced 2026-01-12 00:05:37 +08:00
99 lines
2.2 KiB
C++
99 lines
2.2 KiB
C++
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <utility>
|
|
#include <string>
|
|
#include "workflow/Workflow.h"
|
|
#include "workflow/WFTaskFactory.h"
|
|
#include "workflow/HttpMessage.h"
|
|
#include "workflow/HttpUtil.h"
|
|
#include "workflow/WFFacilities.h"
|
|
|
|
using namespace protocol;
|
|
|
|
#define REDIRECT_MAX 5
|
|
#define RETRY_MAX 2
|
|
|
|
struct tutorial_series_context
|
|
{
|
|
std::string url;
|
|
int state;
|
|
int error;
|
|
HttpResponse resp;
|
|
};
|
|
|
|
void callback(const ParallelWork *pwork)
|
|
{
|
|
tutorial_series_context *ctx;
|
|
const void *body;
|
|
size_t size;
|
|
|
|
for (const SeriesWork *series : *pwork)
|
|
{
|
|
ctx = (tutorial_series_context *)series->get_context();
|
|
printf("%s\n", ctx->url.c_str());
|
|
if (ctx->state == WFT_STATE_SUCCESS)
|
|
{
|
|
ctx->resp.get_parsed_body(&body, &size);
|
|
printf("%zu%s\n", size, ctx->resp.is_chunked() ? " chunked" : "");
|
|
fwrite(body, 1, size, stdout);
|
|
printf("\n");
|
|
}
|
|
else
|
|
printf("ERROR! state = %d, error = %d\n", ctx->state, ctx->error);
|
|
|
|
delete ctx;
|
|
}
|
|
}
|
|
|
|
int main(int argc, char *argv[])
|
|
{
|
|
ParallelWork *pwork = Workflow::create_parallel_work(callback);
|
|
SeriesWork *series;
|
|
WFHttpTask *task;
|
|
HttpRequest *req;
|
|
tutorial_series_context *ctx;
|
|
int i;
|
|
|
|
for (i = 1; i < argc; i++)
|
|
{
|
|
std::string url(argv[i]);
|
|
|
|
if (strncasecmp(argv[i], "http://", 7) != 0 &&
|
|
strncasecmp(argv[i], "https://", 8) != 0)
|
|
{
|
|
url = "http://" +url;
|
|
}
|
|
|
|
task = WFTaskFactory::create_http_task(url, REDIRECT_MAX, RETRY_MAX,
|
|
[](WFHttpTask *task)
|
|
{
|
|
tutorial_series_context *ctx =
|
|
(tutorial_series_context *)series_of(task)->get_context();
|
|
ctx->state = task->get_state();
|
|
ctx->error = task->get_error();
|
|
ctx->resp = std::move(*task->get_resp());
|
|
});
|
|
|
|
req = task->get_req();
|
|
req->add_header_pair("Accept", "*/*");
|
|
req->add_header_pair("User-Agent", "Wget/1.14 (linux-gnu)");
|
|
req->add_header_pair("Connection", "close");
|
|
|
|
ctx = new tutorial_series_context;
|
|
ctx->url = std::move(url);
|
|
series = Workflow::create_series_work(task, nullptr);
|
|
series->set_context(ctx);
|
|
pwork->add_series(series);
|
|
}
|
|
|
|
WFFacilities::WaitGroup wait_group(1);
|
|
|
|
Workflow::start_series_work(pwork, [&wait_group](const SeriesWork *) {
|
|
wait_group.done();
|
|
});
|
|
|
|
wait_group.wait();
|
|
return 0;
|
|
}
|
|
|