19 #ifndef NET_INSTAWEB_HTTP_PUBLIC_HTTP_DUMP_URL_FETCHER_H_
20 #define NET_INSTAWEB_HTTP_PUBLIC_HTTP_DUMP_URL_FETCHER_H_
23 #include "pagespeed/kernel/base/basictypes.h"
24 #include "pagespeed/kernel/base/file_system.h"
25 #include "pagespeed/kernel/base/scoped_ptr.h"
26 #include "pagespeed/kernel/base/string.h"
27 #include "pagespeed/kernel/base/string_util.h"
29 namespace net_instaweb {
34 class ResponseHeaders;
62 GoogleString* filename,
63 MessageHandler* message_handler);
67 GoogleString* filename,
68 MessageHandler* message_handler) {
73 virtual void Fetch(
const GoogleString& url,
74 MessageHandler* message_handler,
79 bool ParseFile(FileSystem::InputFile* file,
80 ResponseHeaders* response_headers,
81 Writer* response_writer,
82 MessageHandler* handler);
85 void RespondError(ResponseHeaders* response_headers, Writer* response_writer,
86 MessageHandler* handler);
92 GoogleString root_dir_;
93 FileSystem* file_system_;
97 GoogleString error_body_;
99 scoped_ptr<StringSet> urls_;
Definition: http_dump_url_fetcher.h:45
bool ParseFile(FileSystem::InputFile *file, ResponseHeaders *response_headers, Writer *response_writer, MessageHandler *handler)
virtual void Fetch(const GoogleString &url, MessageHandler *message_handler, AsyncFetch *fetch)
This is a synchronous/blocking implementation.
void set_print_urls(bool on)
Print URLs each time they are fetched.
bool GetFilename(const GoogleUrl &url, GoogleString *filename, MessageHandler *message_handler)
Non-static version that uses the fetcher's root dir.
Definition: http_dump_url_fetcher.h:66
Definition: async_fetch.h:53
static const char kGzipContentLengthAttribute[]
Definition: http_dump_url_fetcher.h:52
void RespondError(ResponseHeaders *response_headers, Writer *response_writer, MessageHandler *handler)
Helper function to return a generic error response.
static bool GetFilenameFromUrl(const StringPiece &root_dir, const GoogleUrl &url, GoogleString *filename, MessageHandler *message_handler)
Definition: url_async_fetcher.h:33