minori: src/core/http.cc annotate

annotate src/core/http.cc @ 390:2d3e10319112

http: optimize HTTP request thread we don't need a mutex at all, in fact all we need is an atomic boolean to signify whether the thread is cancelled. curl options are now for the most part handled by a separate function to keep them in sync between non-threaded and threaded implementations

author	Paper <paper@tflc.us>
date	Fri, 07 Nov 2025 07:08:57 -0500
parents	1e5d922fe82b
children	963047512d34

rev	line source
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	1 #include "core/http.h"
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	2 #include "core/session.h"
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	3 #include <QByteArray>
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	4 #include <curl/curl.h>
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	5 #include <iostream>
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	6 #include <string>
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	7 #include <vector>
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	8
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	9 namespace HTTP {
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	10
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	11 std::string UrlEncode(const std::string &data)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	12 {
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	13 /* why do I need to init curl just for this? wtf? */
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	14 CURL *curl = curl_easy_init();
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	15 if (!curl)
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	16 return ""; /* no way! */
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	17
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	18 char *output = curl_easy_escape(curl, data.data(), data.size());
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	19 if (!output) {
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	20 curl_easy_cleanup(curl);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	21 return "";
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	22 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	23
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	24 std::string str(output);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	25
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	26 curl_free(output);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	27 curl_easy_cleanup(curl);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	28
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	29 return str;
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	30 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	31
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	32 std::string UrlDecode(const std::string &data)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	33 {
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	34 CURL *curl = curl_easy_init();
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	35 if (!curl)
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	36 return "";
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	37
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	38 int outlength;
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	39 char *output = curl_easy_unescape(curl, data.data(), data.size(), &outlength);
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	40 if (!output) {
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	41 curl_easy_cleanup(curl);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	42 return "";
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	43 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	44
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	45 std::string str(output, outlength);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	46
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	47 curl_free(output);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	48 curl_easy_cleanup(curl);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	49
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	50 return str;
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	51 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	52
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	53 std::string EncodeParamsList(std::string base, const std::map<std::string, std::string> &params)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	54 {
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	55 std::size_t count = 0;
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	56 for (const auto &param : params) {
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	57 base += (!count ? "?" : "&");
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	58 base += UrlEncode(param.first);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	59 base += "=";
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	60 base += UrlEncode(param.second);
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	61
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	62 count++;
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	63 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	64
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	65 return base;
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	66 }
b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	67
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	68 static void SetCurlOpts(CURL *curl, const std::string &url, const std::vector<std::string> &headers, const std::string &data, Type type)
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	69 {
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	70 struct curl_slist *list;
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	71
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	72 curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	73
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	74 list = NULL;
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	75 for (const std::string &h : headers)
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	76 list = curl_slist_append(list, h.c_str());
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	77 curl_easy_setopt(curl, CURLOPT_HTTPHEADER, list);
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	78
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	79 switch (type) {
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	80 case Type::Patch:
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	81 curl_easy_setopt(curl, CURLOPT_CUSTOMREQUEST, "PATCH");
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	82 [[fallthrough]];
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	83 case Type::Post:
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	84 curl_easy_setopt(curl, CURLOPT_POSTFIELDS, data.c_str());
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	85 break;
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	86 case Type::Get:
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	87 break;
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	88 }
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	89
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	90 curl_easy_setopt(curl, CURLOPT_SSL_OPTIONS, CURLSSLOPT_NATIVE_CA);
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	91 curl_easy_setopt(curl, CURLOPT_NOSIGNAL, 1L); // threading
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	92 }
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	93
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	94 static size_t WriteCallback(void contents, size_t size, size_t nmemb, void userdata)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	95 {
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	96 reinterpret_cast<QByteArray >(userdata)->append(reinterpret_cast<char >(contents), size * nmemb);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	97 return size * nmemb;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	98 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	99
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	100 QByteArray Request(const std::string &url, const std::vector<std::string> &headers, const std::string &data, Type type)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	101 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	102 QByteArray userdata;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	103
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	104 CURL *curl = curl_easy_init();
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	105 if (curl) {
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	106 SetCurlOpts(curl, url, headers, data, type);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	107
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	108 /* Use our specific userdata & write callback
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	109 * TODO can this just be a lambda instead */
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	110 curl_easy_setopt(curl, CURLOPT_WRITEDATA, &userdata);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	111 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, &WriteCallback);
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	112
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	113 CURLcode res = curl_easy_perform(curl);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	114 session.IncrementRequests();
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	115 curl_easy_cleanup(curl);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	116 if (res != CURLE_OK)
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	117 session.SetStatusBar(std::string("curl_easy_perform(curl) failed!: ") + curl_easy_strerror(res));
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	118 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	119 return userdata;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	120 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	121
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	122 /* this function is static */
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	123 size_t RequestThread::WriteCallback(void contents, size_t size, size_t nmemb, void userdata)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	124 {
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	125 RequestThread thread = reinterpret_cast<RequestThread >(userdata);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	126
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	127 if (thread->cancelled_)
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	128 return CURL_WRITEFUNC_ERROR;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	129
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	130 /* else, continue on as normal */
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	131 thread->array_.append(reinterpret_cast<char >(contents), size nmemb);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	132 return size * nmemb;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	133 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	134
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	135 RequestThread::RequestThread(Type type, QObject *parent) : QThread(parent)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	136 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	137 SetType(type);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	138 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	139
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	140 RequestThread::RequestThread(const std::string &url, const std::vector<std::string> &headers, const std::string &data,
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	141 Type type, QObject *parent)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	142 : QThread(parent)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	143 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	144 SetUrl(url);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	145 SetData(data);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	146 SetHeaders(headers);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	147 SetType(type);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	148 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	149
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	150 RequestThread::~RequestThread()
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	151 {
319 d928ec7b6a0d services/kitsu: implement GetAnimeList() Paper <paper@paper.us.eu.org> parents: 317 diff changeset	152 /* block until the function can safely exit */
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	153 Stop();
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	154 wait();
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	155
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	156 /* Kill off any curl thing we made */
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	157 if (curl_)
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	158 curl_easy_cleanup(reinterpret_cast<CURL *>(curl_));
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	159 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	160
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	161 void RequestThread::SetUrl(const std::string &url)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	162 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	163 url_ = url;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	164 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	165
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	166 void RequestThread::SetHeaders(const std::vector<std::string> &headers)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	167 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	168 headers_ = headers;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	169 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	170
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	171 void RequestThread::SetData(const std::string &data)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	172 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	173 data_ = data;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	174 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	175
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	176 void RequestThread::SetType(Type type)
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	177 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	178 type_ = type;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	179 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	180
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	181 void RequestThread::run()
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	182 {
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	183 /* If we don't have a curl object, create one */
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	184 if (!curl_) {
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	185 curl_ = reinterpret_cast<void *>(curl_easy_init());
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	186 }
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	187
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	188 CURL curl = reinterpret_cast<CURL >(curl_);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	189
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	190 if (curl) {
2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	191 SetCurlOpts(curl, url_, headers_, data_, type_);
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	192
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	193 curl_easy_setopt(curl, CURLOPT_WRITEDATA, this);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	194 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, &RequestThread::WriteCallback);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	195
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	196 CURLcode res = curl_easy_perform(curl);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	197 session.IncrementRequests();
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	198 curl_easy_cleanup(curl);
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	199
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	200 if (res != CURLE_OK && !(res == CURLE_WRITE_ERROR && cancelled_))
317 b1f4d1867ab1 services: VERY initial Kitsu support Paper <paper@paper.us.eu.org> parents: 301 diff changeset	201 session.SetStatusBar(std::string("curl_easy_perform(curl) failed!: ") + curl_easy_strerror(res));
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	202 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	203
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	204 emit ReceivedData(array_);
390 2d3e10319112 http: optimize HTTP request thread Paper <paper@tflc.us> parents: 389 diff changeset	205 /* Clear it out for any subsequent runs */
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	206 array_.clear();
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	207 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	208
369 47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	209 void RequestThread::Stop()
47c9f8502269 : clang-format all the things Paper <paper@tflc.us>* parents: 319 diff changeset	210 {
301 b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	211 cancelled_ = true;
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	212 }
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	213
b1f625b0227c : convert all files CRLF -> LF Paper <paper@paper.us.eu.org>* parents: 291 diff changeset	214 } // namespace HTTP

Mercurial > minori

annotate src/core/http.cc @ 390:2d3e10319112