Mercurial > minori
annotate src/core/strings.cc @ 273:f31305b9f60a
*: various code safety changes
this also makes the code build on Qt 5.7. I can't test it though
because I don't have it working... FAIL!
| author | Paper <paper@paper.us.eu.org> |
|---|---|
| date | Thu, 18 Apr 2024 16:53:17 -0400 |
| parents | 9a04802848c0 |
| children | f6a756c19bfb |
| rev | line source |
|---|---|
| 9 | 1 /** |
| 2 * strings.cpp: Useful functions for manipulating strings | |
| 3 **/ | |
| 4 #include "core/strings.h" | |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
5 #include "core/session.h" // locale |
|
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
6 |
| 64 | 7 #include <QByteArray> |
|
101
c537996cf67b
*: multitude of config changes
Paper <mrpapersonic@gmail.com>
parents:
100
diff
changeset
|
8 #include <QDebug> |
| 258 | 9 #include <QLocale> |
| 64 | 10 #include <QString> |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
11 |
| 15 | 12 #include <algorithm> |
| 13 #include <cctype> | |
| 62 | 14 #include <codecvt> |
| 258 | 15 #include <iostream> |
|
273
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
16 #include <iomanip> |
| 9 | 17 #include <locale> |
| 18 #include <string> | |
| 258 | 19 #include <unordered_map> |
| 9 | 20 #include <vector> |
| 21 | |
| 264 | 22 #include "utf8proc.h" |
| 23 | |
| 9 | 24 namespace Strings { |
| 25 | |
|
99
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
26 /* ew */ |
| 9 | 27 std::string Implode(const std::vector<std::string>& vector, const std::string& delimiter) { |
| 28 if (vector.size() < 1) | |
| 250 | 29 return ""; |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
30 |
|
221
53211cb1e7f5
library: add initial library stuff
Paper <paper@paper.us.eu.org>
parents:
211
diff
changeset
|
31 std::string out; |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
32 |
| 9 | 33 for (unsigned long long i = 0; i < vector.size(); i++) { |
| 34 out.append(vector.at(i)); | |
| 35 if (i < vector.size() - 1) | |
| 36 out.append(delimiter); | |
| 37 } | |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
38 |
| 9 | 39 return out; |
| 40 } | |
| 41 | |
| 226 | 42 std::string Implode(const std::set<std::string>& set, const std::string& delimiter) { |
| 43 if (set.size() < 1) | |
| 250 | 44 return ""; |
| 226 | 45 |
| 46 std::string out; | |
| 47 | |
| 48 for (auto it = set.cbegin(); it != set.cend(); it++) { | |
| 49 out.append(*it); | |
| 50 if (it != std::prev(set.cend(), 1)) | |
| 51 out.append(delimiter); | |
| 52 } | |
| 53 | |
| 54 return out; | |
| 55 } | |
| 56 | |
| 258 | 57 std::vector<std::string> Split(const std::string& text, const std::string& delimiter) { |
| 250 | 58 if (text.length() < 1) |
| 59 return {}; | |
| 60 | |
|
118
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
61 std::vector<std::string> tokens; |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
62 |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
63 std::size_t start = 0, end = 0; |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
64 while ((end = text.find(delimiter, start)) != std::string::npos) { |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
65 tokens.push_back(text.substr(start, end - start)); |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
66 start = end + delimiter.length(); |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
67 } |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
68 tokens.push_back(text.substr(start)); |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
69 |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
70 return tokens; |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
71 } |
|
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
72 |
|
99
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
73 /* This function is really only used for cleaning up the synopsis of |
|
221
53211cb1e7f5
library: add initial library stuff
Paper <paper@paper.us.eu.org>
parents:
211
diff
changeset
|
74 * horrible HTML debris from AniList :) |
| 258 | 75 */ |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
76 void ReplaceAll(std::string& string, std::string_view find, std::string_view replace) { |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
77 size_t pos = 0; |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
78 while ((pos = string.find(find, pos)) != std::string::npos) { |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
79 string.replace(pos, find.length(), replace); |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
80 pos += replace.length(); |
| 9 | 81 } |
| 82 } | |
| 83 | |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
84 void SanitizeLineEndings(std::string& string) { |
|
114
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
85 /* LOL */ |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
86 ReplaceAll(string, "\r\n", "\n"); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
87 ReplaceAll(string, "</p>", "\n"); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
88 ReplaceAll(string, "<br>", "\n"); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
89 ReplaceAll(string, "<br />", "\n"); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
90 ReplaceAll(string, "\n\n\n", "\n\n"); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
91 } |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
92 |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
93 void ConvertRomanNumerals(std::string& string) { |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
94 static const std::vector<std::pair<std::string_view, std::string_view>> vec = { |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
95 {"2", "II"}, {"3", "III"}, {"4", "IV"}, {"5", "V"}, {"6", "VI"}, |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
96 {"7", "VII"}, {"8", "VIII"}, {"9", "IX"}, {"11", "XI"}, {"12", "XII"}, |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
97 {"13", "XIII"} |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
98 }; |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
99 |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
100 for (const auto& item : vec) |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
101 ReplaceAll(string, item.second, item.first); |
| 9 | 102 } |
| 103 | |
| 264 | 104 /* this also performs case folding, so our string is lowercase after this */ |
| 105 void NormalizeUnicode(std::string& string) { | |
| 106 static constexpr utf8proc_option_t options = static_cast<utf8proc_option_t>( | |
| 107 UTF8PROC_COMPAT | UTF8PROC_COMPOSE | UTF8PROC_STABLE | | |
| 108 UTF8PROC_IGNORE | UTF8PROC_STRIPCC | UTF8PROC_STRIPMARK | | |
| 109 UTF8PROC_LUMP | UTF8PROC_CASEFOLD | UTF8PROC_NLF2LS | |
| 110 ); | |
| 111 | |
| 112 /* ack */ | |
| 113 utf8proc_uint8_t* buf = nullptr; | |
| 114 | |
| 115 const utf8proc_ssize_t size = utf8proc_map( | |
| 116 reinterpret_cast<const utf8proc_uint8_t*>(string.data()), | |
| 117 string.size(), | |
| 118 &buf, | |
| 119 options | |
| 120 ); | |
| 121 | |
| 122 if (size) | |
| 123 string = std::string(reinterpret_cast<const char*>(buf), size); | |
| 124 | |
| 125 if (buf) | |
| 126 free(buf); | |
| 127 } | |
| 128 | |
| 129 void NormalizeAnimeTitle(std::string& string) { | |
| 130 ConvertRomanNumerals(string); | |
| 131 NormalizeUnicode(string); | |
| 132 RemoveLeadingChars(string, ' '); | |
| 133 RemoveTrailingChars(string, ' '); | |
| 134 } | |
| 135 | |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
136 /* removes dumb HTML tags because anilist is aids and |
| 250 | 137 * gives us HTML for synopses :/ |
| 258 | 138 */ |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
139 void RemoveHtmlTags(std::string& string) { |
|
99
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
140 while (string.find("<") != std::string::npos) { |
|
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
141 auto startpos = string.find("<"); |
|
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
142 auto endpos = string.find(">") + 1; |
| 9 | 143 |
|
99
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
144 if (endpos != std::string::npos) |
|
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
145 string.erase(startpos, endpos - startpos); |
| 9 | 146 } |
| 147 } | |
| 148 | |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
149 /* e.g. "<" for "<" */ |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
150 void ParseHtmlEntities(std::string& string) { |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
151 /* The only one of these I can understand using are the first |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
152 * three. why do the rest of these exist? |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
153 * |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
154 * probably mojibake. |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
155 */ |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
156 const std::unordered_map<std::string, std::string> map = { |
| 258 | 157 {"<", "<" }, |
| 158 {"&rt;", ">" }, | |
| 159 {" ", "\xA0"}, | |
| 160 {"&", "&" }, | |
| 161 {""", "\"" }, | |
| 162 {"'", "'" }, | |
| 163 {"¢", "¢" }, | |
| 164 {"£", "£" }, | |
| 165 {"€", "€" }, | |
| 166 {"¥", "¥" }, | |
| 167 {"©", "©" }, | |
| 168 {"®", "®" }, | |
| 169 {"’", "’" } // Haibane Renmei, AniList | |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
170 }; |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
171 |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
172 for (const auto& item : map) |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
173 ReplaceAll(string, item.first, item.second); |
| 9 | 174 } |
| 175 | |
|
99
503bc1547d49
strings: clarify on some functions and make some of them miniscule
Paper <mrpapersonic@gmail.com>
parents:
98
diff
changeset
|
176 /* removes stupid HTML stuff */ |
|
260
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
177 void TextifySynopsis(std::string& string) { |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
178 SanitizeLineEndings(string); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
179 RemoveHtmlTags(string); |
|
dd211ff68b36
pages/seasons: add initial functionality
Paper <paper@paper.us.eu.org>
parents:
258
diff
changeset
|
180 ParseHtmlEntities(string); |
|
98
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
181 } |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
182 |
|
582b2fca1561
strings: parse HTML entities when reading synopsis, make the
Paper <mrpapersonic@gmail.com>
parents:
81
diff
changeset
|
183 /* let Qt handle the heavy lifting of locale shit |
|
221
53211cb1e7f5
library: add initial library stuff
Paper <paper@paper.us.eu.org>
parents:
211
diff
changeset
|
184 * I don't want to deal with |
| 258 | 185 */ |
| 15 | 186 std::string ToUpper(const std::string& string) { |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
187 return ToUtf8String(session.config.locale.GetLocale().toUpper(ToQString(string))); |
| 15 | 188 } |
| 189 | |
| 190 std::string ToLower(const std::string& string) { | |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
191 return ToUtf8String(session.config.locale.GetLocale().toLower(ToQString(string))); |
| 15 | 192 } |
| 193 | |
| 62 | 194 std::wstring ToWstring(const std::string& string) { |
|
230
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
195 static std::wstring_convert<std::codecvt_utf8<wchar_t>> converter("", L""); |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
196 |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
197 std::wstring wstr; |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
198 try { |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
199 wstr = converter.from_bytes(string); |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
200 } catch (std::range_error const& ex) { |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
201 std::cerr << "Failed to convert UTF-8 to wide string!" << std::endl; |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
202 } |
|
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
203 return wstr; |
| 62 | 204 } |
| 205 | |
| 64 | 206 std::wstring ToWstring(const QString& string) { |
| 207 std::wstring arr(string.size(), L'\0'); | |
| 208 string.toWCharArray(&arr.front()); | |
| 209 return arr; | |
| 210 } | |
| 211 | |
| 62 | 212 std::string ToUtf8String(const std::wstring& wstring) { |
|
230
2f5a9247e501
torrents: implement download button
Paper <paper@paper.us.eu.org>
parents:
221
diff
changeset
|
213 static std::wstring_convert<std::codecvt_utf8<wchar_t>> converter("", L""); |
| 62 | 214 return converter.to_bytes(wstring); |
| 215 } | |
| 216 | |
| 64 | 217 std::string ToUtf8String(const QString& string) { |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
218 const QByteArray ba = string.toUtf8(); |
| 77 | 219 return std::string(ba.constData(), ba.size()); |
| 220 } | |
| 221 | |
| 222 std::string ToUtf8String(const QByteArray& ba) { | |
| 223 return std::string(ba.constData(), ba.size()); | |
| 64 | 224 } |
| 225 | |
| 226 QString ToQString(const std::string& string) { | |
| 227 return QString::fromUtf8(string.c_str(), string.length()); | |
| 228 } | |
| 229 | |
| 230 QString ToQString(const std::wstring& wstring) { | |
| 231 return QString::fromWCharArray(wstring.c_str(), wstring.length()); | |
| 232 } | |
| 233 | |
|
211
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
234 std::string ToUtf8String(const bool b) { |
|
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
235 return b ? "true" : "false"; // lol |
|
101
c537996cf67b
*: multitude of config changes
Paper <mrpapersonic@gmail.com>
parents:
100
diff
changeset
|
236 } |
|
c537996cf67b
*: multitude of config changes
Paper <mrpapersonic@gmail.com>
parents:
100
diff
changeset
|
237 |
|
211
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
238 bool ToBool(const std::string& str, bool def) { |
|
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
239 std::istringstream s(Strings::ToLower(str)); |
|
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
240 s >> std::boolalpha >> def; |
|
116
254b1d2b7096
settings: add torrents page, make rss feed configurable
Paper <mrpapersonic@gmail.com>
parents:
114
diff
changeset
|
241 return def; |
|
254b1d2b7096
settings: add torrents page, make rss feed configurable
Paper <mrpapersonic@gmail.com>
parents:
114
diff
changeset
|
242 } |
|
254b1d2b7096
settings: add torrents page, make rss feed configurable
Paper <mrpapersonic@gmail.com>
parents:
114
diff
changeset
|
243 |
|
211
7cf53145de11
strings: use templates for ToInt, std::to_string -> Strings::ToUtf8String
Paper <mrpapersonic@gmail.com>
parents:
187
diff
changeset
|
244 /* util funcs */ |
|
114
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
245 uint64_t HumanReadableSizeToBytes(const std::string& str) { |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
246 static const std::unordered_map<std::string, uint64_t> bytes_map = { |
|
273
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
247 {"KB", 1000ull}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
248 {"MB", 1000000ull}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
249 {"GB", 1000000000ull}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
250 {"TB", 1000000000000ull}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
251 {"PB", 1000000000000000ull}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
252 {"KiB", 1ull << 10}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
253 {"MiB", 1ull << 20}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
254 {"GiB", 1ull << 30}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
255 {"TiB", 1ull << 40}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
256 {"PiB", 1ull << 50} /* surely we won't need more than this */ |
|
114
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
257 }; |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
258 |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
259 for (const auto& suffix : bytes_map) { |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
260 if (str.find(suffix.first) != std::string::npos) { |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
261 try { |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
262 uint64_t size = std::stod(str) * suffix.second; |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
263 return size; |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
264 } catch (std::invalid_argument const& ex) { |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
265 continue; |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
266 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
267 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
268 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
269 |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
270 return ToInt(str, 0); |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
271 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
272 |
|
273
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
273 std::string BytesToHumanReadableSize(uint64_t bytes, int precision) { |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
274 #if QT_VERSION >= QT_VERSION_CHECK(5, 10, 0) |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
275 /* QLocale in Qt >= 5.10.0 has a function for this */ |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
276 return Strings::ToUtf8String(session.config.locale.GetLocale().formattedDataSize(bytes), precision); |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
277 #else |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
278 static const std::unordered_map<uint64_t, std::string> map = { |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
279 {1ull << 10, "KiB"}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
280 {1ull << 20, "MiB"}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
281 {1ull << 30, "GiB"}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
282 {1ull << 40, "TiB"}, |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
283 {1ull << 50, "PiB"} |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
284 }; |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
285 |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
286 for (const auto& suffix : map) { |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
287 if (bytes / suffix.first < 1) |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
288 continue; |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
289 |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
290 std::stringstream ss; |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
291 ss << std::setprecision(precision) |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
292 << (static_cast<double>(bytes) / suffix.first) << " " |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
293 << suffix.second; |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
294 return ss.str(); |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
295 } |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
296 |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
297 /* better luck next time */ |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
298 return "0 bytes"; |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
299 #endif |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
300 } |
|
f31305b9f60a
*: various code safety changes
Paper <paper@paper.us.eu.org>
parents:
264
diff
changeset
|
301 |
| 264 | 302 void RemoveLeadingChars(std::string& s, const char c) { |
|
118
39521c47c7a3
*: another huge megacommit, SORRY
Paper <mrpapersonic@gmail.com>
parents:
116
diff
changeset
|
303 s.erase(0, std::min(s.find_first_not_of(c), s.size() - 1)); |
|
114
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
304 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
305 |
| 264 | 306 void RemoveTrailingChars(std::string& s, const char c) { |
|
114
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
307 s.erase(s.find_last_not_of(c) + 1, std::string::npos); |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
308 } |
|
ab191e28e69d
*: add initial torrent stuff
Paper <mrpapersonic@gmail.com>
parents:
102
diff
changeset
|
309 |
| 102 | 310 bool BeginningMatchesSubstring(const std::string& str, const std::string& sub) { |
| 311 for (unsigned long long i = 0; i < str.length() && i < sub.length(); i++) | |
| 312 if (str[i] != sub[i]) | |
| 313 return false; | |
|
187
9613d72b097e
*: multiple performance improvements
Paper <mrpapersonic@gmail.com>
parents:
120
diff
changeset
|
314 |
| 102 | 315 return true; |
| 316 } | |
| 317 | |
| 9 | 318 } // namespace Strings |