1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
|
#pragma once
#include <ctime>
#include <string>
#include <curl/curl.h>
#include <boost/date_time.hpp>
#define NOW std::time(0)
#define LOG_TIME_FORMAT "%y-%m-%d %H:%M:%S"
#define HR_TIME_FORMAT "%d.%m.%y, %H:%M:%S UHR"
#define NOW_STRING TimeStampToHReadble(NOW, false)
static std::string TimeStampToHReadble(const time_t rawTime, bool HR_READABLE) {
struct tm *dt;
char buffer[30];
dt = localtime(&rawTime);
if (HR_READABLE) {
strftime(buffer, sizeof(buffer), HR_TIME_FORMAT, dt);
} else {
strftime(buffer, sizeof(buffer), LOG_TIME_FORMAT, dt);
}
return std::string(buffer);
}
#include <fstream>
static std::string getApiTokenFromFile(const std::string &filePath) {
std::string token = "NO-TOKEN";
std::ifstream inFile(filePath);
if (inFile) {
// TODO: validate, at least a little - currently we just assume the file contains the correct data
std::getline(inFile, token);
} else {
return "";
}
return token;
}
#ifdef NDEBUG
static std::string getProductionApiToken() {
return getApiTokenFromFile("../release.api");
}
#else
static std::string getDebugApiToken() {
return getApiTokenFromFile("../debug.api");
}
#endif
static CURLcode downloadFile(const std::string &url, const std::string &fileName) {
CURL *curl;
FILE *fp;
CURLcode res;
curl = curl_easy_init();
if (curl) {
fp = fopen(fileName.c_str(), "wb");
curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
curl_easy_setopt(curl, CURLOPT_USERAGENT,
"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.106 Safari/537.36"); //so apparently the Website stw.berlin blocks the IPwhen accessing it very often with the bot...
curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, NULL);
curl_easy_setopt(curl, CURLOPT_WRITEDATA, fp);
res = curl_easy_perform(curl);
if (res != CURLE_OK) {
//TODO: return int as status instead of boolean - maybe even this curl error?
return CURLE_COULDNT_CONNECT;
}
curl_easy_cleanup(curl);
fclose(fp);
return CURLE_OK;
} else {
return CURLE_COULDNT_CONNECT;
}
}
static CURLcode downloadMensaFile(const int &ID, const boost::posix_time::ptime &datum) {
std::string datumString =
std::to_string(datum.date().year()) + "-" + std::to_string(datum.date().month().as_number()) + "-" +
std::to_string(datum.date().day());
std::string postfield = "resources_id=" + std::to_string(ID) + "&date=" + datumString;
CURL *curl;
FILE *fp;
CURLcode res;
curl = curl_easy_init();
if (curl) {
fp = fopen(std::to_string(ID).c_str(), "wb");
struct curl_slist *slist1;
slist1 = nullptr;
slist1 = curl_slist_append(slist1,
"Cookie: seitenbereich=mensen; _ga=GA1.2.1719763776.1545837849; filterkennz=[]; PHPSESSID=9fa00137a2ad065fe595196ddb34e0ba; _gid=GA1.2.226483670.1549982576; loadDataForResource=191; storedPathname=/mensen.html; _gat=1");
slist1 = curl_slist_append(slist1, "Origin: https://www.stw.berlin");
slist1 = curl_slist_append(slist1, "Accept-Encoding: gzip, deflate, br");
slist1 = curl_slist_append(slist1, "Accept-Language: de-DE,de;q=0.9,en-US;q=0.8,en;q=0.7");
slist1 = curl_slist_append(slist1,
"User-Agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.81 Safari/537.36");
slist1 = curl_slist_append(slist1, "Content-Type: application/x-www-form-urlencoded; charset=UTF-8");
slist1 = curl_slist_append(slist1, "Accept: */*");
slist1 = curl_slist_append(slist1, "Referer: https://www.stw.berlin/mensen.html");
slist1 = curl_slist_append(slist1, "X-Requested-With: XMLHttpRequest");
slist1 = curl_slist_append(slist1, "Connection: keep-alive");
slist1 = curl_slist_append(slist1, "DNT: 1");
curl = curl_easy_init();
curl_easy_setopt(curl, CURLOPT_BUFFERSIZE, 102400L);
curl_easy_setopt(curl, CURLOPT_URL, "https://www.stw.berlin/xhr/speiseplan-wochentag.html");
curl_easy_setopt(curl, CURLOPT_TIMEOUT, 5L);
curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 1L);
curl_easy_setopt(curl, CURLOPT_POSTFIELDS, postfield.c_str());
curl_easy_setopt(curl, CURLOPT_POSTFIELDSIZE_LARGE, (curl_off_t) 32);
curl_easy_setopt(curl, CURLOPT_HTTPHEADER, slist1);
curl_easy_setopt(curl, CURLOPT_USERAGENT, "curl/7.63.0");
curl_easy_setopt(curl, CURLOPT_MAXREDIRS, 50L);
curl_easy_setopt(curl, CURLOPT_HTTP_VERSION, (long) CURL_HTTP_VERSION_2TLS);
curl_easy_setopt(curl, CURLOPT_ACCEPT_ENCODING, "");
curl_easy_setopt(curl, CURLOPT_SSH_KNOWNHOSTS, "/home/max/.ssh/known_hosts");
curl_easy_setopt(curl, CURLOPT_TCP_KEEPALIVE, 1L);
curl_easy_setopt(curl, CURLOPT_WRITEDATA, fp);
res = curl_easy_perform(curl);
if (res != CURLE_OK) {
//TODO: return int as status instead of boolean - maybe even this curl error?
return res;
}
curl_easy_cleanup(curl);
curl = nullptr;
curl_slist_free_all(slist1);
slist1 = nullptr;
fclose(fp);
return CURLE_OK;
} else {
return CURLE_FAILED_INIT;
}
}
|
