1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
|
#include <string>
#include <sstream>
#include <vector>
#include <libxml/parser.h>
#include <libxml/tree.h>
#include "thetvdbscraper.h"
using namespace std;
cTVDBScraper::cTVDBScraper(string baseDir, cTVScraperDB *db, string language) {
apiKey = "E9DBB94CA50832ED";
baseURL = "thetvdb.com";
this->baseDir = baseDir;
this->language = language;
this->db = db;
mirrors = NULL;
}
cTVDBScraper::~cTVDBScraper() {
if (mirrors)
delete mirrors;
}
void cTVDBScraper::Scrap(const cEvent *event, int recordingID) {
string seriesName = event->Title();
if (config.enableDebug)
esyslog("tvscraper: scraping series \"%s\"", seriesName.c_str());
int eventID = (int)event->EventID();
cTVDBSeries *series = ReadSeries(seriesName);
cTVDBSeriesMedia *media = NULL;
cTVDBActors *actors = NULL;
if (!series)
return;
if (series->ID() < 1) {
if (config.enableDebug)
esyslog("tvscraper: nothing found for \"%s\"", seriesName.c_str());
return;
}
if (!db->SeriesExists(series->ID())) {
series->StoreDB(db);
media = ReadSeriesMedia(series->ID());
actors = ReadSeriesActors(series->ID());
if (actors)
actors->StoreDB(db, series->ID());
StoreMedia(series, media, actors);
}
if (!recordingID) {
time_t validTill = event->EndTime();
db->InsertEventSeries(eventID, validTill, series->ID());
} else {
db->InsertRecording(recordingID, series->ID(), 0);
}
delete series;
if (media)
delete media;
if (actors)
delete actors;
if (config.enableDebug)
esyslog("tvscraper: \"%s\" successfully scraped, id %d", seriesName.c_str(), series->ID());
}
bool cTVDBScraper::Connect(void) {
stringstream url;
url << baseURL << "/api/" << apiKey << "/mirrors.xml";
string mirrorsXML;
if (CurlGetUrl(url.str().c_str(), &mirrorsXML)) {
mirrors = new cTVDBMirrors(mirrorsXML);
return mirrors->ParseXML();
}
return false;
}
cTVDBSeries *cTVDBScraper::ReadSeries(string seriesName) {
stringstream seriesEscape;
seriesEscape << "\"" << seriesName << "\"";
stringstream url;
url << mirrors->GetMirrorXML() << "/api/GetSeries.php?seriesname=" << CurlEscape(seriesEscape.str().c_str()) << "&language=" << language.c_str();
string seriesXML;
cTVDBSeries *series = NULL;
if (CurlGetUrl(url.str().c_str(), &seriesXML)) {
series = new cTVDBSeries(seriesXML);
series->ParseXML();
}
return series;
}
cTVDBSeriesMedia *cTVDBScraper::ReadSeriesMedia(int seriesID) {
stringstream url;
url << mirrors->GetMirrorXML() << "/api/" << apiKey << "/series/" << seriesID << "/banners.xml";
string bannersXML;
cTVDBSeriesMedia *media = NULL;
if (CurlGetUrl(url.str().c_str(), &bannersXML)) {
media = new cTVDBSeriesMedia(bannersXML, language);
media->ParseXML();
}
return media;
}
cTVDBActors *cTVDBScraper::ReadSeriesActors(int seriesID) {
stringstream url;
url << mirrors->GetMirrorXML() << "/api/" << apiKey << "/series/" << seriesID << "/actors.xml";
string actorsXML;
cTVDBActors *actors = NULL;
if (CurlGetUrl(url.str().c_str(), &actorsXML)) {
actors = new cTVDBActors(actorsXML, language);
actors->ParseXML();
}
return actors;
}
void cTVDBScraper::StoreMedia(cTVDBSeries *series, cTVDBSeriesMedia *media, cTVDBActors *actors) {
stringstream baseUrl;
baseUrl << mirrors->GetMirrorBanner() << "/banners/";
stringstream destDir;
destDir << baseDir << "/" << series->ID() << "/";
bool ok = CreateDirectory(destDir.str().c_str());
if (!ok)
return;
if (series) {
series->StoreBanner(baseUrl.str(), destDir.str());
}
if (media) {
media->Store(baseUrl.str(), destDir.str());
}
if (actors) {
actors->Store(baseUrl.str(), destDir.str());
}
}
|
