mirror of
https://github.com/tuxbox-neutrino/neutrino.git
synced 2025-08-29 00:11:14 +02:00
338 lines
8.0 KiB
C++
338 lines
8.0 KiB
C++
/*
|
|
ytcache.cpp -- cache youtube movies
|
|
|
|
Copyright (C) 2013 martii
|
|
|
|
License: GPL
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
*/
|
|
|
|
#include "ytcache.h"
|
|
#include <OpenThreads/ScopedLock>
|
|
|
|
#include <stdio.h>
|
|
#include <unistd.h>
|
|
#include <curl/curl.h>
|
|
#include <curl/easy.h>
|
|
#if LIBCURL_VERSION_NUM < 0x071507
|
|
#include <curl/types.h>
|
|
#endif
|
|
#define URL_TIMEOUT 60
|
|
|
|
#include "helpers.h"
|
|
#include "settings.h"
|
|
#include "set_threadname.h"
|
|
#include <global.h>
|
|
|
|
static cYTCache *instance = NULL;
|
|
|
|
cYTCache::cYTCache(void)
|
|
{
|
|
cancelled = false;
|
|
thread = 0;
|
|
}
|
|
|
|
cYTCache::~cYTCache(void)
|
|
{
|
|
instance = NULL;
|
|
}
|
|
|
|
cYTCache *cYTCache::getInstance(void)
|
|
{
|
|
if (!instance)
|
|
instance = new cYTCache();
|
|
return instance;
|
|
}
|
|
|
|
std::string cYTCache::getName(MI_MOVIE_INFO *mi, std::string ext)
|
|
{
|
|
char ytitag[10];
|
|
snprintf(ytitag, sizeof(ytitag), "%d", mi->ytitag);
|
|
return g_settings.downloadcache_dir + "/" + mi->ytid + "-" + std::string(ytitag) + "." + ext;
|
|
}
|
|
|
|
bool cYTCache::getNameIfExists(std::string &fname, const std::string &id, int itag, std::string ext)
|
|
{
|
|
char ytitag[10];
|
|
snprintf(ytitag, sizeof(ytitag), "%d", itag);
|
|
std::string f = g_settings.downloadcache_dir + "/" + id + "-" + std::string(ytitag) + "." + ext;
|
|
if (access(f.c_str(), R_OK))
|
|
return false;
|
|
fname = f;
|
|
return true;
|
|
}
|
|
|
|
bool cYTCache::useCachedCopy(MI_MOVIE_INFO *mi)
|
|
{
|
|
std::string file = getName(mi);
|
|
if (access(file.c_str(), R_OK))
|
|
return false;
|
|
std::string xml = getName(mi, "xml");
|
|
if (!access(xml.c_str(), R_OK)) {
|
|
mi->file.Url = file;
|
|
return true;
|
|
}
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
if (pending.empty())
|
|
return false;
|
|
MI_MOVIE_INFO m = pending.front();
|
|
if (compareMovieInfo(&m, mi)) {
|
|
mi->file.Url = file;
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
int cYTCache::curlProgress(void *clientp, double /*dltotal*/, double /*dlnow*/, double /*ultotal*/, double /*ulnow*/)
|
|
{
|
|
cYTCache *caller = (cYTCache *) clientp;
|
|
if (caller->cancelled)
|
|
return 1;
|
|
return 0;
|
|
}
|
|
|
|
bool cYTCache::download(MI_MOVIE_INFO *mi)
|
|
{
|
|
std::string file = getName(mi);
|
|
std::string xml = getName(mi, "xml");
|
|
if (!access(file.c_str(), R_OK) && !access(xml.c_str(), R_OK)) {
|
|
fprintf(stderr, "%s: %s already present and valid\n", __func__, file.c_str());
|
|
return true;
|
|
}
|
|
|
|
FILE * fp = fopen(file.c_str(), "wb");
|
|
if (!fp) {
|
|
perror(file.c_str());
|
|
return false;
|
|
}
|
|
|
|
CURL *curl = curl_easy_init();
|
|
if (!curl) {
|
|
fclose(fp);
|
|
return false;
|
|
}
|
|
|
|
curl_easy_setopt(curl, CURLOPT_URL, mi->file.Url.c_str());
|
|
curl_easy_setopt(curl, CURLOPT_FILE, fp);
|
|
curl_easy_setopt(curl, CURLOPT_FAILONERROR, 1);
|
|
curl_easy_setopt(curl, CURLOPT_TIMEOUT, URL_TIMEOUT);
|
|
curl_easy_setopt(curl, CURLOPT_NOSIGNAL, (long)1);
|
|
curl_easy_setopt(curl, CURLOPT_PROGRESSFUNCTION, cYTCache::curlProgress);
|
|
curl_easy_setopt(curl, CURLOPT_PROGRESSDATA, this);
|
|
curl_easy_setopt(curl, CURLOPT_NOPROGRESS, (long)0);
|
|
|
|
char cerror[CURL_ERROR_SIZE];
|
|
curl_easy_setopt(curl, CURLOPT_ERRORBUFFER, cerror);
|
|
|
|
if(g_settings.softupdate_proxyserver != "") {
|
|
curl_easy_setopt(curl, CURLOPT_PROXY, g_settings.softupdate_proxyserver.c_str());
|
|
if(g_settings.softupdate_proxyusername != "") {
|
|
std::string tmp = g_settings.softupdate_proxyusername + ":" + g_settings.softupdate_proxypassword;
|
|
curl_easy_setopt(curl, CURLOPT_PROXYUSERPWD, tmp.c_str());
|
|
}
|
|
}
|
|
|
|
CURLcode res = curl_easy_perform(curl);
|
|
curl_easy_cleanup(curl);
|
|
|
|
fclose(fp);
|
|
|
|
if (res) {
|
|
unlink(file.c_str());
|
|
return false;
|
|
}
|
|
CMovieInfo cMovieInfo;
|
|
CFile File;
|
|
File.Name = xml;
|
|
cMovieInfo.saveMovieInfo(*mi, &File);
|
|
std::string thumbnail_dst = getName(mi, "jpg");
|
|
CFileHelpers fh;
|
|
fh.copyFile(mi->tfile.c_str(), thumbnail_dst.c_str(), 0644);
|
|
return true;
|
|
}
|
|
|
|
void *cYTCache::downloadThread(void *arg) {
|
|
fprintf(stderr, "%s starting\n", __func__);
|
|
set_threadname("ytdownload");
|
|
cYTCache *caller = (cYTCache *)arg;
|
|
|
|
while (caller->thread) {
|
|
MI_MOVIE_INFO mi;
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(caller->mutex);
|
|
if (caller->pending.empty()) {
|
|
caller->cancelled = false;
|
|
caller->thread = 0;
|
|
continue;
|
|
}
|
|
mi = caller->pending.front();
|
|
}
|
|
|
|
|
|
bool res = caller->download(&mi);
|
|
|
|
caller->cancelled = false;
|
|
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(caller->mutex);
|
|
if (res)
|
|
caller->completed.insert(caller->completed.begin(), mi);
|
|
else
|
|
caller->failed.insert(caller->failed.begin(), mi);
|
|
if (caller->pending.empty())
|
|
caller->thread = 0;
|
|
else
|
|
caller->pending.erase(caller->pending.begin());
|
|
}
|
|
}
|
|
fprintf(stderr, "%s exiting\n", __func__);
|
|
pthread_exit(NULL);
|
|
}
|
|
|
|
bool cYTCache::addToCache(MI_MOVIE_INFO *mi)
|
|
{
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
pending.push_back(*mi);
|
|
}
|
|
|
|
if (!thread) {
|
|
if (pthread_create(&thread, NULL, downloadThread, this)) {
|
|
perror("pthread_create");
|
|
return false;
|
|
}
|
|
pthread_detach(thread);
|
|
}
|
|
return true;
|
|
}
|
|
|
|
void cYTCache::cancel(MI_MOVIE_INFO *mi)
|
|
{
|
|
mutex.lock();
|
|
if (pending.empty())
|
|
return;
|
|
|
|
if (compareMovieInfo(mi, &pending.front())) {
|
|
cancelled = true;
|
|
mutex.unlock();
|
|
while (cancelled)
|
|
usleep(100000);
|
|
return;
|
|
} else {
|
|
for (std::vector<MI_MOVIE_INFO>::iterator it = pending.begin(); it != pending.end(); ++it)
|
|
if (compareMovieInfo(&(*it), mi)) {
|
|
pending.erase(it);
|
|
failed.push_back(*mi);
|
|
break;
|
|
}
|
|
}
|
|
mutex.unlock();
|
|
}
|
|
|
|
void cYTCache::remove(MI_MOVIE_INFO *mi)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
if (completed.empty())
|
|
return;
|
|
|
|
for (std::vector<MI_MOVIE_INFO>::iterator it = completed.begin(); it != completed.end(); ++it)
|
|
if (compareMovieInfo(&(*it), mi)) {
|
|
completed.erase(it);
|
|
unlink(getName(mi).c_str());
|
|
unlink(getName(mi, "xml").c_str());
|
|
unlink(getName(mi, "jpg").c_str());
|
|
break;
|
|
}
|
|
}
|
|
|
|
void cYTCache::cancelAll(void)
|
|
{
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
if (pending.empty())
|
|
return;
|
|
if (pending.size() > 1) {
|
|
failed.insert(failed.end(), pending.begin() + 1, pending.end());
|
|
pending.erase(pending.begin() + 1, pending.end());
|
|
}
|
|
}
|
|
|
|
cancelled = true;
|
|
while (thread)
|
|
usleep(100000);
|
|
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
cancelled = false;
|
|
pending.clear();
|
|
}
|
|
}
|
|
|
|
std::vector<MI_MOVIE_INFO> cYTCache::getFailed(void)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
std::vector<MI_MOVIE_INFO> res = failed;
|
|
return res;
|
|
}
|
|
|
|
std::vector<MI_MOVIE_INFO> cYTCache::getCompleted(void)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
std::vector<MI_MOVIE_INFO> res = completed;
|
|
return res;
|
|
}
|
|
|
|
std::vector<MI_MOVIE_INFO> cYTCache::getPending(void)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
std::vector<MI_MOVIE_INFO> res = pending;
|
|
return res;
|
|
}
|
|
|
|
void cYTCache::clearFailed(MI_MOVIE_INFO *mi)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
if (mi) {
|
|
for (std::vector<MI_MOVIE_INFO>::iterator it = failed.begin(); it != failed.end(); ++it)
|
|
if (compareMovieInfo(&(*it), mi)) {
|
|
failed.erase(it);
|
|
break;
|
|
}
|
|
} else
|
|
failed.clear();
|
|
}
|
|
|
|
void cYTCache::clearCompleted(MI_MOVIE_INFO *mi)
|
|
{
|
|
OpenThreads::ScopedLock<OpenThreads::Mutex> m_lock(mutex);
|
|
if (mi) {
|
|
for (std::vector<MI_MOVIE_INFO>::iterator it = completed.begin(); it != completed.end(); ++it)
|
|
if (compareMovieInfo(&(*it), mi)) {
|
|
completed.erase(it);
|
|
break;
|
|
}
|
|
} else
|
|
completed.clear();
|
|
}
|
|
|
|
bool cYTCache::compareMovieInfo(MI_MOVIE_INFO *a, MI_MOVIE_INFO *b)
|
|
{
|
|
return a->ytid == b->ytid && a->ytitag == b->ytitag;
|
|
}
|