From 8d949130aeb356ebe347233dc7af57e213c7243e Mon Sep 17 00:00:00 2001 From: trialuser02 Date: Thu, 24 Feb 2011 20:03:19 +0000 Subject: http plugin refactoring git-svn-id: http://svn.code.sf.net/p/qmmp-dev/code/trunk/qmmp@2074 90c681e8-e032-0410-971d-27865f9a5e38 --- src/plugins/Transports/http/CMakeLists.txt | 8 +- src/plugins/Transports/http/downloader.cpp | 414 -------------------- src/plugins/Transports/http/downloader.h | 92 ----- src/plugins/Transports/http/http.pro | 12 +- src/plugins/Transports/http/httpinputsource.cpp | 6 +- src/plugins/Transports/http/httpinputsource.h | 6 +- src/plugins/Transports/http/httpstreamreader.cpp | 460 +++++++++++++++++++++++ src/plugins/Transports/http/httpstreamreader.h | 125 ++++++ 8 files changed, 600 insertions(+), 523 deletions(-) delete mode 100644 src/plugins/Transports/http/downloader.cpp delete mode 100644 src/plugins/Transports/http/downloader.h create mode 100644 src/plugins/Transports/http/httpstreamreader.cpp create mode 100644 src/plugins/Transports/http/httpstreamreader.h (limited to 'src/plugins/Transports') diff --git a/src/plugins/Transports/http/CMakeLists.txt b/src/plugins/Transports/http/CMakeLists.txt index f1f103c93..becb48519 100644 --- a/src/plugins/Transports/http/CMakeLists.txt +++ b/src/plugins/Transports/http/CMakeLists.txt @@ -39,18 +39,16 @@ link_directories(${ENCA_LIBRARY_DIRS}) ENDIF(USE_ENCA AND ENCA_FOUND) SET(libhttp_SRCS - streamreader.cpp - downloader.cpp + httpstreamreader.cpp httpinputfactory.cpp httpinputsource.cpp settingsdialog.cpp ) -SET(libhttp_MOC_HDRS - downloader.h +SET(libhttp_MOC_HDRS httpinputfactory.h httpinputsource.h - streamreader.h + httpstreamreader.h settingsdialog.h ) diff --git a/src/plugins/Transports/http/downloader.cpp b/src/plugins/Transports/http/downloader.cpp deleted file mode 100644 index 1befd2c59..000000000 --- a/src/plugins/Transports/http/downloader.cpp +++ /dev/null @@ -1,414 +0,0 @@ -/*************************************************************************** - * Copyright (C) 2006-2010 by Ilya Kotov * - * forkotov02@hotmail.ru * - * * - * This program is free software; you can redistribute it and/or modify * - * it under the terms of the GNU General Public License as published by * - * the Free Software Foundation; either version 2 of the License, or * - * (at your option) any later version. * - * * - * This program is distributed in the hope that it will be useful, * - * but WITHOUT ANY WARRANTY; without even the implied warranty of * - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * - * GNU General Public License for more details. * - * * - * You should have received a copy of the GNU General Public License * - * along with this program; if not, write to the * - * Free Software Foundation, Inc., * - * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * - ***************************************************************************/ - -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include -#include "downloader.h" - -//curl callbacks -static size_t curl_write_data(void *data, size_t size, size_t nmemb, - void *pointer) -{ - Downloader *dl = (Downloader *)pointer; - dl->mutex()->lock (); - size_t buf_start = dl->stream()->buf_fill; - size_t data_size = size * nmemb; - dl->stream()->buf_fill += data_size; - - dl->stream()->buf = (char *)realloc (dl->stream()->buf, dl->stream()->buf_fill); - memcpy (dl->stream()->buf + buf_start, data, data_size); - dl->mutex()->unlock(); - dl->checkBuffer(); - return data_size; -} - -static size_t curl_header(void *data, size_t size, size_t nmemb, - void *pointer) -{ - Downloader *dl = (Downloader *)pointer; - dl->mutex()->lock (); - size_t data_size = size * nmemb; - if (data_size < 3) - { - dl->mutex()->unlock(); - return data_size; - } - - //qDebug("header received: %s", (char*) data); - QString str = QString::fromAscii((char *) data, data_size); - str = str.trimmed (); - if (str.left(4).contains("HTTP")) - { - qDebug("Downloader: header received"); - //TODO open metadata socket - } - else if (str.left(4).contains("ICY")) - { - qDebug("Downloader: shoutcast header received"); - //dl->stream()->icy_meta_data = true; - } - else - { - QString key = str.left(str.indexOf(":")).trimmed().toLower(); - QString value = str.right(str.size() - str.indexOf(":") - 1).trimmed(); - dl->stream()->header.insert(key, value); - qDebug("Downloader: key=%s, value=%s",qPrintable(key),qPrintable(value)); - - if (key == "icy-metaint") - { - dl->stream()->icy_metaint = value.toInt(); - dl->stream()->icy_meta_data = true; - } - } - dl->mutex()->unlock(); - return data_size; -} - -int curl_progress(void *pointer, double dltotal, double dlnow, double ultotal, double ulnow) -{ - Q_UNUSED(dltotal); - Q_UNUSED(dlnow); - Q_UNUSED(ultotal); - Q_UNUSED(ulnow); - Downloader *dl = (Downloader *)pointer; - dl->mutex()->lock (); - bool aborted = dl->stream()->aborted; - dl->mutex()->unlock(); - if (aborted) - return -1; - return 0; -} - -Downloader::Downloader(QObject *parent, const QString &url) - : QThread(parent) -{ - m_url = url; - curl_global_init(CURL_GLOBAL_ALL); - m_stream.buf_fill = 0; - m_stream.buf = 0; - m_stream.icy_meta_data = false; - m_stream.aborted = true; - m_stream.icy_metaint = 0; - m_handle = 0; - m_metacount = 0; - m_meta_sent = false; - QSettings settings(Qmmp::configFile(), QSettings::IniFormat); - settings.beginGroup("HTTP"); - m_codec = QTextCodec::codecForName(settings.value("icy_encoding","windows-1252").toByteArray ()); - m_buffer_size = settings.value("buffer_size",128).toInt() * 1000; - if (!m_codec) - m_codec = QTextCodec::codecForName ("UTF-8"); -#ifdef WITH_ENCA - m_analyser = 0; - if(settings.value("use_enca", false).toBool()) - m_analyser = enca_analyser_alloc(settings.value("enca_lang").toByteArray ().constData()); -#endif - settings.endGroup(); -} - - -Downloader::~Downloader() -{ - abort(); - curl_global_cleanup(); - m_stream.aborted = true; - m_stream.buf_fill = 0; - if (m_stream.buf) - free(m_stream.buf); - - m_stream.buf = 0; -#ifdef WITH_ENCA - if(m_analyser) - enca_analyser_free(m_analyser); -#endif -} - - -qint64 Downloader::read(char* data, qint64 maxlen) -{ - - qint64 len = 0; - m_mutex.lock(); - if (!m_stream.icy_meta_data || m_stream.icy_metaint == 0) - len = readBuffer(data, maxlen); - else - { - qint64 nread = 0; - qint64 to_read; - while (maxlen > nread && m_stream.buf_fill > nread) - { - to_read = qMin(m_stream.icy_metaint - m_metacount, maxlen - nread); - //to_read = (maxlen - nread); - qint64 res = readBuffer(data + nread, to_read); - nread += res; - m_metacount += res; - if (m_metacount == m_stream.icy_metaint) - { - m_metacount = 0; - m_mutex.unlock(); - readICYMetaData(); - m_mutex.lock(); - } - - } - len = nread; - - } - m_mutex.unlock(); - return len; -} - -Stream *Downloader::stream() -{ - return &m_stream; -} - -QMutex *Downloader::mutex() -{ - return &m_mutex; -} - -QString Downloader::contentType() -{ - if (m_stream.header.contains("content-type")) - return m_stream.header.value("content-type").toLower(); - return QString(); -} - -void Downloader::abort() -{ - m_mutex.lock(); - - if (m_stream.aborted) - { - m_mutex.unlock(); - return; - } - m_stream.aborted = true; - m_mutex.unlock(); - wait(); - if (m_handle) - { - curl_easy_cleanup(m_handle); - m_handle = 0; - } -} - -qint64 Downloader::bytesAvailable() -{ - m_mutex.lock(); - qint64 b = m_stream.buf_fill; - m_mutex.unlock(); - return b; -} - -void Downloader::run() -{ - qDebug("Downloader: starting download thread"); - m_handle = curl_easy_init(); - //proxy - if (QmmpSettings::instance()->isProxyEnabled()) - curl_easy_setopt(m_handle, CURLOPT_PROXY, - strdup((QmmpSettings::instance()->proxy().host() + ":" + - QString("%1").arg(QmmpSettings::instance()->proxy().port())). - toLatin1 ().constData ())); -#if LIBCURL_VERSION_NUM >= 0x071304 - else - curl_easy_setopt(m_handle, CURLOPT_NOPROXY, "*"); -#endif - if (QmmpSettings::instance()->useProxyAuth()) - curl_easy_setopt(m_handle, CURLOPT_PROXYUSERPWD, - strdup((QmmpSettings::instance()->proxy().userName() + ":" + - QmmpSettings::instance()->proxy().password()). - toLatin1 ().constData ())); - - // Set url to download - curl_easy_setopt(m_handle, CURLOPT_URL, strdup(m_url.toAscii().constData())); - // callback for wrting - curl_easy_setopt(m_handle, CURLOPT_WRITEFUNCTION, curl_write_data); - // Set destination file - curl_easy_setopt(m_handle, CURLOPT_WRITEDATA, this); - curl_easy_setopt(m_handle, CURLOPT_HEADERDATA, this); - curl_easy_setopt(m_handle, CURLOPT_HEADERFUNCTION, curl_header); - // Disable SSL - curl_easy_setopt(m_handle, CURLOPT_SSL_VERIFYPEER, false); - curl_easy_setopt(m_handle, CURLOPT_SSL_VERIFYHOST, 0); - // Enable progress meter - curl_easy_setopt(m_handle, CURLOPT_NOPROGRESS, 0); - curl_easy_setopt(m_handle, CURLOPT_PROGRESSDATA, this); - curl_easy_setopt(m_handle, CURLOPT_PROGRESSFUNCTION, curl_progress); - // Any kind of authentication - curl_easy_setopt(m_handle, CURLOPT_HTTPAUTH, CURLAUTH_ANY); - curl_easy_setopt(m_handle, CURLOPT_VERBOSE, 1); - // Auto referrer - curl_easy_setopt(m_handle, CURLOPT_AUTOREFERER, 1); - // Follow redirections - curl_easy_setopt(m_handle, CURLOPT_FOLLOWLOCATION, 1); - curl_easy_setopt(m_handle, CURLOPT_FAILONERROR, 1); - curl_easy_setopt(m_handle, CURLOPT_MAXREDIRS, 15); - // user agent - QString user_agent = QString("qmmp/%1").arg(Qmmp::strVersion()); - curl_easy_setopt(m_handle, CURLOPT_USERAGENT, qPrintable(user_agent)); - curl_easy_setopt(m_handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0); - - struct curl_slist *http200_aliases = curl_slist_append(NULL, "ICY"); - struct curl_slist *http_headers = curl_slist_append(NULL, "Icy-MetaData: 1"); - curl_easy_setopt(m_handle, CURLOPT_HTTP200ALIASES, http200_aliases); - curl_easy_setopt(m_handle, CURLOPT_HTTPHEADER, http_headers); - m_mutex.lock(); - m_stream.buf_fill = 0; - m_stream.buf = 0; - m_stream.aborted = false; - m_stream.header.clear (); - m_ready = false; - int return_code; - qDebug("Downloader: starting libcurl"); - m_mutex.unlock(); - return_code = curl_easy_perform(m_handle); - qDebug("curl_easy_perform %d", return_code); - qDebug("Downloader: thread finished"); -} - -qint64 Downloader::readBuffer(char* data, qint64 maxlen) -{ - if (m_stream.buf_fill > 0 && !m_stream.aborted) - { - int len = qMin(m_stream.buf_fill, maxlen); - memcpy(data, m_stream.buf, len); - m_stream.buf_fill -= len; - memmove(m_stream.buf, m_stream.buf + len, m_stream.buf_fill); - return len; - } - return 0; -} - -void Downloader::checkBuffer() -{ - if (m_stream.buf_fill > m_buffer_size && !m_ready) - { - m_ready = true; - qDebug("Downloader: ready"); - if(!m_meta_sent) - { - QMap metaData; - if(stream()->icy_meta_data) - { - metaData.insert(Qmmp::TITLE, m_stream.header.value("icy-name")); - metaData.insert(Qmmp::GENRE, m_stream.header.value("icy-genre")); - } - metaData.insert(Qmmp::URL, m_url); - StateHandler::instance()->dispatch(metaData); - } - emit ready(); - } - else if (!m_ready) - { - StateHandler::instance()->dispatchBuffer(100 * m_stream.buf_fill / m_buffer_size); - qApp->processEvents(); - } -} - -bool Downloader::isReady() -{ - return m_ready; -} - -void Downloader::readICYMetaData() -{ - uint8_t packet_size; - m_metacount = 0; - m_mutex.lock(); - readBuffer((char *)&packet_size, sizeof(packet_size)); - if (packet_size != 0) - { - int size = packet_size * 16; - char packet[size]; - while (m_stream.buf_fill < size && isRunning()) - { - m_mutex.unlock(); - qApp->processEvents(); - m_mutex.lock(); - } - qint64 l = readBuffer(packet, size); - qDebug("Downloader: ICY metadata: %s", packet); - parseICYMetaData(packet, l); - } - m_mutex.unlock(); - -} - -void Downloader::parseICYMetaData(char *data, qint64 size) -{ - if(!size) - return; - QTextCodec *codec = m_codec; -#ifdef WITH_ENCA - if(m_analyser) - { - EncaEncoding encoding = enca_analyse(m_analyser, (uchar *) data, size); - if(encoding.charset != ENCA_CS_UNKNOWN) - { - codec = QTextCodec::codecForName(enca_charset_name(encoding.charset,ENCA_NAME_STYLE_ENCA)); - qDebug("Downloader: detected charset: %s", - enca_charset_name(encoding.charset,ENCA_NAME_STYLE_ENCA)); - if(!codec) - codec = m_codec; - } - } -#endif - QString str = codec->toUnicode(data).trimmed(); - QStringList list(str.split(";", QString::SkipEmptyParts)); - foreach(QString line, list) - { - if (line.contains("StreamTitle=")) - { - line = line.right(line.size() - line.indexOf("=") - 1).trimmed(); - m_title = line.remove("'"); - QMap metaData; - if (!m_title.isEmpty()) - { - QStringList l = m_title.split(" - "); - if(l.count() > 1) - { - metaData.insert(Qmmp::ARTIST, l.at(0)); - metaData.insert(Qmmp::TITLE, l.at(1)); - } - else - metaData.insert(Qmmp::TITLE, m_title); - } - else - metaData.insert(Qmmp::TITLE, m_stream.header.value("icy-name")); - metaData.insert(Qmmp::GENRE, m_stream.header.value("icy-genre")); - metaData.insert(Qmmp::URL, m_url); - StateHandler::instance()->dispatch(metaData); - m_meta_sent = true; - break; - } - } -} diff --git a/src/plugins/Transports/http/downloader.h b/src/plugins/Transports/http/downloader.h deleted file mode 100644 index 9d0757cad..000000000 --- a/src/plugins/Transports/http/downloader.h +++ /dev/null @@ -1,92 +0,0 @@ -/*************************************************************************** - * Copyright (C) 2006-2010 by Ilya Kotov * - * forkotov02@hotmail.ru * - * * - * This program is free software; you can redistribute it and/or modify * - * it under the terms of the GNU General Public License as published by * - * the Free Software Foundation; either version 2 of the License, or * - * (at your option) any later version. * - * * - * This program is distributed in the hope that it will be useful, * - * but WITHOUT ANY WARRANTY; without even the implied warranty of * - * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * - * GNU General Public License for more details. * - * * - * You should have received a copy of the GNU General Public License * - * along with this program; if not, write to the * - * Free Software Foundation, Inc., * - * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * - ***************************************************************************/ -#ifndef DOWNLOADER_H -#define DOWNLOADER_H - -#include -#include -#include -#include -#include -#ifdef WITH_ENCA -#include -#endif -class QTextCodec; - -/*! @internal - * @author Ilya Kotov - */ -struct Stream -{ - char *buf; - long buf_fill; - QString content_type; - bool aborted; - QMap header; - bool icy_meta_data; - int icy_metaint; -}; -/*! @internal - * @author Ilya Kotov - */ -class Downloader : public QThread -{ - Q_OBJECT -public: - Downloader(QObject *parent, const QString &url); - - ~Downloader(); - - qint64 read(char* data, qint64 maxlen); - Stream *stream(); - QMutex *mutex(); - QString contentType(); - void abort(); - qint64 bytesAvailable(); - void checkBuffer(); - bool isReady(); - -signals: - void ready(); - -private: - qint64 readBuffer(char* data, qint64 maxlen); - void readICYMetaData(); - void parseICYMetaData(char *data, qint64 size); - CURL *m_handle; - QMutex m_mutex; - Stream m_stream; - QString m_url; - int m_metacount; - QString m_title; - bool m_ready; - bool m_meta_sent; - long m_buffer_size; - QTextCodec *m_codec; -#ifdef WITH_ENCA - EncaAnalyser m_analyser; -#endif - -protected: - void run(); - -}; - -#endif diff --git a/src/plugins/Transports/http/http.pro b/src/plugins/Transports/http/http.pro index 885ea3e7f..70758a0d6 100644 --- a/src/plugins/Transports/http/http.pro +++ b/src/plugins/Transports/http/http.pro @@ -1,14 +1,14 @@ include(../../plugins.pri) -HEADERS += downloader.h \ - streamreader.h \ +HEADERS += \ httpinputfactory.h \ httpinputsource.h \ - settingsdialog.h -SOURCES += downloader.cpp \ - streamreader.cpp \ + settingsdialog.h \ + httpstreamreader.h +SOURCES += \ httpinputfactory.cpp \ httpinputsource.cpp \ - settingsdialog.cpp + settingsdialog.cpp \ + httpstreamreader.cpp win32:HEADERS += ../../../../src/qmmp/inputsource.h \ ../../../../src/qmmp/inputsourcefactory.h TARGET = $$PLUGINS_PREFIX/Transports/http diff --git a/src/plugins/Transports/http/httpinputsource.cpp b/src/plugins/Transports/http/httpinputsource.cpp index 0c6f841a8..5ded88078 100644 --- a/src/plugins/Transports/http/httpinputsource.cpp +++ b/src/plugins/Transports/http/httpinputsource.cpp @@ -1,5 +1,5 @@ /*************************************************************************** - * Copyright (C) 2009 by Ilya Kotov * + * Copyright (C) 2009-2011 by Ilya Kotov * * forkotov02@hotmail.ru * * * * This program is free software; you can redistribute it and/or modify * @@ -18,12 +18,12 @@ * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * ***************************************************************************/ -#include "streamreader.h" +#include "httpstreamreader.h" #include "httpinputsource.h" HTTPInputSource::HTTPInputSource(const QString &url, QObject *parent) : InputSource(url,parent) { - m_reader = new StreamReader(url, this); + m_reader = new HttpStreamReader(url, this); connect(m_reader, SIGNAL(ready()),SIGNAL(ready())); } diff --git a/src/plugins/Transports/http/httpinputsource.h b/src/plugins/Transports/http/httpinputsource.h index 56988a6fe..a41c615f1 100644 --- a/src/plugins/Transports/http/httpinputsource.h +++ b/src/plugins/Transports/http/httpinputsource.h @@ -1,5 +1,5 @@ /*************************************************************************** - * Copyright (C) 2009 by Ilya Kotov * + * Copyright (C) 2009-2011 by Ilya Kotov * * forkotov02@hotmail.ru * * * * This program is free software; you can redistribute it and/or modify * @@ -23,7 +23,7 @@ #include -class StreamReader; +class HttpStreamReader; /** @author Ilya Kotov @@ -40,7 +40,7 @@ public: QString contentType() const; private: - StreamReader *m_reader; + HttpStreamReader *m_reader; }; diff --git a/src/plugins/Transports/http/httpstreamreader.cpp b/src/plugins/Transports/http/httpstreamreader.cpp new file mode 100644 index 000000000..83617c8a3 --- /dev/null +++ b/src/plugins/Transports/http/httpstreamreader.cpp @@ -0,0 +1,460 @@ +/*************************************************************************** + * Copyright (C) 2006-2011 by Ilya Kotov * + * forkotov02@hotmail.ru * + * * + * This program is free software; you can redistribute it and/or modify * + * it under the terms of the GNU General Public License as published by * + * the Free Software Foundation; either version 2 of the License, or * + * (at your option) any later version. * + * * + * This program is distributed in the hope that it will be useful, * + * but WITHOUT ANY WARRANTY; without even the implied warranty of * + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * + * GNU General Public License for more details. * + * * + * You should have received a copy of the GNU General Public License * + * along with this program; if not, write to the * + * Free Software Foundation, Inc., * + * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * + ***************************************************************************/ +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include +#include "httpstreamreader.h" + +//curl callbacks +static size_t curl_write_data(void *data, size_t size, size_t nmemb, + void *pointer) +{ + HttpStreamReader *dl = (HttpStreamReader *)pointer; + dl->mutex()->lock (); + size_t buf_start = dl->stream()->buf_fill; + size_t data_size = size * nmemb; + dl->stream()->buf_fill += data_size; + + dl->stream()->buf = (char *)realloc (dl->stream()->buf, dl->stream()->buf_fill); + memcpy (dl->stream()->buf + buf_start, data, data_size); + dl->mutex()->unlock(); + dl->checkBuffer(); + return data_size; +} + +static size_t curl_header(void *data, size_t size, size_t nmemb, + void *pointer) +{ + HttpStreamReader *dl = (HttpStreamReader *)pointer; + dl->mutex()->lock (); + size_t data_size = size * nmemb; + if (data_size < 3) + { + dl->mutex()->unlock(); + return data_size; + } + + //qDebug("header received: %s", (char*) data); + QString str = QString::fromAscii((char *) data, data_size); + str = str.trimmed (); + if (str.left(4).contains("HTTP")) + { + qDebug("HttpStreamReader: header received"); + //TODO open metadata socket + } + else if (str.left(4).contains("ICY")) + { + qDebug("HttpStreamReader: shoutcast header received"); + //dl->stream()->icy_meta_data = true; + } + else + { + QString key = str.left(str.indexOf(":")).trimmed().toLower(); + QString value = str.right(str.size() - str.indexOf(":") - 1).trimmed(); + dl->stream()->header.insert(key, value); + qDebug("HttpStreamReader: key=%s, value=%s",qPrintable(key),qPrintable(value)); + + if (key == "icy-metaint") + { + dl->stream()->icy_metaint = value.toInt(); + dl->stream()->icy_meta_data = true; + } + } + dl->mutex()->unlock(); + return data_size; +} + +int curl_progress(void *pointer, double dltotal, double dlnow, double ultotal, double ulnow) +{ + Q_UNUSED(dltotal); + Q_UNUSED(dlnow); + Q_UNUSED(ultotal); + Q_UNUSED(ulnow); + HttpStreamReader *dl = (HttpStreamReader *)pointer; + dl->mutex()->lock (); + bool aborted = dl->stream()->aborted; + dl->mutex()->unlock(); + if (aborted) + return -1; + return 0; +} + + +HttpStreamReader::HttpStreamReader(const QString &url, QObject *parent) + : QIODevice(parent) +{ + m_url = url; + curl_global_init(CURL_GLOBAL_ALL); + m_stream.buf_fill = 0; + m_stream.buf = 0; + m_stream.icy_meta_data = false; + m_stream.aborted = true; + m_stream.icy_metaint = 0; + m_handle = 0; + m_metacount = 0; + m_meta_sent = false; + m_thread = new DownloadThread(this); + QSettings settings(Qmmp::configFile(), QSettings::IniFormat); + settings.beginGroup("HTTP"); + m_codec = QTextCodec::codecForName(settings.value("icy_encoding","windows-1252").toByteArray ()); + m_buffer_size = settings.value("buffer_size",128).toInt() * 1000; + if (!m_codec) + m_codec = QTextCodec::codecForName ("UTF-8"); +#ifdef WITH_ENCA + m_analyser = 0; + if(settings.value("use_enca", false).toBool()) + m_analyser = enca_analyser_alloc(settings.value("enca_lang").toByteArray ().constData()); +#endif + settings.endGroup(); +} + +HttpStreamReader::~HttpStreamReader() +{ + abort(); + curl_global_cleanup(); + m_stream.aborted = true; + m_stream.buf_fill = 0; + if (m_stream.buf) + free(m_stream.buf); + + m_stream.buf = 0; +#ifdef WITH_ENCA + if(m_analyser) + enca_analyser_free(m_analyser); +#endif +} + +bool HttpStreamReader::atEnd () const +{ + return false; +} + +qint64 HttpStreamReader::bytesToWrite () const +{ + return -1; +} + +void HttpStreamReader::close () +{ + abort(); + QIODevice::close(); +} + +bool HttpStreamReader::isSequential () const +{ + return true; +} + +bool HttpStreamReader::open (OpenMode mode) +{ + if (mode != QIODevice::ReadOnly) + return false; + QIODevice::open(mode); + return m_ready; +} + +bool HttpStreamReader::seek (qint64 pos) +{ + Q_UNUSED(pos); + return false; +} + +qint64 HttpStreamReader::writeData(const char*, qint64) +{ + return -1; +} + +void HttpStreamReader::downloadFile() +{ + m_thread->start(); +} + +qint64 HttpStreamReader::readData(char* data, qint64 maxlen) +{ + + qint64 len = 0; + m_mutex.lock(); + if (!m_stream.icy_meta_data || m_stream.icy_metaint == 0) + len = readBuffer(data, maxlen); + else + { + qint64 nread = 0; + qint64 to_read; + while (maxlen > nread && m_stream.buf_fill > nread) + { + to_read = qMin(m_stream.icy_metaint - m_metacount, maxlen - nread); + //to_read = (maxlen - nread); + qint64 res = readBuffer(data + nread, to_read); + nread += res; + m_metacount += res; + if (m_metacount == m_stream.icy_metaint) + { + m_metacount = 0; + m_mutex.unlock(); + readICYMetaData(); + m_mutex.lock(); + } + + } + len = nread; + + } + m_mutex.unlock(); + return len; +} + +HttpStreamData *HttpStreamReader::stream() +{ + return &m_stream; +} + +QMutex *HttpStreamReader::mutex() +{ + return &m_mutex; +} + +QString HttpStreamReader::contentType() +{ + if (m_stream.header.contains("content-type")) + return m_stream.header.value("content-type").toLower(); + return QString(); +} + +void HttpStreamReader::abort() +{ + m_mutex.lock(); + + if (m_stream.aborted) + { + m_mutex.unlock(); + return; + } + m_stream.aborted = true; + m_mutex.unlock(); + m_thread->wait(); + if (m_handle) + { + curl_easy_cleanup(m_handle); + m_handle = 0; + } +} + +qint64 HttpStreamReader::bytesAvailable() const +{ + return QIODevice::bytesAvailable() + m_stream.buf_fill; +} + +void HttpStreamReader::run() +{ + qDebug("HttpStreamReader: starting download thread"); + m_handle = curl_easy_init(); + //proxy + if (QmmpSettings::instance()->isProxyEnabled()) + curl_easy_setopt(m_handle, CURLOPT_PROXY, + strdup((QmmpSettings::instance()->proxy().host() + ":" + + QString("%1").arg(QmmpSettings::instance()->proxy().port())). + toLatin1 ().constData ())); +#if LIBCURL_VERSION_NUM >= 0x071304 + else + curl_easy_setopt(m_handle, CURLOPT_NOPROXY, "*"); +#endif + if (QmmpSettings::instance()->useProxyAuth()) + curl_easy_setopt(m_handle, CURLOPT_PROXYUSERPWD, + strdup((QmmpSettings::instance()->proxy().userName() + ":" + + QmmpSettings::instance()->proxy().password()). + toLatin1 ().constData ())); + + // Set url to download + curl_easy_setopt(m_handle, CURLOPT_URL, strdup(m_url.toAscii().constData())); + // callback for wrting + curl_easy_setopt(m_handle, CURLOPT_WRITEFUNCTION, curl_write_data); + // Set destination file + curl_easy_setopt(m_handle, CURLOPT_WRITEDATA, this); + curl_easy_setopt(m_handle, CURLOPT_HEADERDATA, this); + curl_easy_setopt(m_handle, CURLOPT_HEADERFUNCTION, curl_header); + // Disable SSL + curl_easy_setopt(m_handle, CURLOPT_SSL_VERIFYPEER, false); + curl_easy_setopt(m_handle, CURLOPT_SSL_VERIFYHOST, 0); + // Enable progress meter + curl_easy_setopt(m_handle, CURLOPT_NOPROGRESS, 0); + curl_easy_setopt(m_handle, CURLOPT_PROGRESSDATA, this); + curl_easy_setopt(m_handle, CURLOPT_PROGRESSFUNCTION, curl_progress); + // Any kind of authentication + curl_easy_setopt(m_handle, CURLOPT_HTTPAUTH, CURLAUTH_ANY); + curl_easy_setopt(m_handle, CURLOPT_VERBOSE, 1); + // Auto referrer + curl_easy_setopt(m_handle, CURLOPT_AUTOREFERER, 1); + // Follow redirections + curl_easy_setopt(m_handle, CURLOPT_FOLLOWLOCATION, 1); + curl_easy_setopt(m_handle, CURLOPT_FAILONERROR, 1); + curl_easy_setopt(m_handle, CURLOPT_MAXREDIRS, 15); + // user agent + QString user_agent = QString("qmmp/%1").arg(Qmmp::strVersion()); + curl_easy_setopt(m_handle, CURLOPT_USERAGENT, qPrintable(user_agent)); + curl_easy_setopt(m_handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0); + + struct curl_slist *http200_aliases = curl_slist_append(NULL, "ICY"); + struct curl_slist *http_headers = curl_slist_append(NULL, "Icy-MetaData: 1"); + curl_easy_setopt(m_handle, CURLOPT_HTTP200ALIASES, http200_aliases); + curl_easy_setopt(m_handle, CURLOPT_HTTPHEADER, http_headers); + m_mutex.lock(); + m_stream.buf_fill = 0; + m_stream.buf = 0; + m_stream.aborted = false; + m_stream.header.clear (); + m_ready = false; + int return_code; + qDebug("HttpStreamReader: starting libcurl"); + m_mutex.unlock(); + return_code = curl_easy_perform(m_handle); + qDebug("curl_easy_perform %d", return_code); + qDebug("HttpStreamReader: thread finished"); +} + +qint64 HttpStreamReader::readBuffer(char* data, qint64 maxlen) +{ + if (m_stream.buf_fill > 0 && !m_stream.aborted) + { + int len = qMin(m_stream.buf_fill, maxlen); + memcpy(data, m_stream.buf, len); + m_stream.buf_fill -= len; + memmove(m_stream.buf, m_stream.buf + len, m_stream.buf_fill); + return len; + } + return 0; +} + +void HttpStreamReader::checkBuffer() +{ + if (m_stream.buf_fill > m_buffer_size && !m_ready) + { + m_ready = true; + qDebug("HttpStreamReader: ready"); + if(!m_meta_sent) + { + QMap metaData; + if(stream()->icy_meta_data) + { + metaData.insert(Qmmp::TITLE, m_stream.header.value("icy-name")); + metaData.insert(Qmmp::GENRE, m_stream.header.value("icy-genre")); + } + metaData.insert(Qmmp::URL, m_url); + StateHandler::instance()->dispatch(metaData); + } + emit ready(); + } + else if (!m_ready) + { + StateHandler::instance()->dispatchBuffer(100 * m_stream.buf_fill / m_buffer_size); + qApp->processEvents(); + } +} + +void HttpStreamReader::readICYMetaData() +{ + uint8_t packet_size; + m_metacount = 0; + m_mutex.lock(); + readBuffer((char *)&packet_size, sizeof(packet_size)); + if (packet_size != 0) + { + int size = packet_size * 16; + char packet[size]; + while (m_stream.buf_fill < size && m_thread->isRunning()) + { + m_mutex.unlock(); + qApp->processEvents(); + m_mutex.lock(); + } + qint64 l = readBuffer(packet, size); + qDebug("HttpStreamReader: ICY metadata: %s", packet); + parseICYMetaData(packet, l); + } + m_mutex.unlock(); +} + +void HttpStreamReader::parseICYMetaData(char *data, qint64 size) +{ + if(!size) + return; + QTextCodec *codec = m_codec; +#ifdef WITH_ENCA + if(m_analyser) + { + EncaEncoding encoding = enca_analyse(m_analyser, (uchar *) data, size); + if(encoding.charset != ENCA_CS_UNKNOWN) + { + codec = QTextCodec::codecForName(enca_charset_name(encoding.charset,ENCA_NAME_STYLE_ENCA)); + qDebug("HttpStreamReader: detected charset: %s", + enca_charset_name(encoding.charset,ENCA_NAME_STYLE_ENCA)); + if(!codec) + codec = m_codec; + } + } +#endif + QString str = codec->toUnicode(data).trimmed(); + QStringList list(str.split(";", QString::SkipEmptyParts)); + foreach(QString line, list) + { + if (line.contains("StreamTitle=")) + { + line = line.right(line.size() - line.indexOf("=") - 1).trimmed(); + m_title = line.remove("'"); + QMap metaData; + if (!m_title.isEmpty()) + { + QStringList l = m_title.split(" - "); + if(l.count() > 1) + { + metaData.insert(Qmmp::ARTIST, l.at(0)); + metaData.insert(Qmmp::TITLE, l.at(1)); + } + else + metaData.insert(Qmmp::TITLE, m_title); + } + else + metaData.insert(Qmmp::TITLE, m_stream.header.value("icy-name")); + metaData.insert(Qmmp::GENRE, m_stream.header.value("icy-genre")); + metaData.insert(Qmmp::URL, m_url); + StateHandler::instance()->dispatch(metaData); + m_meta_sent = true; + break; + } + } +} + +DownloadThread::DownloadThread(HttpStreamReader *parent) : QThread(parent) +{ + m_parent = parent; +} + +DownloadThread::~DownloadThread (){} + +void DownloadThread::run() +{ + m_parent->run(); +} diff --git a/src/plugins/Transports/http/httpstreamreader.h b/src/plugins/Transports/http/httpstreamreader.h new file mode 100644 index 000000000..4a7c7a82e --- /dev/null +++ b/src/plugins/Transports/http/httpstreamreader.h @@ -0,0 +1,125 @@ +/*************************************************************************** + * Copyright (C) 2006-2011 by Ilya Kotov * + * forkotov02@hotmail.ru * + * * + * This program is free software; you can redistribute it and/or modify * + * it under the terms of the GNU General Public License as published by * + * the Free Software Foundation; either version 2 of the License, or * + * (at your option) any later version. * + * * + * This program is distributed in the hope that it will be useful, * + * but WITHOUT ANY WARRANTY; without even the implied warranty of * + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * + * GNU General Public License for more details. * + * * + * You should have received a copy of the GNU General Public License * + * along with this program; if not, write to the * + * Free Software Foundation, Inc., * + * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. * + ***************************************************************************/ +#ifndef HTTPSTREAMREADER_H +#define HTTPSTREAMREADER_H + +#include +#include +#include +#include +#include +#include +#include +#include +#ifdef WITH_ENCA +#include +#endif + +class QTextCodec; +class QFileInfo; +class DownloadThread; + +/*! @internal + * @author Ilya Kotov + */ +struct HttpStreamData +{ + char *buf; + long buf_fill; + QString content_type; + bool aborted; + QMap header; + bool icy_meta_data; + int icy_metaint; +}; + +/*! @internal + * @author Ilya Kotov + */ +class HttpStreamReader : public QIODevice +{ + Q_OBJECT +public: + HttpStreamReader(const QString &url, QObject *parent = 0); + + virtual ~HttpStreamReader(); + + /** + * QIODevice API + */ + bool atEnd () const; + qint64 bytesAvailable () const; + qint64 bytesToWrite () const; + void close (); + bool isSequential () const; + bool open (OpenMode mode); + bool seek (qint64 pos); + /** + * helper functions + */ + QString contentType(); + void downloadFile(); + QMutex *mutex(); + HttpStreamData *stream(); + void checkBuffer(); + void run(); + +signals: + void ready(); + void error(); + +protected: + qint64 readData(char*, qint64); + qint64 writeData(const char*, qint64); + +private: + void abort(); + qint64 readBuffer(char* data, qint64 maxlen); + void readICYMetaData(); + void parseICYMetaData(char *data, qint64 size); + CURL *m_handle; + QMutex m_mutex; + HttpStreamData m_stream; + QString m_url; + int m_metacount; + QString m_title; + bool m_ready; + bool m_meta_sent; + long m_buffer_size; + QTextCodec *m_codec; + DownloadThread *m_thread; +#ifdef WITH_ENCA + EncaAnalyser m_analyser; +#endif +}; + +class DownloadThread : public QThread +{ + Q_OBJECT +public: + DownloadThread(HttpStreamReader *parent); + virtual ~DownloadThread (); + +private: + virtual void run(); + HttpStreamReader *m_parent; +}; + +#endif -- cgit v1.2.3-13-gbd6f