const std::string &title)

{

Result result;

result.first = false;

std::string url = urlTemplate();

boost::replace_all(url, "%artist%", Curl::escape(artist));

boost::replace_all(url, "%title%", Curl::escape(title));

std::string data;

CURLcode code = Curl::perform(data, url, "", true);

if (code != CURLE_OK)

{

result.second = curl_easy_strerror(code);

return result;

}

auto lyrics = getContent(regex(), data);

if (lyrics.empty() || notLyrics(data))

{

result.second = msgNotFound;

return result;

}

data.clear();

for (auto it = lyrics.begin(); it != lyrics.end(); ++it)

{

postProcess(*it);

if (!it->empty())

{

data += *it;

if (it != lyrics.end()-1)

data += "\n\n----------\n\n";

}

}

result.second = data;

result.first = true;

return result;

const std::string &data)

{

std::vector<std::string> result;

boost::regex rx(regex_);

auto first = boost::sregex_iterator(data.begin(), data.end(), rx);

auto last = boost::sregex_iterator();

for (; first != last; ++first)

result.push_back(first->str(1));

return result;

{

data = unescapeHtmlUtf8(data);

stripHtmlTags(data);

// Remove indentation from each line and collapse multiple newlines into one.

std::vector<std::string> lines;

boost::split(lines, data, boost::is_any_of("\n"));

for (auto &line : lines)

boost::trim(line);

std::unique(lines.begin(), lines.end(), [](std::string &a, std::string &b) {

return a.empty() && b.empty();

});

data = boost::algorithm::join(lines, "\n");

boost::trim(data);

const std::string &title)

{

LyricsFetcher::Result result = LyricsFetcher::fetch(artist, title);

if (result.first == true)

{

result.first = false;

std::string data;

CURLcode code = Curl::perform(data, result.second, "", true);

if (code != CURLE_OK)

{

result.second = curl_easy_strerror(code);

return result;

}

auto lyrics = getContent("<div class='lyricbox'>(.*?)</div>", data);

if (lyrics.empty())

{

result.second = msgNotFound;

return result;

}

std::transform(lyrics.begin(), lyrics.end(), lyrics.begin(), unescapeHtmlUtf8);

bool license_restriction = std::any_of(lyrics.begin(), lyrics.end(), [](const std::string &s) {

return s.find("Unfortunately, we are not licensed to display the full lyrics for this song at the moment.") != std::string::npos;

});

if (license_restriction)

{

result.second = "Licence restriction";

return result;

}

data.clear();

for (auto it = lyrics.begin(); it != lyrics.end(); ++it)

{

stripHtmlTags(*it);

boost::trim(*it);

if (!it->empty())

{

data += *it;

if (it != lyrics.end()-1)

data += "\n\n----------\n\n";

}

}

result.second = data;

result.first = true;

}

return result;

const std::string &title)

{

Result result;

result.first = false;

std::string search_str;

if (siteKeyword() != nullptr)

{

search_str += "site:";

search_str += Curl::escape(siteKeyword());

}

else

search_str = "lyrics";

search_str += "+";

search_str += Curl::escape(artist);

search_str += "+";

search_str += Curl::escape(title);

std::string google_url = "http://www.google.com/search?hl=en&ie=UTF-8&oe=UTF-8&q=";

google_url += search_str;

google_url += "&btnI=I%27m+Feeling+Lucky";

std::string data;

CURLcode code = Curl::perform(data, google_url, google_url);

if (code != CURLE_OK)

{

result.second = curl_easy_strerror(code);

return result;

}

auto urls = getContent("<A HREF=\"(.*?)\">here</A>", data);

if (urls.empty() || !isURLOk(urls[0]))

{

result.second = msgNotFound;

return result;

}

data = unescapeHtmlUtf8(urls[0]);

URL = data.c_str();

return LyricsFetcher::fetch("", "");

{

// it sometimes return link to sitemap.xml, which is huge so we need to discard it

return GoogleLyricsFetcher::isURLOk(url) && url.find("sitemap") == std::string::npos;

const std::string &title)

{

GoogleLyricsFetcher::fetch(artist, title);

LyricsFetcher::Result result;

result.first = false;

result.second = "The following site may contain lyrics for this song: ";

result.second += URL;

return result;

{

URL = url;

return false;