xref: /MusicPlayer2/MusicPlayer2/InternetCommon.cpp (revision 26cefa3ce191eaff4754c23aa55c7bab36bd518b)

#include "stdafx.h"
#include "InternetCommon.h"
#include "Resource.h"
#include "MusicPlayer2.h"


CInternetCommon::CInternetCommon()
{
}


CInternetCommon::~CInternetCommon()
{
}

wstring CInternetCommon::URLEncode(const wstring & wstr)
{
	string str_utf8;
	wstring result{};
	wchar_t buff[4];
	str_utf8 = CCommon::UnicodeToStr(wstr, CodeType::UTF8_NO_BOM);
	for (const auto& ch : str_utf8)
	{
		if (ch == ' ')
			result.push_back(L'+');
		else if ((ch >= 'A' && ch <= 'Z') || (ch >= 'a' && ch <= 'z') || (ch >= '0' && ch <= '9'))
			result.push_back(static_cast<wchar_t>(ch));
		else if (ch == '-' || ch == '_' || ch == '.' || ch == '!' || ch == '~' || ch == '*'/* || ch == '\''*/ || ch == '(' || ch == ')')
			result.push_back(static_cast<wchar_t>(ch));
		else
		{
			swprintf_s(buff, L"%%%x", static_cast<unsigned char>(ch));
			result += buff;
		}
	}
	return result;
}

bool CInternetCommon::GetURL(const wstring & str_url, wstring & result, bool custom_ua, bool allow_other_codes)
{
    wstring log_info;
    log_info = L"http get: " + str_url;
    theApp.WriteLog(log_info, NonCategorizedSettingData::LT_NORMAL);

	bool sucessed{ false };
	CInternetSession session{};
    if (custom_ua) {
        session.SetOption(INTERNET_OPTION_USER_AGENT, (LPVOID)L"MuiscPlayer2" APP_VERSION, wcslen(L"MuiscPlayer2" APP_VERSION) * sizeof(wchar_t));
    }
	CHttpFile* pfile{};
	try
	{
		pfile = (CHttpFile *)session.OpenURL(str_url.c_str());
		DWORD dwStatusCode;
		pfile->QueryInfoStatusCode(dwStatusCode);
		if (allow_other_codes || dwStatusCode == HTTP_STATUS_OK)
		{
			CString content;
			CString data;
			while (pfile->ReadString(data))
			{
				content += data;
			}
			result = CCommon::StrToUnicode(string{ (const char*)content.GetString() }, CodeType::UTF8);	//获取网页内容，并转换成Unicode编码
			sucessed = true;
		}
		pfile->Close();
		delete pfile;
		session.Close();
	}
	catch (CInternetException* e)
	{
        wstring log_info = L"http get " + str_url + L"error. Error code: ";
        log_info += std::to_wstring(e->m_dwError);
        theApp.WriteLog(log_info, NonCategorizedSettingData::LT_ERROR);

		if (pfile != nullptr)
		{
			pfile->Close();
			delete pfile;
		}
		session.Close();
		sucessed = false;
		e->Delete();
	}
	return sucessed;
}

int CInternetCommon::HttpPost(const wstring& str_url, wstring& result) {
    string body;
    wstring headers;
    return HttpPost(str_url, result, body, headers);
}

int CInternetCommon::HttpPost(const wstring& str_url, wstring& result, const wstring& body, wstring& headers, bool custom_ua) {
    const auto& tmp = CCommon::UnicodeToStr(body, CodeType::UTF8_NO_BOM);
    return HttpPost(str_url, result, tmp, headers, custom_ua);
}

int CInternetCommon::HttpPost(const wstring & str_url, wstring & result, const string& body, wstring& headers, bool custom_ua)
{
    wstring log_info;
    log_info = L"http post: " + str_url;
    theApp.WriteLog(log_info, NonCategorizedSettingData::LT_NORMAL);

	CInternetSession session;
	CHttpConnection* pConnection{};
	CHttpFile* pFile{};
	CString strServer;
	CString strObject;
	DWORD dwServiceType;
	INTERNET_PORT nPort;

    if (custom_ua) {
        session.SetOption(INTERNET_OPTION_USER_AGENT, (LPVOID)L"MuiscPlayer2" APP_VERSION, wcslen(L"MuiscPlayer2" APP_VERSION) * sizeof(wchar_t));
    }

	AfxParseURL(str_url.c_str(), dwServiceType, strServer, strObject, nPort);

	if (AFX_INET_SERVICE_HTTP != dwServiceType && AFX_INET_SERVICE_HTTPS != dwServiceType)
		return FAILURE;

	try
	{
		pConnection = session.GetHttpConnection(strServer,
			dwServiceType == AFX_INET_SERVICE_HTTP ? NORMAL_CONNECT : SECURE_CONNECT,
			nPort);
		pFile = pConnection->OpenRequest(_T("POST"), strObject,
			NULL, 1, NULL, NULL,
			(dwServiceType == AFX_INET_SERVICE_HTTP ? NORMAL_REQUEST : SECURE_REQUEST));

		pFile->SendRequest(headers.empty() ? NULL : headers.c_str(), headers.size(), body.empty() ? NULL : (LPVOID)body.c_str(), body.size());

		CString content;
		CString data;
		while (pFile->ReadString(data))
		{
			content += data;
		}
		result = CCommon::StrToUnicode(string{ (const char*)content.GetString() }, CodeType::UTF8);


		pFile->Close();
		delete pFile;
		pConnection->Close();
		delete pConnection;
		session.Close();
	}
	catch (CInternetException* e)
	{
		pFile->Close();
		delete pFile;
		pConnection->Close();
		delete pConnection;
		session.Close();
		DWORD dwErrorCode = e->m_dwError;
		e->Delete();
		//DWORD dwError = GetLastError();
		//PRINT_LOG("dwError = %d", dwError, 0);

        wstring log_info = L"http post " + str_url + L"error. Error code: ";
        log_info += std::to_wstring(dwErrorCode);
        theApp.WriteLog(log_info, NonCategorizedSettingData::LT_ERROR);

		if (ERROR_INTERNET_TIMEOUT == dwErrorCode)
			return OUTTIME;
		else
			return FAILURE;
	}
	return SUCCESS;
}


void CInternetCommon::DeleteStrSlash(wstring & str)
{
	for (int i{}; i < static_cast<int>(str.size() - 1); i++)
	{
		if (str[i] == '\\' && str[i + 1] == '\"')
		{
			str.erase(i, 1);
		}
	}
}

void CInternetCommon::DisposeSearchResult(vector<ItemInfo>& down_list, const wstring& search_result, int result_count)
{
	down_list.clear();
	ItemInfo item;
	int index1{}, index2{}, index3{}, index4{};
	//while (true)
	for (int i{}; i < result_count; i++)
	{
		//获取歌曲的ID
		if (i == 0)
		{
			index1 = search_result.find(L"\"songs\":[{\"id\":", index1 + 1);
			if (index1 == string::npos) break;
			index2 = search_result.find(L',', index1);
			item.id = search_result.substr(index1 + 15, index2 - index1 - 15);
		}
		else
		{
			index1 = search_result.find(L",{\"id\":", index1 + 1);
			if (index1 == string::npos) break;
			index2 = search_result.find(L',', index1 + 1);
			item.id = search_result.substr(index1 + 7, index2 - index1 - 7);
		}

		//获取歌曲标题
		index2 = search_result.find(L"name", index1);
		if (index2 == string::npos) continue;
		index3 = search_result.find(L"\",\"", index2);
		wstring title = search_result.substr(index2 + 7, index3 - index2 - 7);
		if (search_result.substr(index3 + 3, 6) == L"picUrl")	//如果找到的“name”后面的字符串是“picUrl”，说明这项name的值不是
		{														//另一首歌的标题，而是上一首歌的艺术家，上一首歌有多个艺术家
			if (!down_list.empty())
			{
				down_list.back().artist += L'/';
				down_list.back().artist += title;
			}
			continue;
		}
		else
		{
			item.title = title;
		}

		//获取歌曲的艺术家
		index2 = search_result.find(L"artists", index1);
		if (index2 == string::npos) continue;
		index3 = search_result.find(L"name", index2);
		index4 = search_result.find(L"\",\"", index3);
		item.artist = search_result.substr(index3 + 7, index4 - index3 - 7);

		//获取歌曲的唱片集
		index2 = search_result.find(L"\"album\"", index1);
		if (index2 == string::npos) continue;
		index3 = search_result.find(L"name", index2);
		index4 = search_result.find(L"\",\"", index3);
		item.album = search_result.substr(index3 + 7, index4 - index3 - 7);

        //获取时长
        index2 = search_result.find(L"\"duration\"", index1);
        if (index2 != string::npos)
        {
            index3 = search_result.find(L',', index2);
            wstring str_duration = search_result.substr(index2 + 11, index3 - index2 - 11);
            item.duration = _wtoi(str_duration.c_str());
        }

		DeleteStrSlash(item.title);
		DeleteStrSlash(item.artist);
		DeleteStrSlash(item.album);
		down_list.push_back(item);
	}
}

double CInternetCommon::CharacterSimilarDegree(wchar_t ch1, wchar_t ch2)
{
	if (ch1 == ch2)
		return 1;
	else if ((ch1 >= 'A' && ch1 <= 'Z' && ch2 == ch1 + 32) || (ch1 >= 'a' && ch1 <= 'z' && ch2 == ch1 - 32))
		return 0.8;
	else if ((ch1 == L'1' && ch2 == L'一') || (ch1 == L'一' && ch2 == L'1')
		|| (ch1 == L'2' && ch2 == L'二') || (ch1 == L'二' && ch2 == L'2')
		|| (ch1 == L'3' && ch2 == L'三') || (ch1 == L'三' && ch2 == L'3')
		|| (ch1 == L'4' && ch2 == L'四') || (ch1 == L'四' && ch2 == L'4')
		|| (ch1 == L'5' && ch2 == L'五') || (ch1 == L'五' && ch2 == L'5')
		|| (ch1 == L'6' && ch2 == L'六') || (ch1 == L'六' && ch2 == L'6')
		|| (ch1 == L'7' && ch2 == L'七') || (ch1 == L'七' && ch2 == L'7')
		|| (ch1 == L'8' && ch2 == L'八') || (ch1 == L'八' && ch2 == L'8')
		|| (ch1 == L'9' && ch2 == L'九') || (ch1 == L'九' && ch2 == L'9')
		|| (ch1 == L'0' && ch2 == L'零') || (ch1 == L'零' && ch2 == L'0')
		)
		return 0.7;
	else
		return 0.0;
}

double CInternetCommon::StringSimilarDegree_LD(const wstring & srcString, const wstring & matchString)
{
	/*
	编辑距离算法，来自“编辑距离——百度百科”(https://baike.baidu.com/history/编辑距离/8010193/131513486)
	比如要计算cafe和coffee的编辑距离。cafe→caffe→coffe→coffee
	先创建一个6×8的表（cafe长度为4，coffee长度为6，各加2）
	表1：
	|   |   | c | o | f | f | e | e |
	|   |   |   |   |   |   |   |   |
	| c |   |   |   |   |   |   |   |
	| a |   |   |   |   |   |   |   |
	| f |   |   |   |   |   |   |   |
	| e |   |   |   |   |   |   |   |

	接着，在如下位置填入数字（表2）：
	表2：
	|   |   | c | o | f | f | e | e |
	|   | 0 | 1 | 2 | 3 | 4 | 5 | 6 |
	| c | 1 |   |   |   |   |   |   |
	| a | 2 |   |   |   |   |   |   |
	| f | 3 |   |   |   |   |   |   |
	| e | 4 |   |   |   |   |   |   |

	从3,3格开始，开始计算。取以下三个值的最小值：
	如果最上方的字符等于最左方的字符，则为左上方的数字。否则为左上方的数字+1。（对于3,3来说为0）
	左方数字+1（对于3,3格来说为2）
	上方数字+1（对于3,3格来说为2）

	因此为格3,3为0（表3）
	表3：
	|   |   | c | o | f | f | e | e |
	|   | 0 | 1 | 2 | 3 | 4 | 5 | 6 |
	| c | 1 | 0 |   |   |   |   |   |
	| a | 2 |   |   |   |   |   |   |
	| f | 3 |   |   |   |   |   |   |
	| e | 4 |   |   |   |   |   |   |

	从3,4（三行四列）格开始，开始计算。取以下三个值的最小值：
	* 如果最上方的字符等于最左方的字符，则为左上方的数字。否则为左上方的数字+1。（对于3,4来说为2）
	* 左方数字+1（对于3,4格来说为1）
	* 上方数字+1（对于3,4格来说为3）
	因此为格3,3为0（表4）
	表4：
	|   |   | c | o | f | f | e | e |
	|   | 0 | 1 | 2 | 3 | 4 | 5 | 6 |
	| c | 1 | 0 | 1 |   |   |   |   |
	| a | 2 |   |   |   |   |   |   |
	| f | 3 |   |   |   |   |   |   |
	| e | 4 |   |   |   |   |   |   |

	循环操作，推出下表
	|   |   | c | o | f | f | e | e |
	|   | 0 | 1 | 2 | 3 | 4 | 5 | 6 |
	| c | 1 | 0 | 1 | 2 | 3 | 4 | 5 |
	| a | 2 | 1 | 1 | 2 | 3 | 4 | 5 |
	| f | 3 | 2 | 2 | 1 | 2 | 3 | 4 |
	| e | 4 | 3 | 3 | 2 | 2 | 2 | 3 |
	取右下角，得编辑距离为3。
	*/

	int n = srcString.size();
	int m = matchString.size();

    const int MAX_LENGTH = 256;
    if (n <= 0 || n > MAX_LENGTH || m <= 0 || m > MAX_LENGTH || std::abs(n - m) > MAX_LENGTH)      //如果要比较的字符串过长，则不计算
        return 0;

	//创建表
	vector<vector<double>> d(n + 1, vector<double>(m + 1));
	double cost; // cost

	//// Step 1（如果其中一个字符串长度为0，则相似度为1）？
	//if (n == 0 || m == 0) return 0.0;	//如果其中一个字符串长度为0，则相似度为0

	// Step 2，给表的第1行和第1列填入数字
	for (int i{}; i <= n; ++i) d[i][0] = i;
	for (int j{}; j <= m; ++j) d[0][j] = j;
	// Step 3
	for (int i = 1; i <= n; i++)
	{
		//Step 4
		for (int j = 1; j <= m; j++)
		{
			// Step 5，遍历表格剩下的格子计算每个格子的值
			wchar_t ch1 = matchString[j - 1];
			wchar_t ch2 = srcString[i - 1];

			//比较最上方的字符和最左方的字符
			cost = 1 - CharacterSimilarDegree(ch1, ch2);

			// Step 6，取3个值中的最小值
			d[i][j] = CCommon::Min3(d[i - 1][j] + 1, d[i][j - 1] + 1, d[i - 1][j - 1] + cost);
		}
	}

	// Step 7
	double ds = 1 - (double)d[n][m] / max(srcString.size(), matchString.size());

	return ds;
}


int CInternetCommon::SelectMatchedItem(const vector<ItemInfo>& down_list, const wstring & title, const wstring & artist, const wstring & album, const wstring & filename, bool write_log)
{
	/*
	匹配度计算：
	通过计算以下的匹配度，并设置权值，将每一项的匹配度乘以权值再相加，得到的值最大的就是最匹配的一项
	项目			 权值
	标题——标题         0.4
	艺术家——艺术家     0.4
	唱片集——唱片集     0.3
	文件名——标题       0.3
	文件名——艺术家     0.2
	列表中的排序       0.05
    时长              0.6
	*/
	if (down_list.empty()) return -1;
	vector<double> weights;		//储存列表中每一项的权值

								//计算每一项的权值
	for (size_t i{}; i<down_list.size(); i++)
	{
		double weight;
		weight = 0;
		weight += (StringSimilarDegree_LD(title, down_list[i].title) * 0.4);
		weight += (StringSimilarDegree_LD(artist, down_list[i].artist) * 0.4);
		weight += (StringSimilarDegree_LD(album, down_list[i].album) * 0.3);
		weight += (StringSimilarDegree_LD(filename, down_list[i].title) * 0.3);
		weight += (StringSimilarDegree_LD(filename, down_list[i].artist) * 0.3);

		weight += ((1 - i * 0.02) * 0.05);			//列表中顺序的权值，一般来说，网易云音乐的搜索结果的返回结果中
													//排在越前面的关联度就越高，这里取第一项为1，之后每一项减0.02，最后再乘以0.05
		weights.push_back(weight);
	}

	//查找权值最大的项
	double max_weight = weights[0];
	int max_index{};
	for (size_t i{ 1 }; i < weights.size(); i++)
	{
		if (weights[i] > max_weight)
		{
			max_weight = weights[i];
			max_index = i;
		}
	}

	//如果权值最大项的权值小于0.3，则判定没有匹配的项，返回-1
	if (max_weight < 0.3)
		max_index = -1;

#ifdef DEBUG
	if (write_log)
	{
		CString out_info{ _T("\n==============================================================================\n") };
		CString tmp;
		out_info += _T("\n歌曲信息：\n");
		out_info += _T("文件名：");
		out_info += filename.c_str();
		out_info += _T("\n标题：");
		out_info += title.c_str();
		out_info += _T("\n艺术家：");
		out_info += artist.c_str();
		out_info += _T("\n唱片集：");
		out_info += album.c_str();

		out_info += _T("\n搜索结果：\n");
		out_info += _T("序号\t歌曲ID\t标题\t艺术家\t唱片集\n");
		for (size_t i{}; i<down_list.size(); i++)
		{
			tmp.Format(_T("%d\t%s\t%s\t%s\t%s\n"), i + 1, down_list[i].id.c_str(), down_list[i].title.c_str(), down_list[i].artist.c_str(), down_list[i].album.c_str());
			out_info += tmp;
		}

		out_info += _T("各项权值：\n");
		for (size_t i{}; i < weights.size(); i++)
		{
			tmp.Format(_T("%d\t%f\n"), i + 1, weights[i]);
			out_info += tmp;
		}

		tmp.Format(_T("最佳匹配项：%d\n\n"), max_index + 1);
		out_info += tmp;

		CCommon::WriteLog(L".\\search.log", wstring{ out_info });
	}
#endif // DEBUG

	return max_index;
}

CInternetCommon::ItemInfo CInternetCommon::SearchSongAndGetMatched(const wstring & title, const wstring & artist, const wstring & album, const wstring & file_name, bool message, DownloadResult* result)
{
	//设置搜索关键字
	wstring search_result;		//查找歌曲返回的结果
	wstring keyword;		//查找的关键字
    if (title.empty() || theApp.m_str_table.LoadText(L"TXT_EMPTY_TITLE") == title)            // 如果没有标题信息，就把文件名设为搜索关键字
	{
		keyword = file_name;
		size_t index = keyword.rfind(L'.');		//查找最后一个点
		keyword = keyword.substr(0, index);		//去掉扩展名
	}
    else if (artist.empty() || theApp.m_str_table.LoadText(L"TXT_EMPTY_ARTIST") == artist)    //如果有标题信息但是没有艺术家信息，就把标题设为搜索关键字
	{
		keyword = title;
	}
	else		//否则将“艺术家 标题”设为搜索关键字
	{
		keyword = artist + L' ' + title;
	}

	//搜索歌曲
	wstring keyword_url = CInternetCommon::URLEncode(keyword);		//将搜索关键字转换成URL编码
	CString url;
	url.Format(L"http://music.163.com/api/search/get/?s=%s&limit=20&type=1&offset=0", keyword_url.c_str());
	int rtn = CInternetCommon::HttpPost(wstring(url), search_result);		//向网易云音乐的歌曲搜索API发送http的POST请求
	if (rtn != 0)
	{
		if(message)
		{
			const wstring& info = theApp.m_str_table.LoadText(L"MSG_NETWORK_CONNECTION_FAILED");
			AfxMessageBox(info.c_str(), NULL, MB_ICONWARNING);
		}
        if (result != nullptr)
            *result = DR_NETWORK_ERROR;

		return CInternetCommon::ItemInfo();
	}

	//处理返回结果
	vector<CInternetCommon::ItemInfo> down_list;
	CInternetCommon::DisposeSearchResult(down_list, search_result);		//处理返回的查找结果，并将结果保存在down_list容器里
	if (down_list.empty())
	{
		if (message)
		{
			const wstring& info = theApp.m_str_table.LoadText(L"MSG_NETWORK_CANNOT_FIND_THIS_SONG");
			AfxMessageBox(info.c_str(), NULL, MB_ICONWARNING);
		}
        if (result != nullptr)
            *result = DR_DOWNLOAD_ERROR;
        return CInternetCommon::ItemInfo();
	}

	//计算最佳选择项
	wstring _title = title;
	wstring _artist = artist;
	wstring _album = album;
    if (theApp.m_str_table.LoadText(L"TXT_EMPTY_TITLE") == title) _title.clear();
    if (theApp.m_str_table.LoadText(L"TXT_EMPTY_ARTIST") == artist) _artist.clear();
    if (theApp.m_str_table.LoadText(L"TXT_EMPTY_ALBUM") == album) _album.clear();
	if (_title.empty())
		_title = keyword;
	int best_matched = CInternetCommon::SelectMatchedItem(down_list, _title, _artist, _album, file_name, true);
	if (best_matched < 0)
	{
		if (message)
		{
			const wstring& info = theApp.m_str_table.LoadText(L"MSG_NETWORK_CANNOT_FIND_THIS_SONG");
			AfxMessageBox(info.c_str(), NULL, MB_ICONWARNING);
		}
        if (result != nullptr)
            *result = DR_DOWNLOAD_ERROR;
        return CInternetCommon::ItemInfo();
	}

	//获返回最佳匹配项
    if (result != nullptr)
        *result = DR_SUCCESS;
    return down_list[best_matched];
}