C/C++ 实现URL路径拆分

URL路径拆分: 例如我们传入 http://www.baidu.com/index.php 拆分为 www.baidu.com 和 /index.php

#include <Windows.h>
#include <iostream>

int ParseUrl(char szUrl[], char szHost[], char szPath[])
{
    int iStart = 0;
    int iEnd = 0;
    int iLen = 0;

    if (strncmp(szUrl, "http://", 7) == 0)
        iStart = 7;
    else if (strncmp(szUrl, "https://", 8) == 0)
        iStart = 8;

    while (szUrl[iStart + iLen] != '\0' && szUrl[iStart + iLen] != '/')
    { iLen++; }

    memcpy(szHost, szUrl + iStart, iLen);
    if (strlen(szUrl) - iStart - iLen == 0)
        szPath[0] = '/';
    else
        memcpy(szPath, szUrl + iStart + iLen, strlen(szUrl) - iStart - iLen);
    return 0;
}

int main(int argc,char *argv [])
{
    char szUrl[] = "http://www.baidu.com/index.html";
    char szHost[1024] = { 0 };
    char szPath[2048] = { 0 };

    int ret = ParseUrl(szUrl,szHost,szPath);

    if (ret == 0)
    {
        printf("主机: %s \n", szHost);
        printf("路径: %s \n", szPath);
    }

    system("pause");
    return 0;
}

http 文件下载

#define _CRT_SECURE_NO_WARNINGS
#include <Windows.h>
#include <iostream>
#include <winsock.h>

#pragma comment(lib,"ws2_32.lib")

int Spide(const char *pszUrl, const char *pszFile)
{
    char szHost[256] = {0};
    char *ptr = (char *)pszUrl;

    // 判断开头是否为http://如果不是则返回-1
    if (_strnicmp(ptr, "http://", 7) != 0) { return -1; }

    ptr = ptr + 7;
    int index = 0;

    while (index < 255 && *ptr && *ptr != '/')
    {
        szHost[index++] = *ptr++;
    }
    szHost[index] = '\0';

    //printf("去掉http后的域名地址: %s \n", szHost);

    char *buffer = new char[1024 * 8];
    index = sprintf(buffer,
        "GET %s HTTP/1.1\r\n"
        "Host: %s\r\n"
        "User-Agent: IE or Chrome\r\n"
        "Accept-Type: */*\r\n"
        "Connection: Close\r\n\r\n",
        ptr, szHost);

        //printf("构建好的请求头:\n %s \n", buffer);

        // ------------------------------------------------------------

        SOCKET fd = socket(AF_INET, SOCK_STREAM, 0);

        SOCKADDR_IN addr;
        addr.sin_addr.S_un.S_addr = 0;
        addr.sin_port = htons(0);
        addr.sin_family = AF_INET;

        index = bind(fd, (const sockaddr*)&addr, sizeof(SOCKADDR_IN));
        hostent *p = ::gethostbyname(szHost);

        if (p) {
            ULONG ai = *(ULONG*)p->h_addr_list[0];
            addr.sin_addr.S_un.S_addr = ai;
            addr.sin_port = htons(80);
            index = connect(fd, (const sockaddr*)&addr, sizeof(SOCKADDR_IN));
            if (index == NOERROR) {
                index = send(fd, (const char*)buffer, (int)strlen(buffer), 0);
                FILE *pf = fopen(pszFile, "wb");
                do {
                    index = recv(fd, buffer, 8191, 0);
                    if (index <= 0) {
                        break;
                    }
                    buffer[index] = '\0';
                    fwrite(buffer, 1, index, pf);
                    printf("%s", buffer);
                } while (TRUE);
                fclose(pf);
            }
        }
        closesocket(fd);
        delete[] buffer;
        return 0;
}


int main(int argc,char *argv[])
{
    WSADATA wsaData;
    WSAStartup(0x0202, &wsaData);

    Spide("http://cn.bing.com/","index.html");

    system("pause");
    return 0;
}

实现HTTP页面下载功能

#include <Windows.h>
#include <iostream>
#include <winsock.h>

#pragma comment(lib,"ws2_32.lib")

int Curl_Get(const char *pszUrl)
{
    char szHost[256] = { 0 };
    char *ptr = (char *)pszUrl;

    // 判断开头是否为http:// 或者 https:// 如果不是则返回-1
    if (_strnicmp(ptr, "http://", 7) == 0)
        ptr = ptr + 7;
    else if (_strnicmp(ptr, "https://", 8) == 0)
        ptr = ptr + 8;
    else
        return -1;

    int index = 0;
    while (index < 255 && *ptr && *ptr != '/')
        szHost[index++] = *ptr++;
    szHost[index] = '\0';

    char *buffer = new char[1024 * 8];
    index = sprintf(buffer,
        "GET %s HTTP/1.1 \r\n"
        "Host: %s \r\n"
        "User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:74.0) Gecko/20100101 Firefox/74.0 \r\n"
        "Accept-Type: */* \r\n"
        "Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8 \r\n"
        "Accept-Language: zh-CN,zh;q=0.8,zh-TW;q=0.7,zh-HK;q=0.5,en-US;q=0.3,en;q=0.2 \r\n"
        "Connection: Close \r\n\r\n",
        ptr, szHost);
    printf("%s \n", buffer);

    SOCKADDR_IN addr;
    SOCKET fd = socket(AF_INET, SOCK_STREAM, 0);
    addr.sin_addr.S_un.S_addr = 0;
    addr.sin_port = htons(0);
    addr.sin_family = AF_INET;
    index = bind(fd, (const sockaddr*)&addr, sizeof(SOCKADDR_IN));
    hostent *p = gethostbyname(szHost);

    if (p)
    {
        ULONG ai = *(ULONG*)p->h_addr_list[0];
        addr.sin_addr.S_un.S_addr = ai;
        addr.sin_port = htons(80);

        index = connect(fd, (const sockaddr*)&addr, sizeof(SOCKADDR_IN));
        if (index == NOERROR)
        {
            index = send(fd, (const char*)buffer, (int)strlen(buffer), 0);
            do
            {
                index = recv(fd, buffer, 8191, 0);
                if (index <= 0) { break; }
                buffer[index] = '\0';
                printf("%s \n", buffer);
            } while (TRUE);
        }
    }
    closesocket(fd);
    return 0;
}

int main(int argc, char *argv[])
{
    WSADATA wsaData;
    WSAStartup(0x0202, &wsaData);
    Curl_Get("http://cn.bing.com/");

    WSACleanup();

    system("pause");
    return 0;
}