网页解析高手：C#和HtmlAgilityPack教你下载视频

// 请根据您的实际情况修改相关参数

using System;
using System.Collections.Generic;
using System.IO;
using System.Net;
using System.Net.Http;
using System.Threading.Tasks;
using HtmlAgilityPack;

namespace XiaohongshuVideoDownloader
{
    class Program
    {
        static async Task Main(string[] args)
        {
            string url = "https://www.xiaohongshu.com/"; // 小红书视频页面URL
            string outputFolder = "video_downloads"; // 输出文件夹
            //爬虫代理***加强版
            string proxyDomain = "www.proxy.com"; // 代理域名
            int proxyPort = 8888; // 代理端口
            string proxyUsername = "your_username"; // 代理用户名
            string proxyPassword = "your_password"; // 代理密码
            int numThreads = 5; // 并发下载线程数

            if (!Directory.Exists(outputFolder))
            {
                Directory.CreateDirectory(outputFolder);
            }

            var webProxy = new WebProxy(proxyDomain, proxyPort);
            webProxy.Credentials = new NetworkCredential(proxyUsername, proxyPassword);

            var httpClientHandler = new HttpClientHandler()
            {
                Proxy = webProxy,
                UseProxy = true
            };

            var httpClient = new HttpClient(httpClientHandler);

            var htmlDocument = new HtmlDocument();

            try
            {
                var response = await httpClient.GetAsync(url);
                response.EnsureSuccessStatusCode();

                var content = await response.Content.ReadAsStringAsync();
                htmlDocument.LoadHtml(content);
            }
            catch (HttpRequestException ex)
            {
                Console.WriteLine("下载失败：" + ex.Message);
                return;
            }

            var videoUrls = GetVideoUrls(htmlDocument);

            if (videoUrls == null || videoUrls.Count == 0)
            {
                Console.WriteLine("无法找到视频链接");
                return;
            }

            Console.WriteLine($"发现 {videoUrls.Count} 个视频链接，开始下载...");

            var tasks = new Task[videoUrls.Count];
            for (int i = 0; i < videoUrls.Count; i++)
            {
                tasks[i] = DownloadVideo(videoUrls[i], outputFolder, httpClient);
            }

            await Task.WhenAll(tasks);

            Console.WriteLine("所有视频下载完成！");
        }

        static List<string> GetVideoUrls(HtmlDocument document)
        {
            // 在这里，您需要根据实际情况查找视频链接。
            // 这里仅作为示例，您需要根据实际HTML结构调整查询。
            var videoUrls = new List<string>();
            var nodes = document.DocumentNode.SelectNodes("//div[@class='video']//video");

            if (nodes != null)
            {
                foreach (var node in nodes)
                {
                    var videoUrl = node.GetAttributeValue("src", "");
                    if (!string.IsNullOrEmpty(videoUrl))
                    {
                        videoUrls.Add(videoUrl);
                    }
                }
            }

            return videoUrls;
        }

        static async Task DownloadVideo(string videoUrl, string outputFolder, HttpClient httpClient)
        {
            using (var response = await httpClient.GetAsync(videoUrl))
            {
                response.EnsureSuccessStatusCode();
                var videoFileName = Path.GetFileName(videoUrl);
                var outputPath = Path.Combine(outputFolder, videoFileName);

                using (var fileStream = new FileStream(outputPath, FileMode.Create, FileAccess.Write, FileShare.None))
                {
                    await response.Content.CopyToAsync(fileStream);
                }

                Console.WriteLine($"视频下载完成：{outputPath}");
            }
        }
    }
}