FastGithub/FastGithub.Scanner/GithubHttpClientHanlder.cs

using Microsoft.Extensions.Caching.Memory;
using Microsoft.Extensions.DependencyInjection;
using Microsoft.Extensions.Logging;
using System;
using System.Net;
using System.Net.Http;
using System.Net.Security;
using System.Net.Sockets;
using System.Threading;
using System.Threading.Tasks;

namespace FastGithub.Scanner
{
    /// <summary>
    /// 适用于请求github的HttpClientHandler
    /// </summary>
    [Service(ServiceLifetime.Transient)]
    public class GithubHttpClientHanlder : DelegatingHandler
    {
        private readonly IGithubResolver githubResolver;
        private readonly ILogger<GithubHttpClientHanlder> logger;
        private readonly IMemoryCache memoryCache;

        /// <summary>
        /// 请求github的HttpClientHandler
        /// </summary>
        /// <param name="githubResolver"></param>
        /// <param name="logger"></param>
        /// <param name="memoryCache"></param>
        public GithubHttpClientHanlder(
            IGithubResolver githubResolver,
            ILogger<GithubHttpClientHanlder> logger,
            IMemoryCache memoryCache)
        {
            this.githubResolver = githubResolver;
            this.logger = logger;
            this.memoryCache = memoryCache;
            this.InnerHandler = CreateNoneSniHttpHandler();
        }

        /// <summary>
        /// 创建无Sni发送的httpHandler
        /// </summary>
        /// <returns></returns>
        private static HttpMessageHandler CreateNoneSniHttpHandler()
        {
            return new SocketsHttpHandler
            {
                Proxy = null,
                UseProxy = false,
                AllowAutoRedirect = false,
                ConnectCallback = async (ctx, ct) =>
                {
                    var socket = new Socket(SocketType.Stream, ProtocolType.Tcp);
                    await socket.ConnectAsync(ctx.DnsEndPoint, ct);
                    var stream = new NetworkStream(socket, ownsSocket: true);
                    if (ctx.InitialRequestMessage.Headers.Host == null)
                    {
                        return stream;
                    }

                    var sslStream = new SslStream(stream, leaveInnerStreamOpen: false);
                    await sslStream.AuthenticateAsClientAsync(new SslClientAuthenticationOptions
                    {
                        TargetHost = string.Empty,
                        RemoteCertificateValidationCallback = delegate { return true; }
                    }, ct);
                    return sslStream;
                }
            };
        }


        /// <summary>
        /// 查找最快的ip来发送消息
        /// </summary>
        /// <param name="request"></param>
        /// <param name="cancellationToken"></param>
        /// <returns></returns>
        protected override async Task<HttpResponseMessage> SendAsync(HttpRequestMessage request, CancellationToken cancellationToken)
        {
            var uri = request.RequestUri;
            if (uri != null && uri.HostNameType == UriHostNameType.Dns)
            {
                var address = this.Resolve(uri.Host);
                if (address != null)
                {
                    var builder = new UriBuilder(uri)
                    {
                        Host = address.ToString()
                    };
                    request.RequestUri = builder.Uri;
                    request.Headers.Host = uri.Host;
                }
            }
            return await base.SendAsync(request, cancellationToken);
        }


        /// <summary>
        /// 解析域名
        /// </summary>
        /// <param name="domain"></param>
        /// <returns></returns>
        private IPAddress? Resolve(string domain)
        {
            // 非github的域名，返回null走上游dns
            if (this.githubResolver.IsSupported(domain) == false)
            {
                return default;
            }

            var key = $"domain:{domain}";
            var address = this.memoryCache.GetOrCreate(key, e =>
            {
                e.SetAbsoluteExpiration(TimeSpan.FromSeconds(1d));
                return this.githubResolver.Resolve(domain);
            });

            if (address == null)
            {
                throw new HttpRequestException($"无法解析{domain}的ip");
            }

            this.logger.LogInformation($"使用{address} No SNI请求{domain}");
            return address;
        }
    }
}