|
@@ -8,6 +8,7 @@ using System.Collections.Generic;
|
|
|
using System.Linq;
|
|
|
using System.Net;
|
|
|
using System.Net.Sockets;
|
|
|
+using System.Runtime.CompilerServices;
|
|
|
using System.Threading;
|
|
|
using System.Threading.Tasks;
|
|
|
|
|
@@ -18,21 +19,14 @@ namespace FastGithub.DomainResolve
|
|
|
/// </summary>
|
|
|
sealed class DomainResolver : IDomainResolver
|
|
|
{
|
|
|
- private readonly IMemoryCache domainResolveCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
|
|
- private readonly IMemoryCache disableIPAddressCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
|
|
-
|
|
|
private readonly DnscryptProxy dnscryptProxy;
|
|
|
private readonly FastGithubConfig fastGithubConfig;
|
|
|
private readonly ILogger<DomainResolver> logger;
|
|
|
|
|
|
- private readonly TimeSpan connectTimeout = TimeSpan.FromSeconds(5d);
|
|
|
- private readonly TimeSpan disableIPExpiration = TimeSpan.FromMinutes(2d);
|
|
|
-
|
|
|
- private readonly TimeSpan dnscryptExpiration = TimeSpan.FromMinutes(10d);
|
|
|
- private readonly TimeSpan fallbackExpiration = TimeSpan.FromMinutes(2d);
|
|
|
- private readonly TimeSpan loopbackExpiration = TimeSpan.FromSeconds(5d);
|
|
|
-
|
|
|
- private readonly ConcurrentDictionary<DnsEndPoint, SemaphoreSlim> semaphoreSlims = new();
|
|
|
+ private readonly ConcurrentDictionary<IPEndPoint, SemaphoreSlim> semaphoreSlims = new();
|
|
|
+ private readonly IMemoryCache ipEndPointAvailableCache = new MemoryCache(Options.Create(new MemoryCacheOptions()));
|
|
|
+ private readonly TimeSpan ipEndPointExpiration = TimeSpan.FromMinutes(2d);
|
|
|
+ private readonly TimeSpan ipEndPointConnectTimeout = TimeSpan.FromSeconds(5d);
|
|
|
|
|
|
/// <summary>
|
|
|
/// 域名解析器
|
|
@@ -41,7 +35,6 @@ namespace FastGithub.DomainResolve
|
|
|
/// <param name="fastGithubConfig"></param>
|
|
|
/// <param name="logger"></param>
|
|
|
public DomainResolver(
|
|
|
-
|
|
|
DnscryptProxy dnscryptProxy,
|
|
|
FastGithubConfig fastGithubConfig,
|
|
|
ILogger<DomainResolver> logger)
|
|
@@ -51,224 +44,128 @@ namespace FastGithub.DomainResolve
|
|
|
this.logger = logger;
|
|
|
}
|
|
|
|
|
|
- /// <summary>
|
|
|
- /// 设置ip不可用
|
|
|
- /// </summary>
|
|
|
- /// <param name="address">ip</param>
|
|
|
- public void SetDisabled(IPAddress address)
|
|
|
- {
|
|
|
- this.disableIPAddressCache.Set(address, address, this.disableIPExpiration);
|
|
|
- }
|
|
|
-
|
|
|
- /// <summary>
|
|
|
- /// 刷新域名解析结果
|
|
|
- /// </summary>
|
|
|
- /// <param name="domain">域名</param>
|
|
|
- public void FlushDomain(DnsEndPoint domain)
|
|
|
- {
|
|
|
- this.domainResolveCache.Remove(domain);
|
|
|
- }
|
|
|
-
|
|
|
- /// <summary>
|
|
|
- /// 解析域名
|
|
|
- /// </summary>
|
|
|
- /// <param name="domain"></param>
|
|
|
- /// <param name="cancellationToken"></param>
|
|
|
- /// <exception cref="OperationCanceledException"></exception>
|
|
|
- /// <exception cref="FastGithubException"></exception>
|
|
|
- /// <returns></returns>
|
|
|
- public async Task<IPAddress> ResolveAsync(DnsEndPoint domain, CancellationToken cancellationToken = default)
|
|
|
- {
|
|
|
- var semaphore = this.semaphoreSlims.GetOrAdd(domain, _ => new SemaphoreSlim(1, 1));
|
|
|
- try
|
|
|
- {
|
|
|
- await semaphore.WaitAsync(CancellationToken.None);
|
|
|
- return await this.ResolveCoreAsync(domain, cancellationToken);
|
|
|
- }
|
|
|
- finally
|
|
|
- {
|
|
|
- semaphore.Release();
|
|
|
- }
|
|
|
- }
|
|
|
-
|
|
|
/// <summary>
|
|
|
/// 解析域名
|
|
|
/// </summary>
|
|
|
/// <param name="domain"></param>
|
|
|
/// <param name="cancellationToken"></param>
|
|
|
- /// <exception cref="OperationCanceledException"></exception>
|
|
|
- /// <exception cref="FastGithubException"></exception>
|
|
|
- /// <returns></returns>
|
|
|
- private async Task<IPAddress> ResolveCoreAsync(DnsEndPoint domain, CancellationToken cancellationToken)
|
|
|
- {
|
|
|
- if (domain.Host == "localhost")
|
|
|
- {
|
|
|
- return IPAddress.Loopback;
|
|
|
- }
|
|
|
-
|
|
|
- if (this.domainResolveCache.TryGetValue<IPAddress>(domain, out var address) && address != null)
|
|
|
- {
|
|
|
- return address;
|
|
|
- }
|
|
|
-
|
|
|
- var expiration = this.dnscryptExpiration;
|
|
|
- address = await this.LookupByDnscryptAsync(domain, cancellationToken);
|
|
|
-
|
|
|
- if (address == null)
|
|
|
- {
|
|
|
- expiration = this.fallbackExpiration;
|
|
|
- address = await this.LookupByFallbackAsync(domain, cancellationToken);
|
|
|
- }
|
|
|
-
|
|
|
- if (address == null)
|
|
|
- {
|
|
|
- throw new FastGithubException($"当前解析不到{domain.Host}可用的ip,请刷新重试");
|
|
|
- }
|
|
|
-
|
|
|
- // 往往是被污染的dns
|
|
|
- if (address.Equals(IPAddress.Loopback) == true)
|
|
|
- {
|
|
|
- expiration = this.loopbackExpiration;
|
|
|
- }
|
|
|
-
|
|
|
- this.domainResolveCache.Set(domain, address, expiration);
|
|
|
- return address;
|
|
|
- }
|
|
|
-
|
|
|
-
|
|
|
- /// <summary>
|
|
|
- /// Dnscrypt查找ip
|
|
|
- /// </summary>
|
|
|
- /// <param name="domain"></param>
|
|
|
- /// <param name="cancellationToken"></param>
|
|
|
/// <returns></returns>
|
|
|
- private async Task<IPAddress?> LookupByDnscryptAsync(DnsEndPoint domain, CancellationToken cancellationToken)
|
|
|
+ public async Task<IPAddress> ResolveAsync(DnsEndPoint domain, CancellationToken cancellationToken)
|
|
|
{
|
|
|
- var dns = this.dnscryptProxy.LocalEndPoint;
|
|
|
- if (dns == null)
|
|
|
+ await foreach (var address in this.ResolveAsync(domain.Host, cancellationToken))
|
|
|
{
|
|
|
- return null;
|
|
|
- }
|
|
|
-
|
|
|
- var dnsClient = new DnsClient(dns);
|
|
|
- var address = await this.LookupAsync(dnsClient, domain, cancellationToken);
|
|
|
- return address ?? await this.LookupAsync(dnsClient, domain, cancellationToken);
|
|
|
- }
|
|
|
-
|
|
|
- /// <summary>
|
|
|
- /// 回退查找ip
|
|
|
- /// </summary>
|
|
|
- /// <param name="domain"></param>
|
|
|
- /// <param name="cancellationToken"></param>
|
|
|
- /// <exception cref="OperationCanceledException"></exception>
|
|
|
- /// <returns></returns>
|
|
|
- private async Task<IPAddress?> LookupByFallbackAsync(DnsEndPoint domain, CancellationToken cancellationToken)
|
|
|
- {
|
|
|
- foreach (var dns in this.fastGithubConfig.FallbackDns)
|
|
|
- {
|
|
|
- var dnsClient = new DnsClient(dns);
|
|
|
- var address = await this.LookupAsync(dnsClient, domain, cancellationToken);
|
|
|
- if (address != null)
|
|
|
+ if (await this.IsAvailableAsync(new IPEndPoint(address, domain.Port), cancellationToken))
|
|
|
{
|
|
|
return address;
|
|
|
}
|
|
|
}
|
|
|
- return default;
|
|
|
+ throw new FastGithubException($"解析不到{domain.Host}可用的IP");
|
|
|
}
|
|
|
|
|
|
/// <summary>
|
|
|
- /// 查找ip
|
|
|
+ /// 验证远程节点是否可连接
|
|
|
/// </summary>
|
|
|
- /// <param name="dnsClient"></param>
|
|
|
- /// <param name="domain"></param>
|
|
|
+ /// <param name="ipEndPoint"></param>
|
|
|
/// <param name="cancellationToken"></param>
|
|
|
+ /// <exception cref="OperationCanceledException"></exception>
|
|
|
/// <returns></returns>
|
|
|
- private async Task<IPAddress?> LookupAsync(DnsClient dnsClient, DnsEndPoint domain, CancellationToken cancellationToken)
|
|
|
+ private async Task<bool> IsAvailableAsync(IPEndPoint ipEndPoint, CancellationToken cancellationToken)
|
|
|
{
|
|
|
+ var semaphore = this.semaphoreSlims.GetOrAdd(ipEndPoint, _ => new SemaphoreSlim(1, 1));
|
|
|
try
|
|
|
{
|
|
|
- var addresses = await dnsClient.LookupAsync(domain.Host, cancellationToken);
|
|
|
- var address = await this.FindFastValueAsync(addresses, domain.Port, cancellationToken);
|
|
|
+ await semaphore.WaitAsync(CancellationToken.None);
|
|
|
+ if (this.ipEndPointAvailableCache.TryGetValue<bool>(ipEndPoint, out var available))
|
|
|
+ {
|
|
|
+ return available;
|
|
|
+ }
|
|
|
|
|
|
- if (address == null)
|
|
|
+ try
|
|
|
{
|
|
|
- this.logger.LogWarning($"{dnsClient}解析不到{domain.Host}可用的ip解析");
|
|
|
+ using var socket = new Socket(SocketType.Stream, ProtocolType.Tcp);
|
|
|
+ using var timeoutTokenSource = new CancellationTokenSource(this.ipEndPointConnectTimeout);
|
|
|
+ using var linkedTokenSource = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, timeoutTokenSource.Token);
|
|
|
+ await socket.ConnectAsync(ipEndPoint, linkedTokenSource.Token);
|
|
|
+ available = true;
|
|
|
}
|
|
|
- else
|
|
|
+ catch (Exception)
|
|
|
{
|
|
|
- this.logger.LogInformation($"{dnsClient}: {domain.Host}->{address}");
|
|
|
+ cancellationToken.ThrowIfCancellationRequested();
|
|
|
+ available = false;
|
|
|
}
|
|
|
- return address;
|
|
|
+
|
|
|
+ this.ipEndPointAvailableCache.Set(ipEndPoint, available, ipEndPointExpiration);
|
|
|
+ return available;
|
|
|
}
|
|
|
- catch (Exception ex)
|
|
|
+ finally
|
|
|
{
|
|
|
- cancellationToken.ThrowIfCancellationRequested();
|
|
|
- this.logger.LogWarning($"{dnsClient}无法解析{domain.Host}:{ex.Message}");
|
|
|
- return default;
|
|
|
+ semaphore.Release();
|
|
|
}
|
|
|
}
|
|
|
|
|
|
+
|
|
|
/// <summary>
|
|
|
- /// 获取最快的ip
|
|
|
+ /// 解析域名
|
|
|
/// </summary>
|
|
|
- /// <param name="addresses"></param>
|
|
|
- /// <param name="port"></param>
|
|
|
+ /// <param name="domain">域名</param>
|
|
|
/// <param name="cancellationToken"></param>
|
|
|
- /// <exception cref="OperationCanceledException"></exception>
|
|
|
/// <returns></returns>
|
|
|
- private async Task<IPAddress?> FindFastValueAsync(IEnumerable<IPAddress> addresses, int port, CancellationToken cancellationToken)
|
|
|
+ public async IAsyncEnumerable<IPAddress> ResolveAsync(string domain, [EnumeratorCancellation] CancellationToken cancellationToken)
|
|
|
{
|
|
|
- addresses = addresses.Where(IsEnableIPAddress).ToArray();
|
|
|
- if (addresses.Any() == false)
|
|
|
+ if (domain == "localhost")
|
|
|
{
|
|
|
- return default;
|
|
|
+ yield return IPAddress.Loopback;
|
|
|
+ yield break;
|
|
|
}
|
|
|
|
|
|
- if (port <= 0)
|
|
|
+ var hashSet = new HashSet<IPAddress>();
|
|
|
+ var cryptDns = this.dnscryptProxy.LocalEndPoint;
|
|
|
+ if (cryptDns != null)
|
|
|
{
|
|
|
- return addresses.FirstOrDefault();
|
|
|
+ var dnsClient = new DnsClient(cryptDns);
|
|
|
+ foreach (var address in await this.LookupAsync(dnsClient, domain, cancellationToken))
|
|
|
+ {
|
|
|
+ if (hashSet.Add(address) == true)
|
|
|
+ {
|
|
|
+ yield return address;
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
- var tasks = addresses.Select(address => this.IsAvailableAsync(address, port, cancellationToken));
|
|
|
- var fastTask = await Task.WhenAny(tasks);
|
|
|
- return await fastTask;
|
|
|
-
|
|
|
- bool IsEnableIPAddress(IPAddress address)
|
|
|
+ foreach (var fallbackDns in this.fastGithubConfig.FallbackDns)
|
|
|
{
|
|
|
- return this.disableIPAddressCache.TryGetValue(address, out _) == false;
|
|
|
+ var dnsClient = new DnsClient(fallbackDns);
|
|
|
+ foreach (var address in await this.LookupAsync(dnsClient, domain, cancellationToken))
|
|
|
+ {
|
|
|
+ if (hashSet.Add(address) == true)
|
|
|
+ {
|
|
|
+ yield return address;
|
|
|
+ }
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-
|
|
|
/// <summary>
|
|
|
- /// 验证远程节点是否可连接
|
|
|
+ /// 查找ip
|
|
|
/// </summary>
|
|
|
- /// <param name="address"></param>
|
|
|
- /// <param name="port"></param>
|
|
|
+ /// <param name="dnsClient"></param>
|
|
|
+ /// <param name="domain"></param>
|
|
|
/// <param name="cancellationToken"></param>
|
|
|
- /// <exception cref="OperationCanceledException"></exception>
|
|
|
/// <returns></returns>
|
|
|
- private async Task<IPAddress?> IsAvailableAsync(IPAddress address, int port, CancellationToken cancellationToken)
|
|
|
+ private async Task<IPAddress[]> LookupAsync(DnsClient dnsClient, string domain, CancellationToken cancellationToken)
|
|
|
{
|
|
|
try
|
|
|
{
|
|
|
- using var socket = new Socket(SocketType.Stream, ProtocolType.Tcp);
|
|
|
- using var timeoutTokenSource = new CancellationTokenSource(this.connectTimeout);
|
|
|
- using var linkedTokenSource = CancellationTokenSource.CreateLinkedTokenSource(cancellationToken, timeoutTokenSource.Token);
|
|
|
- await socket.ConnectAsync(address, port, linkedTokenSource.Token);
|
|
|
- return address;
|
|
|
+ var addresses = await dnsClient.LookupAsync(domain, cancellationToken);
|
|
|
+ var items = string.Join(", ", addresses.Select(item => item.ToString()));
|
|
|
+ this.logger.LogInformation($"{dnsClient}:{domain}->[{items}]");
|
|
|
+ return addresses;
|
|
|
}
|
|
|
- catch (OperationCanceledException)
|
|
|
+ catch (Exception ex)
|
|
|
{
|
|
|
cancellationToken.ThrowIfCancellationRequested();
|
|
|
- this.SetDisabled(address);
|
|
|
- return default;
|
|
|
- }
|
|
|
- catch (Exception)
|
|
|
- {
|
|
|
- this.SetDisabled(address);
|
|
|
- await Task.Delay(this.connectTimeout, cancellationToken);
|
|
|
- return default;
|
|
|
+ this.logger.LogWarning($"{dnsClient}无法解析{domain}:{ex.Message}");
|
|
|
+ return Array.Empty<IPAddress>();
|
|
|
}
|
|
|
}
|
|
|
}
|