mirror of
https://github.com/nsnail/dot.git
synced 2025-06-19 22:08:16 +08:00
<feat> + 多线程下载工具
This commit is contained in:
183
src/Get/Main.cs
Normal file
183
src/Get/Main.cs
Normal file
@ -0,0 +1,183 @@
|
||||
using System.Net.Http.Headers;
|
||||
using System.Text.RegularExpressions;
|
||||
using NSExt.Extensions;
|
||||
|
||||
namespace Dot.Get;
|
||||
|
||||
[Description(nameof(Str.DownloadTool))]
|
||||
[Localization(typeof(Str))]
|
||||
public partial class Main : ToolBase<Option>
|
||||
{
|
||||
private const string _PART = "part";
|
||||
|
||||
/// <summary>
|
||||
/// 给定一个路径（存在的目录，或者存在的目录+存在或不存在的文件）
|
||||
/// </summary>
|
||||
/// <param name="path">存在的目录，或者存在的目录+存在或不存在的文件</param>
|
||||
/// <param name="file">要写入的文件名</param>
|
||||
/// <returns>返回一个可写的文件完整路径</returns>
|
||||
private static string BuildFilePath(string path, string file)
|
||||
{
|
||||
if (GetUseablePath(ref path))
|
||||
// path 是一个存在的文件，已追加尾标
|
||||
return path;
|
||||
|
||||
// ReSharper disable once InvertIf
|
||||
if (Directory.Exists(path)) { //path 是一个存在的目录。
|
||||
path = Path.Combine(path, file); // 构建文件路径
|
||||
GetUseablePath(ref path); // 追加序号。
|
||||
return path;
|
||||
}
|
||||
|
||||
// path 是一个不存在的目录或者文件 ，视为不存在的文件
|
||||
return path;
|
||||
}
|
||||
|
||||
|
||||
private static bool GetUseablePath(ref string path)
|
||||
{
|
||||
var dir = Path.GetDirectoryName(path);
|
||||
var name = Path.GetFileNameWithoutExtension(path);
|
||||
var ext = Path.GetExtension(path);
|
||||
var ret = false;
|
||||
for (var i = 1;; ++i) {
|
||||
if (File.Exists(path)) {
|
||||
path = Path.Combine(dir!, $"{name}({i}){ext}");
|
||||
ret = true;
|
||||
continue;
|
||||
}
|
||||
|
||||
break;
|
||||
}
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
|
||||
private static void MergeParts(string mainFilePath)
|
||||
{
|
||||
var files = Directory.GetFiles(Path.GetDirectoryName(mainFilePath)! //
|
||||
, $"{Path.GetFileName(mainFilePath)}.*.{_PART}", SearchOption.TopDirectoryOnly)
|
||||
.OrderBy(x => x)
|
||||
.ToArray();
|
||||
using var fs = File.Create(mainFilePath);
|
||||
fs.SetLength(PartRegex().Match(files.Last()).Groups[1].Value.Int64());
|
||||
foreach (var file in files) {
|
||||
using var fsc = File.OpenRead(file);
|
||||
fsc.CopyTo(fs);
|
||||
fsc.Close();
|
||||
File.Delete(file);
|
||||
}
|
||||
}
|
||||
|
||||
[GeneratedRegex($"(\\d+)\\.{_PART}")]
|
||||
private static partial Regex PartRegex();
|
||||
|
||||
private void StreamCopy(Stream source, Stream dest, Action<int> rateHandle)
|
||||
{
|
||||
Span<byte> buf = stackalloc byte[Opt.BufferSize];
|
||||
int read;
|
||||
while ((read = source.Read(buf)) != 0) {
|
||||
dest.Write(read == Opt.BufferSize ? buf : buf[..read]);
|
||||
rateHandle(read);
|
||||
}
|
||||
}
|
||||
|
||||
private void WriteParts(HttpResponseMessage rsp, string mainFilePath //
|
||||
, long startPos, long endPos //
|
||||
, Action<int> rateHandle)
|
||||
{
|
||||
Span<byte> buf = stackalloc byte[Opt.BufferSize];
|
||||
using var stream = rsp.Content.ReadAsStream();
|
||||
int read;
|
||||
var file = $"{mainFilePath}.{startPos}-{endPos}.{_PART}";
|
||||
using var fs = new FileStream(file, FileMode.Create, FileAccess.Write, FileShare.None);
|
||||
while ((read = stream.Read(buf)) != 0) {
|
||||
fs.Write(read == Opt.BufferSize ? buf : buf[..read]);
|
||||
rateHandle(read);
|
||||
}
|
||||
}
|
||||
|
||||
protected override async Task Core()
|
||||
{
|
||||
using var http = new HttpClient();
|
||||
string attachment = default;
|
||||
long contentLength = default;
|
||||
var table = new Table().AddColumn(Str.DataIdentification).AddColumn(Str.DataContent).AddRow("Url", Opt.Url);
|
||||
await AnsiConsole.Status()
|
||||
.AutoRefresh(true)
|
||||
.Spinner(Spinner.Known.Default)
|
||||
.StartAsync($"{Str.RequestMetaData}: {Opt.Url}", async _ => {
|
||||
using var headRsp = await http.SendAsync(new HttpRequestMessage(HttpMethod.Head, Opt.Url));
|
||||
using var content = headRsp.Content;
|
||||
contentLength = content.Headers.ContentLength ?? 0;
|
||||
attachment = content.Headers.ContentDisposition?.FileName ??
|
||||
Opt.Url[(Opt.Url.LastIndexOf('/') + 1)..];
|
||||
foreach (var kv in content.Headers)
|
||||
table.AddRow(kv.Key, string.Join(Environment.NewLine, kv.Value));
|
||||
});
|
||||
AnsiConsole.Write(table);
|
||||
|
||||
|
||||
var timer = DateTime.Now;
|
||||
var mainFilePath = BuildFilePath(Opt.Output, attachment);
|
||||
await AnsiConsole.Progress()
|
||||
.Columns(new ProgressBarColumn() //
|
||||
, new SpinnerColumn() //
|
||||
, new DownloadedColumn() //
|
||||
, new TransferSpeedColumn() //
|
||||
, new PercentageColumn() //
|
||||
, new TaskDescriptionColumn() //
|
||||
, new RemainingTimeColumn() //
|
||||
)
|
||||
.StartAsync(async ctx => {
|
||||
var tParent = ctx.AddTask($"{Str.TotalProgress} {Str.RemainingTime}:").IsIndeterminate();
|
||||
if (contentLength == 0) //未知文件长度，单线程下载；
|
||||
{
|
||||
await using var nets = await http.GetStreamAsync(Opt.Url);
|
||||
await using var fs
|
||||
= new FileStream(mainFilePath, FileMode.CreateNew, FileAccess.Write
|
||||
, FileShare.None);
|
||||
tParent.MaxValue = Opt.BufferSize + 1; //由于文件长度未知， 进度条终点永远至为当前长度+1
|
||||
StreamCopy(nets, fs, x => {
|
||||
tParent.MaxValue += x;
|
||||
tParent.Increment(x);
|
||||
});
|
||||
tParent.MaxValue = tParent.Value; // 写完了
|
||||
tParent.IsIndeterminate(false);
|
||||
tParent.StopTask();
|
||||
}
|
||||
else //已知文件长度，多线程下载：
|
||||
{
|
||||
tParent.IsIndeterminate(false);
|
||||
tParent.MaxValue = contentLength;
|
||||
var chunkSize = contentLength / Opt.ChunkNumbers;
|
||||
|
||||
|
||||
Parallel.For(0, Opt.ChunkNumbers
|
||||
, new ParallelOptions { MaxDegreeOfParallelism = Opt.MaxParallel } //
|
||||
, i => {
|
||||
var tChild = ctx.AddTask(
|
||||
$"{Str.Thread}{i} {Str.RemainingTime}:", maxValue: chunkSize);
|
||||
using var getReq = new HttpRequestMessage(HttpMethod.Get, Opt.Url);
|
||||
var startPos = i * chunkSize;
|
||||
var endPos = startPos + chunkSize - 1;
|
||||
if (i == Opt.ChunkNumbers - 1) endPos += contentLength % chunkSize;
|
||||
getReq.Headers.Range = new RangeHeaderValue(startPos, endPos);
|
||||
// ReSharper disable once AccessToDisposedClosure
|
||||
using var getRsp
|
||||
= http.Send(getReq, HttpCompletionOption.ResponseHeadersRead);
|
||||
WriteParts(getRsp, mainFilePath, startPos, endPos, x => {
|
||||
tChild.Increment(x);
|
||||
tParent.Increment(x);
|
||||
});
|
||||
});
|
||||
|
||||
MergeParts(mainFilePath);
|
||||
}
|
||||
});
|
||||
|
||||
AnsiConsole.MarkupLine(
|
||||
$"{Str.DownloadCompleted}, {Str.ElapsedTime}: {DateTime.Now - timer}, {Str.FileSaveLocation}: {mainFilePath}");
|
||||
}
|
||||
}
|
||||
36
src/Get/Option.cs
Normal file
36
src/Get/Option.cs
Normal file
@ -0,0 +1,36 @@
|
||||
namespace Dot.Get;
|
||||
|
||||
public class Option : OptionBase
|
||||
{
|
||||
[CommandOption("-b|--buffer-size")]
|
||||
[Description(nameof(Str.BufferSize))]
|
||||
[Localization(typeof(Str))]
|
||||
[DefaultValue(8)]
|
||||
public int BufferSize { get; set; }
|
||||
|
||||
[CommandOption("-c|--chunk-number")]
|
||||
[Description(nameof(Str.ChunkNumbers))]
|
||||
[Localization(typeof(Str))]
|
||||
[DefaultValue(5)]
|
||||
public int ChunkNumbers { get; set; }
|
||||
|
||||
|
||||
[CommandOption("-m|--max-parallel")]
|
||||
[Description(nameof(Str.MaxParallel))]
|
||||
[Localization(typeof(Str))]
|
||||
[DefaultValue(5)]
|
||||
public int MaxParallel { get; set; }
|
||||
|
||||
|
||||
[CommandOption("-o|--output")]
|
||||
[Description(nameof(Str.OutputPath))]
|
||||
[Localization(typeof(Str))]
|
||||
[DefaultValue(".")]
|
||||
public string Output { get; set; }
|
||||
|
||||
|
||||
[CommandArgument(0, "<url>")]
|
||||
[Description(nameof(Str.Url))]
|
||||
[Localization(typeof(Str))]
|
||||
public string Url { get; set; }
|
||||
}
|
||||
Reference in New Issue
Block a user