tk/dot
1
0
Fork 0
mirror of https://github.com/nsnail/dot.git synced 2025-06-20 14:28:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

..

Browse Source
This commit is contained in:
nsnail
2022-12-15 08:53:42 +08:00
parent 075c8e76b2
commit 1ce8262bb3
44 changed files with 793 additions and 596 deletions
Download Patch File Download Diff File Expand all files Collapse all files

197
src/Get/Main.cs
View File

@ -12,17 +12,104 @@ internal sealed partial class Main : ToolBase<Option>
{
private const string _PART = "part";
protected override async Task Core()
{
using var http = new HttpClient();
string attachment = default;
long contentLength = default;
var table = new Table().AddColumn(Str.DataIdentification).AddColumn(Str.DataContent).AddRow("Url", Opt.Url);
await AnsiConsole.Status()
.AutoRefresh(true)
.Spinner(Spinner.Known.Default)
.StartAsync($"{Str.RequestMetaData}: {Opt.Url}", async _ => {
using var headRsp = await http.SendAsync(new HttpRequestMessage(HttpMethod.Head, Opt.Url));
using var content = headRsp.Content;
contentLength = content.Headers.ContentLength ?? 0;
attachment = content.Headers.ContentDisposition?.FileName ??
Opt.Url[(Opt.Url.LastIndexOf('/') + 1)..];
foreach (var kv in content.Headers) {
table.AddRow(kv.Key, string.Join(Environment.NewLine, kv.Value));
}
});
AnsiConsole.Write(table);
var timer = DateTime.Now;
var mainFilePath = BuildFilePath(Opt.Output, attachment);
await AnsiConsole.Progress()
.Columns( //
new ProgressBarColumn() //
, new SpinnerColumn() //
, new DownloadedColumn() //
, new TransferSpeedColumn() //
, new PercentageColumn() //
, new TaskDescriptionColumn() //
, new RemainingTimeColumn()) //
.StartAsync(async ctx => {
var tParent = ctx.AddTask($"{Str.TotalProgress} {Str.RemainingTime}:").IsIndeterminate();
//未知文件长度，单线程下载；
if (contentLength == 0) {
await using var nets = await http.GetStreamAsync(Opt.Url);
await using var fs
= new FileStream(mainFilePath, FileMode.CreateNew, FileAccess.Write
, FileShare.None);
tParent.MaxValue = Opt.BufferSize + 1; //由于文件长度未知， 进度条终点永远至为当前长度+1
StreamCopy(nets, fs, x => {
tParent.MaxValue += x;
tParent.Increment(x);
});
tParent.MaxValue = tParent.Value; // 写完了
tParent.IsIndeterminate(false);
tParent.StopTask();
}
//已知文件长度，多线程下载：
else {
tParent.IsIndeterminate(false);
tParent.MaxValue = contentLength;
var chunkSize = contentLength / Opt.ChunkNumbers;
Parallel.For(0, Opt.ChunkNumbers
, new ParallelOptions { MaxDegreeOfParallelism = Opt.MaxParallel } //
, i => {
var tChild = ctx.AddTask(
$"{Str.Thread}{i} {Str.RemainingTime}:", maxValue: chunkSize);
using var getReq = new HttpRequestMessage(HttpMethod.Get, Opt.Url);
var startPos = i * chunkSize;
var endPos = startPos + chunkSize - 1;
if (i == Opt.ChunkNumbers - 1) {
endPos += contentLength % chunkSize;
}
getReq.Headers.Range = new RangeHeaderValue(startPos, endPos);
// ReSharper disable once AccessToDisposedClosure
using var getRsp
= http.Send(getReq, HttpCompletionOption.ResponseHeadersRead);
WritePart(getRsp, mainFilePath, i, startPos, endPos, x => {
tChild.Increment(x);
tParent.Increment(x);
});
});
MergeParts(mainFilePath);
}
});
AnsiConsole.MarkupLine(
$"{Str.DownloadCompleted}, {Str.ElapsedTime}: {DateTime.Now - timer}, {Str.FileSaveLocation}: {mainFilePath}");
}
/// <summary>
/// 给定一个路径（存在的目录，或者存在的目录+存在或不存在的文件）
/// 给定一个路径（存在的目录，或者存在的目录+存在或不存在的文件）.
/// </summary>
/// <param name="path">存在的目录，或者存在的目录+存在或不存在的文件</param>
/// <param name="file">要写入的文件名</param>
/// <returns>返回一个可写的文件完整路径</returns>
/// <param name="path">存在的目录，或者存在的目录+存在或不存在的文件.</param>
/// <param name="file">要写入的文件名.</param>
/// <returns>返回一个可写的文件完整路径.</returns>
private static string BuildFilePath(string path, string file)
{
if (GetUseablePath(ref path))
// path 是一个存在的文件，已追加尾标
{
// path 是一个存在的文件，已追加尾标
if (GetUseablePath(ref path)) {
return path;
}
@ -37,14 +124,15 @@ internal sealed partial class Main : ToolBase<Option>
return path;
}
private static bool GetUseablePath(ref string path)
{
var dir = Path.GetDirectoryName(path);
var name = Path.GetFileNameWithoutExtension(path);
var ext = Path.GetExtension(path);
var ret = false;
#pragma warning disable SA1002
for (var i = 1;; ++i) {
#pragma warning restore SA1002
if (File.Exists(path)) {
path = Path.Combine(dir!, $"{name}({i}){ext}");
ret = true;
@ -57,11 +145,11 @@ internal sealed partial class Main : ToolBase<Option>
return ret;
}
private static void MergeParts(string mainFilePath)
{
var files = Directory.GetFiles(Path.GetDirectoryName(mainFilePath)! //
, $"{Path.GetFileName(mainFilePath)}.*.{_PART}", SearchOption.TopDirectoryOnly)
var files = Directory.GetFiles( //
Path.GetDirectoryName(mainFilePath)! //
, $"{Path.GetFileName(mainFilePath)}.*.{_PART}", SearchOption.TopDirectoryOnly)
.OrderBy(x => x)
.ToArray();
using var fs = File.Create(mainFilePath);
@ -101,91 +189,4 @@ internal sealed partial class Main : ToolBase<Option>
rateHandle(read);
}
}
protected override async Task Core()
{
using var http = new HttpClient();
string attachment = default;
long contentLength = default;
var table = new Table().AddColumn(Str.DataIdentification).AddColumn(Str.DataContent).AddRow("Url", Opt.Url);
await AnsiConsole.Status()
.AutoRefresh(true)
.Spinner(Spinner.Known.Default)
.StartAsync($"{Str.RequestMetaData}: {Opt.Url}", async _ => {
using var headRsp = await http.SendAsync(new HttpRequestMessage(HttpMethod.Head, Opt.Url));
using var content = headRsp.Content;
contentLength = content.Headers.ContentLength ?? 0;
attachment = content.Headers.ContentDisposition?.FileName ??
Opt.Url[(Opt.Url.LastIndexOf('/') + 1)..];
foreach (var kv in content.Headers) {
table.AddRow(kv.Key, string.Join(Environment.NewLine, kv.Value));
}
});
AnsiConsole.Write(table);
var timer = DateTime.Now;
var mainFilePath = BuildFilePath(Opt.Output, attachment);
await AnsiConsole.Progress()
.Columns(new ProgressBarColumn() //
, new SpinnerColumn() //
, new DownloadedColumn() //
, new TransferSpeedColumn() //
, new PercentageColumn() //
, new TaskDescriptionColumn() //
, new RemainingTimeColumn() //
)
.StartAsync(async ctx => {
var tParent = ctx.AddTask($"{Str.TotalProgress} {Str.RemainingTime}:").IsIndeterminate();
if (contentLength == 0) //未知文件长度，单线程下载；
{
await using var nets = await http.GetStreamAsync(Opt.Url);
await using var fs
= new FileStream(mainFilePath, FileMode.CreateNew, FileAccess.Write
, FileShare.None);
tParent.MaxValue = Opt.BufferSize + 1; //由于文件长度未知， 进度条终点永远至为当前长度+1
StreamCopy(nets, fs, x => {
tParent.MaxValue += x;
tParent.Increment(x);
});
tParent.MaxValue = tParent.Value; // 写完了
tParent.IsIndeterminate(false);
tParent.StopTask();
}
else //已知文件长度，多线程下载：
{
tParent.IsIndeterminate(false);
tParent.MaxValue = contentLength;
var chunkSize = contentLength / Opt.ChunkNumbers;
Parallel.For(0, Opt.ChunkNumbers
, new ParallelOptions { MaxDegreeOfParallelism = Opt.MaxParallel } //
, i => {
var tChild = ctx.AddTask(
$"{Str.Thread}{i} {Str.RemainingTime}:", maxValue: chunkSize);
using var getReq = new HttpRequestMessage(HttpMethod.Get, Opt.Url);
var startPos = i * chunkSize;
var endPos = startPos + chunkSize - 1;
if (i == Opt.ChunkNumbers - 1) {
endPos += contentLength % chunkSize;
}
getReq.Headers.Range = new RangeHeaderValue(startPos, endPos);
// ReSharper disable once AccessToDisposedClosure
using var getRsp
= http.Send(getReq, HttpCompletionOption.ResponseHeadersRead);
WritePart(getRsp, mainFilePath, i, startPos, endPos, x => {
tChild.Increment(x);
tParent.Increment(x);
});
});
MergeParts(mainFilePath);
}
});
AnsiConsole.MarkupLine(
$"{Str.DownloadCompleted}, {Str.ElapsedTime}: {DateTime.Now - timer}, {Str.FileSaveLocation}: {mainFilePath}");
}
}

3
src/Get/Option.cs
View File

@ -17,21 +17,18 @@ internal sealed class Option : OptionBase
[DefaultValue(5)]
public int ChunkNumbers { get; set; }
[CommandOption("-m|--max-parallel")]
[Description(nameof(Str.MaxParallel))]
[Localization(typeof(Str))]
[DefaultValue(5)]
public int MaxParallel { get; set; }
[CommandOption("-o|--output")]
[Description(nameof(Str.OutputPath))]
[Localization(typeof(Str))]
[DefaultValue(".")]
public string Output { get; set; }
[CommandArgument(0, "<url>")]
[Description(nameof(Str.Url))]
[Localization(typeof(Str))]