Sonatype Nexus3 पर अपलोड करने के लिए मैं नीचे दिए गए कोड का इस्तेमाल किया। मुझे इसे समझने के लिए कुछ समय लगा, नेक्सस 3 से अपलोड और रिस्पॉन्स के साथ काम करना और बड़ी फाइलें अपलोड करना और डाउनलोड करना (2 जीबी से बड़ा)। हमारे पास नेक्सस 3 के सामने अपाचे है जो https कनेक्शन की देखभाल करता है। बुनियादी प्रमाणीकरण का उपयोग करके यह सुनिश्चित किया गया कि नेक्सस सही प्रतिक्रिया दे रहा है, जब अपाचे इसके सामने है। HEAD के माध्यम से प्री-प्रमाणीकरण भेजना और बड़ी फ़ाइलों के लिए खंडित अपलोड का उपयोग करना जो बड़ी फ़ाइलों को अपलोड करना समय-समय पर समाप्त नहीं हुआ।
Invoke-WebRequest के माध्यम से बड़ी फ़ाइलों को डाउनलोड करना भी विभिन्न त्रुटियों के साथ विफल हो जाएगा। अब मैं WebRequest का उपयोग नेट के माध्यम से करता हूं और यह काम करता है, Download-File देखें।
और जब कोड स्वचालित प्रक्रिया (सिस्टम सेंटर ऑर्केस्ट्रेटर से) के माध्यम से चलाया गया था, तो https विफल हो जाएगा। इसलिए जब हम योजना https का पता लगाते हैं तो हम टीएलएस 1.2 को मजबूर करते हैं।
function New-HttpWebRequest
{
<#
.SYNOPSIS
Creates a new [System.Net.HttpWebRequest] ready for file transmission.
.DESCRIPTION
Creates a new [System.Net.HttpWebRequest] ready for file transmission.
The method will be Put. If the filesize is larger than the buffersize,
the HttpWebRequest will be configured for chunked transfer.
.PARAMETER Url
Url to connect to.
.PARAMETER Credential
Credential for authentication at the Url resource.
.EXAMPLE
An example
#>
param(
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$Url,
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[pscredential]$Credential,
[Parameter(Mandatory=$true)]
[long]$FileSize,
[Parameter(Mandatory=$true)]
[long]$BufferSize
)
$webRequest = [System.Net.HttpWebRequest]::Create($Url)
$webRequest.Timeout = 600 * 1000;
$webRequest.ReadWriteTimeout = 600 * 1000;
$webRequest.ProtocolVersion = [System.Net.HttpVersion]::Version11;
$webRequest.Method = "PUT";
$webRequest.ContentType = "application/octet-stream";
$webRequest.KeepAlive = $true;
$webRequest.UserAgent = "<I use a specific UserAgent>";
#$webRequest.UserAgent = 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1)';
$webRequest.PreAuthenticate = $true;
$auth = [System.Convert]::ToBase64String([System.Text.Encoding]::UTF8.GetBytes($Credential.UserName + ":" + $Credential.GetNetworkCredential().Password));
$webRequest.Headers["Authorization"] = "Basic $auth"
if (Get-UseChunkedUpload -FileSize $FileSize -BufferSize $BufferSize)
{
Write-Verbose "FileSize is greater than BufferSize, using chunked transfer.";
$webRequest.AllowWriteStreamBuffering = $false;
$webRequest.SendChunked = $true;
}
else
{
# Filesize is equal to or smaller than the BufferSize. The file will be transferred in one write.
# Chunked cannot be used in this case.
$webRequest.AllowWriteStreamBuffering = $true;
$webRequest.SendChunked = $false;
$webRequest.ContentLength = $FileSize;
}
return $webRequest;
}
function Get-BufferSize
{
<#
.SYNOPSIS
Returns a buffer size that is 1% of ByteLength, rounded in whole MB's or at least AtLeast size.
.DESCRIPTION
Returns a buffer size that is 1% of ByteLength, rounded to whole MB's or if 1% is smaller than AtLeast, then AtLeast size is returned which is 1MB by default.
.PARAMETER ByteLength
Length of the bytes for which to calculate a valid buffer size.
.PARAMETER AtLeast
The minimum required buffer size, default 1MB.
.EXAMPLE
Get-BufferSize 4283304773
Returns 42991616 which is 41MB.
.EXAMPLE
Get-BufferSize 4283304
Returns 1048576 which is 1MB.
.EXAMPLE
Get-BufferSize 4283304 5MB
Returns 5242880 which is 5MB.
#>
param(
[Parameter(Mandatory=$true)]
[long]$ByteLength,
[long]$AtLeast = 1MB
)
[long]$size = $ByteLength/100;
if ($size -lt $AtLeast)
{
$size = $AtLeast;
}
else
{
$size = [Math]::Round($size/1MB) * 1MB;
}
return $size;
}
function Get-UseChunkedUpload
{
param(
[Parameter(Mandatory=$true)]
[long]$FileSize,
[Parameter(Mandatory=$true)]
[long]$BufferSize
)
return $FileSize -gt $BufferSize;
}
function Configure-Tls
{
param(
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$Url
)
[System.Uri]$uri = $Url;
if ($uri.Scheme -eq "https")
{
Write-Verbose "Using TLS 1.2";
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.SecurityProtocolType]::Tls12;
}
}
function Send-PreAuthenticate
{
param(
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$Url,
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[pscredential]$Credential
)
$response = $null;
try
{
[System.Uri]$uri = $Url;
$repositoryAuthority = (($uri.GetLeftPart([System.UriPartial]::Authority)).TrimEnd('/') + '/');
Write-Verbose "Send-PreAuthenticate - Sending HEAD to $repositoryAuthority";
$wr = [System.Net.WebRequest]::Create($repositoryAuthority);
$wr.Method = "HEAD";
$wr.PreAuthenticate = $true;
$auth = [System.Convert]::ToBase64String([System.Text.Encoding]::UTF8.GetBytes($Credential.UserName + ":" + $Credential.GetNetworkCredential().Password));
$wr.Headers["Authorization"] = "Basic $auth"
$response = $wr.GetResponse();
}
finally
{
if ($response)
{
$response.Close();
$response.Dispose();
$response = $null;
}
}
}
function Upload-File
{
<#
.SYNOPSIS
Uploads a file to the Nexus repository.
.DESCRIPTION
Uploads a file to the Nexus repository.
If the file was uploaded successfully, the url via which the resource can be downloaded is returned.
.PARAMETER Url
The Url where the resource should be created.
Please note that underscores and dots should be encoded, otherwise the Nexus repository does not accept the upload.
.PARAMETER File
The file that should be uploaded.
.PARAMETER Credential
Credential used for authentication at the Nexus repository.
.EXAMPLE
Upload-File -Url https://nexusrepo.domain.com/repository/repo-name/myfolder/myfile%2Eexe -File (Get-ChildItem .\myfile.exe) -Credential (Get-Credential)
.OUTPUTS
If the file was uploaded successfully, the url via which the resource can be downloaded.
#>
param(
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$Url,
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[System.IO.FileInfo]$File,
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[pscredential]$Credential
)
Write-Verbose "Upload-File Url:$Url"
Configure-Tls -Url $Url;
$fileSizeBytes = $File.Length;
#$bufSize = Get-BufferSize $fileSizeBytes;
$bufSize = 4 * 1MB;
Write-Verbose ("FileSize is {0} bytes ({1:N0}MB). BufferSize is {2} bytes ({3:N0}MB)" -f $fileSizeBytes,($fileSizeBytes/1MB),$bufSize,($bufSize/1MB));
if (Get-UseChunkedUpload -FileSize $fileSizeBytes -BufferSize $bufSize)
{
Write-Verbose "Using chunked upload. Send pre-auth first.";
Send-PreAuthenticate -Url $Url -Credential $Credential;
}
$progressActivityMessage = ("Sending file {0} - {1} bytes" -f $File.Name, $File.Length);
$webRequest = New-HttpWebRequest -Url $Url -Credential $Credential -FileSize $fileSizeBytes -BufferSize $bufSize;
$chunk = New-Object byte[] $bufSize;
$bytesWritten = 0;
$fileStream = [System.IO.File]::OpenRead($File.FullName);
$requestStream = $WebRequest.GetRequestStream();
try
{
while($bytesRead = $fileStream.Read($chunk,0,$bufSize))
{
$requestStream.Write($chunk, 0, $bytesRead);
$requestStream.Flush();
$bytesWritten += $bytesRead;
$progressStatusMessage = ("Sent {0} bytes - {1:N0}MB" -f $bytesWritten, ($bytesWritten/1MB));
Write-Progress -Activity $progressActivityMessage -Status $progressStatusMessage -PercentComplete ($bytesWritten/$fileSizeBytes*100);
}
}
catch
{
throw;
}
finally
{
if ($fileStream)
{
$fileStream.Close();
}
if ($requestStream)
{
$requestStream.Close();
$requestStream.Dispose();
$requestStream = $null;
}
Write-Progress -Activity $progressActivityMessage -Completed;
}
# Read the response.
$response = $null;
try
{
$response = $webRequest.GetResponse();
Write-Verbose ("{0} responded with {1} at {2}" -f $response.Server,$response.StatusCode,$response.ResponseUri);
return $response.ResponseUri;
}
catch
{
if ($_.Exception.InnerException -and ($_.Exception.InnerException -like "*bad request*"))
{
throw ("ERROR: " + $_.Exception.InnerException.Message + " Possibly the file already exists or the content type of the file does not match the file extension. In that case, disable MIME type validation on the server.")
}
throw;
}
finally
{
if ($response)
{
$response.Close();
$response.Dispose();
$response = $null;
}
if ($webRequest)
{
$webRequest = $null;
}
}
}
function Download-File
{
param(
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$Url,
[Parameter(Mandatory=$true)]
[ValidateNotNullOrEmpty()]
[string]$FileName
)
$SDXDownloadType = @"
using System.IO;
using System.Net;
public class SDXDownload
{
static public void DownloadFile(string Uri, string Filename)
{
HttpWebRequest webRequest = (HttpWebRequest)WebRequest.Create(Uri);
webRequest.Method = "GET";
using (HttpWebResponse myHttpWebResponse = (HttpWebResponse)webRequest.GetResponse())
using (Stream fileStream = File.OpenWrite(Filename))
using (Stream streamResponse = myHttpWebResponse.GetResponseStream())
{
int bufSize = 64 * 1024;
byte[] readBuff = new byte[bufSize];
int bytesRead = streamResponse.Read(readBuff, 0, bufSize);
while (bytesRead > 0)
{
fileStream.Write(readBuff, 0, bytesRead);
bytesRead = streamResponse.Read(readBuff, 0, 256);
}
}
}
}
"@
Configure-Tls -Url $Url;
Add-Type -TypeDefinition $SDXDownloadType;
[SDXDownload]::DownloadFile($Url, $FileName);
}
क्या आप वाकई उस सर्वर की सीमा नहीं हैं जिसे आप अपलोड कर रहे हैं? क्या इसमें अधिकतम पोस्ट आकार सेट है? – arco444
लिनक्स बॉक्स से कमांड अच्छी तरह से काम करता है और बड़ी फ़ाइलों को अपलोड करता है: 'curl -v -u admin: admin123 --upload-file file.iso http: //nexus.ndlab.local: 8081/nexus/content/sites/myproj/fromlinux.iso' – vvchik