Initial Amazon S3 implementation, currently signature not matches

This commit is contained in:
Jaex 2017-03-10 20:10:16 +03:00
parent 05400bf552
commit af1c47a03d
3 changed files with 211 additions and 1 deletions

View file

@ -511,7 +511,7 @@ private string ResponseToString(WebResponse response, ResponseType responseType
return null;
}
private string CreateQuery(Dictionary<string, string> args)
protected string CreateQuery(Dictionary<string, string> args)
{
if (args != null && args.Count > 0)
{

View file

@ -0,0 +1,209 @@
#region License Information (GPL v3)
/*
ShareX - A program that allows you to take screenshots and share any file type
Copyright (c) 2007-2017 ShareX Team
This program is free software; you can redistribute it and/or
modify it under the terms of the GNU General Public License
as published by the Free Software Foundation; either version 2
of the License, or (at your option) any later version.
This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
Optionally you can also view the license at <http://www.gnu.org/licenses/>.
*/
#endregion License Information (GPL v3)
using ShareX.HelpersLib;
using ShareX.UploadersLib.Properties;
using System;
using System.Collections.Generic;
using System.Collections.Specialized;
using System.Drawing;
using System.Globalization;
using System.IO;
using System.Linq;
using System.Security.Cryptography;
using System.Text;
using System.Windows.Forms;
namespace ShareX.UploadersLib.FileUploaders
{
public class AmazonS3NewFileUploaderService : FileUploaderService
{
public override FileDestination EnumValue { get; } = FileDestination.AmazonS3;
public override Icon ServiceIcon => Resources.AmazonS3;
public override bool CheckConfig(UploadersConfig config)
{
return config.AmazonS3Settings != null && !string.IsNullOrEmpty(config.AmazonS3Settings.AccessKeyID) &&
!string.IsNullOrEmpty(config.AmazonS3Settings.SecretAccessKey) && !string.IsNullOrEmpty(config.AmazonS3Settings.Bucket) &&
!string.IsNullOrEmpty(config.AmazonS3Settings.Endpoint);
}
public override GenericUploader CreateUploader(UploadersConfig config, TaskReferenceHelper taskInfo)
{
return new AmazonS3(config.AmazonS3Settings);
}
public override TabPage GetUploadersConfigTabPage(UploadersConfigForm form) => form.tpAmazonS3;
}
public sealed class AmazonS3 : FileUploader
{
private AmazonS3Settings Settings { get; set; }
public AmazonS3(AmazonS3Settings settings)
{
Settings = settings;
}
public override UploadResult Upload(Stream stream, string fileName)
{
string host = $"{Settings.Bucket}.s3.{Settings.Endpoint}.amazonaws.com";
string algorithm = "AWS4-HMAC-SHA256";
string credentialDate = DateTime.UtcNow.ToString("yyyyMMdd", CultureInfo.InvariantCulture);
string scope = $"{credentialDate}/{Settings.Endpoint}/s3/aws4_request";
string credential = $"{Settings.AccessKeyID}/{scope}";
string longDate = DateTime.UtcNow.ToString("yyyyMMddTHHmmssZ", CultureInfo.InvariantCulture);
string expiresTotalSeconds = ((long)TimeSpan.FromHours(1).TotalSeconds).ToString();
string contentType = Helpers.GetMimeType(fileName);
Dictionary<string, string> args = new Dictionary<string, string>();
args.Add("X-Amz-Algorithm", algorithm);
args.Add("X-Amz-Credential", credential);
args.Add("X-Amz-Date", longDate);
args.Add("X-Amz-Expires", expiresTotalSeconds);
args.Add("X-Amz-SignedHeaders", "content-type;host;x-amz-acl;x-amz-storage-class");
NameValueCollection headers = new NameValueCollection();
headers["content-type"] = contentType;
headers["host"] = host;
headers["x-amz-acl"] = "public-read";
headers["x-amz-storage-class"] = Settings.UseReducedRedundancyStorage ? "REDUCED_REDUNDANCY" : "STANDARD";
string uploadPath = GetUploadPath(fileName);
string canonicalURI = URLHelpers.AddSlash(uploadPath, SlashType.Prefix);
canonicalURI = URLHelpers.URLPathEncode(canonicalURI);
string canonicalQueryString = CreateQuery(args);
string canonicalHeaders = CreateCanonicalHeaders(headers);
string signedHeaders = GetSignedHeaders(headers);
string canonicalRequest = "PUT" + "\n" +
canonicalURI + "\n" +
canonicalQueryString + "\n" +
canonicalHeaders + "\n" +
signedHeaders + "\n" +
"UNSIGNED-PAYLOAD";
string stringToSign = algorithm + "\n" +
longDate + "\n" +
scope + "\n" +
BytesToHex(ComputeHash(canonicalRequest));
string dateKey = ComputeHMAC("AWS4" + Settings.SecretAccessKey, credentialDate);
string dateRegionKey = ComputeHMAC(dateKey, Settings.Endpoint);
string dateRegionServiceKey = ComputeHMAC(dateRegionKey, "s3");
string signingKey = ComputeHMAC(dateRegionServiceKey, "aws4_request");
string signature = StringToHex(ComputeHMAC(signingKey, stringToSign));
args.Add("X-Amz-Signature", signature);
headers.Remove("content-type");
headers.Remove("host");
string url = URLHelpers.ForcePrefix(host, "https://");
url = URLHelpers.CombineURL(url, canonicalURI);
url = CreateQuery(url, args);
NameValueCollection responseHeaders = SendRequestGetHeaders(HttpMethod.PUT, url, stream, contentType, null, headers);
if (responseHeaders == null || responseHeaders.Count == 0)
{
Errors.Add("Upload to Amazon S3 failed. Check your access credentials.");
return null;
}
string eTag = responseHeaders.Get("ETag");
if (eTag == null)
{
Errors.Add("Upload to Amazon S3 failed.");
return null;
}
return new UploadResult
{
IsSuccess = true,
URL = URLHelpers.CombineURL($"https://s3.{Settings.Endpoint}.amazonaws.com", Settings.Bucket, uploadPath, fileName)
};
}
private string GetUploadPath(string fileName)
{
string path = NameParser.Parse(NameParserType.FolderPath, Settings.ObjectPrefix.Trim('/'));
return URLHelpers.CombineURL(path, fileName);
}
private string CreateCanonicalHeaders(NameValueCollection headers)
{
string result = "";
foreach (string key in headers)
{
result += key.ToLowerInvariant() + ":" + headers[key].ToLowerInvariant().Trim() + "\n";
}
return result;
}
private string GetSignedHeaders(NameValueCollection headers)
{
return string.Join(";", headers.AllKeys.Select(x => x.ToLowerInvariant()));
}
private byte[] ComputeHash(string data)
{
byte[] bytes = Encoding.UTF8.GetBytes(data);
SHA256Managed hashstring = new SHA256Managed();
byte[] hash = hashstring.ComputeHash(bytes);
return hash;
}
private string ComputeHMAC(string data, string key)
{
using (HashAlgorithm hashAlgorithm = new HMACSHA256(Encoding.UTF8.GetBytes(key)))
{
byte[] buffer = Encoding.UTF8.GetBytes(data);
return Convert.ToBase64String(hashAlgorithm.ComputeHash(buffer));
}
}
private string BytesToHex(byte[] bytes)
{
StringBuilder sb = new StringBuilder();
foreach (byte x in bytes)
{
sb.Append(string.Format("{0:x2}", x));
}
return sb.ToString();
}
private string StringToHex(string text)
{
return BytesToHex(Encoding.UTF8.GetBytes(text));
}
}
}

View file

@ -114,6 +114,7 @@
<Compile Include="BaseServices\IGenericUploaderService.cs" />
<Compile Include="BaseServices\IUploaderService.cs" />
<Compile Include="BaseUploaders\GenericUploader.cs" />
<Compile Include="FileUploaders\AmazonS3.cs" />
<Compile Include="FileUploaders\AmazonS3Settings.cs" />
<Compile Include="FileUploaders\AzureStorage.cs" />
<Compile Include="FileUploaders\AzureStorageSettings.cs" />