MCC/b2uploader: b2uploader - backup to server - SVN.BY: Go Git Service

b2uploader - backup to server

Program.cs 8.5KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235
  1. using B2Classes;
  2. using CommandLine;
  3. using Newtonsoft.Json;
  4. using System;
  5. using System.Collections.Generic;
  6. using System.IO;
  7. using System.Linq;
  8. using System.Net;
  9. using System.Security.Cryptography;
  10. using System.Text;
  11. using System.Threading.Tasks;
  12. namespace B2Uploader
  13. {
  14. class CmdLineOptions
  15. {
  16. [Option('i', "accountid", HelpText = "Account ID", Required=true)]
  17. public string AccountId { get; set; }
  18. [Option('a', "appkey", HelpText = "Application Key", Required=true)]
  19. public string ApplicationKey { get; set; }
  20. [Option('d', "directory", HelpText = "Directory you want to upload", Required = true)]
  21. public string Directory { get; set; }
  22. [Option('v', "verbose", HelpText="Verbose Output")]
  23. public bool Verbose{get;set;}
  24. }
  25. class Program
  26. {
  27. static void Main(string[] args)
  28. {
  29. var result = CommandLine.Parser.Default.ParseArguments<CmdLineOptions>(args);
  30. var existCode = result.MapResult(options => {
  31. if (!Directory.Exists(options.Directory))
  32. {
  33. Console.WriteLine("Directory to upload MUST EXIST!");
  34. return 0;
  35. }
  36. var auth = AuthorizeUser(options.AccountId, options.ApplicationKey);
  37. var buckets = ListBuckets(new ListBucketsRequest() { accountId = auth.accountId }, auth.authorizationToken, auth.apiUrl);
  38. var bucket = buckets.buckets.First();
  39. string[] FilesToProcess = Directory.GetFiles(options.Directory);
  40. Parallel.ForEach(FilesToProcess, s =>
  41. {
  42. //check if file already exists
  43. string fileName = s.Replace('\\', '/');
  44. var existingFiles = ListFileNames(new ListFileNamesRequest() { bucketId = bucket.bucketId, startFileName = fileName }, auth.apiUrl, auth.authorizationToken);
  45. bool found = false;
  46. foreach (var x in existingFiles.files)
  47. {
  48. if (x.fileName == fileName)
  49. {
  50. //check the file size
  51. System.IO.FileInfo fi = new System.IO.FileInfo(s);
  52. if (fi.Length == x.size)
  53. {
  54. found = true;
  55. break;
  56. }
  57. else
  58. {
  59. //delete old file? could just be an older version... going to upload again...
  60. break;
  61. }
  62. }
  63. }
  64. if (found)
  65. {
  66. Console.WriteLine("File {0} exists already, skipping", fileName);
  67. }
  68. else
  69. {
  70. var uploadURL = GetUploadURL(new GetUploadURLRequest { bucketId = bucket.bucketId }, auth.apiUrl, auth.authorizationToken);
  71. var response = UploadFile(uploadURL.authorizationToken, "b2/x-auto", s, uploadURL.uploadUrl);
  72. }
  73. });
  74. return 1;
  75. },
  76. errors =>{
  77. Console.WriteLine(errors);
  78. return 1;
  79. });
  80. }
  81. static AuthorizeResponse AuthorizeUser(string accountId, string applicationKey)
  82. {
  83. HttpWebRequest webRequest = (HttpWebRequest)WebRequest.Create("https://api.backblaze.com/b2api/v1/b2_authorize_account");
  84. string credentials = Convert.ToBase64String(Encoding.UTF8.GetBytes(accountId + ":" + applicationKey));
  85. webRequest.Headers.Add("Authorization", "Basic " + credentials);
  86. webRequest.ContentType = "application/json; charset=utf-8";
  87. WebResponse response = (HttpWebResponse)webRequest.GetResponse();
  88. var responseString = new StreamReader(response.GetResponseStream()).ReadToEnd();
  89. response.Close();
  90. return JsonConvert.DeserializeObject<AuthorizeResponse>(responseString);
  91. }
  92. static ListBucketsResponse ListBuckets(ListBucketsRequest request, string authToken, string apiUrl)
  93. {
  94. var headers = GetAuthHeaders(authToken);
  95. string responseString = MakeWebRequest(apiUrl + "/b2api/v1/b2_list_buckets", headers, request);
  96. return JsonConvert.DeserializeObject<ListBucketsResponse>(responseString);
  97. }
  98. static List<Tuple<string,string>> GetAuthHeaders(string authToken)
  99. {
  100. List<Tuple<string, string>> headers = new List<Tuple<string, string>>();
  101. headers.Add(new Tuple<string, string>("Authorization", authToken));
  102. return headers;
  103. }
  104. static GetUploadURLResponse GetUploadURL(GetUploadURLRequest request, string apiUrl, string authToken)
  105. {
  106. var headers = GetAuthHeaders(authToken);
  107. string responseString = MakeWebRequest(apiUrl + "/b2api/v1/b2_get_upload_url", headers, request);
  108. return JsonConvert.DeserializeObject<GetUploadURLResponse>(responseString);
  109. }
  110. static UploadFileResponse UploadFile(string authToken, string contentType, string filePath, string uploadUrl)
  111. {
  112. byte[] bytes = System.IO.File.ReadAllBytes(filePath);
  113. String sha1 = GetSha1(bytes);
  114. var headers = GetAuthHeaders(authToken);
  115. headers.Add(new Tuple<string, string>("X-Bz-File-Name", filePath.Replace('\\', '/')));
  116. headers.Add(new Tuple<string, string>("X-Bz-Content-Sha1", sha1));
  117. string responseString = MakeWebRequest(uploadUrl, headers, bytes, contentType);
  118. var resp = JsonConvert.DeserializeObject<UploadFileResponse>(responseString);
  119. if(resp.contentSha1 == sha1)
  120. {
  121. Console.WriteLine(responseString);
  122. return resp;
  123. }
  124. else
  125. {
  126. //something went wrong!
  127. return null;
  128. }
  129. }
  130. static ListFileNamesResponse ListFileNames(ListFileNamesRequest request, string apiUrl, string authToken)
  131. {
  132. var headers = GetAuthHeaders(authToken);
  133. string responseString = MakeWebRequest(apiUrl + "/b2api/v1/b2_list_file_names", headers, request);
  134. return JsonConvert.DeserializeObject<ListFileNamesResponse>(responseString);
  135. }
  136. static string MakeWebRequest<T>(string url, List<Tuple<string,string>> headers, T item, string contentType = "application/json; charset=utf-8")
  137. {
  138. try
  139. {
  140. HttpWebRequest req = (HttpWebRequest)WebRequest.Create(url);
  141. byte[] data;
  142. if (typeof(T) == typeof(byte[]))
  143. {
  144. data = (byte[])(object)item;
  145. }
  146. else
  147. {
  148. string body = JsonConvert.SerializeObject(item);
  149. data = Encoding.UTF8.GetBytes(body);
  150. }
  151. req.Method = "POST";
  152. foreach (var head in headers)
  153. {
  154. req.Headers.Add(head.Item1, head.Item2);
  155. }
  156. req.ContentType = contentType;
  157. req.ContentLength = data.Length;
  158. using (var stream = req.GetRequestStream())
  159. {
  160. stream.Write(data, 0, data.Length);
  161. stream.Close();
  162. }
  163. WebResponse response = (HttpWebResponse)req.GetResponse();
  164. var responseString = new StreamReader(response.GetResponseStream()).ReadToEnd();
  165. response.Close();
  166. return responseString;
  167. }
  168. catch (Exception ex)
  169. {
  170. Console.WriteLine("Error talking to server: {0}", ex.Message);
  171. Console.WriteLine("URL: {0}", url);
  172. throw;
  173. }
  174. }
  175. private static string GetSha1(byte[] bytes)
  176. {
  177. using (SHA1Managed sha1 = new SHA1Managed())
  178. {
  179. var hash = sha1.ComputeHash(bytes);
  180. var sb = new StringBuilder(hash.Length * 2);
  181. foreach (byte b in hash)
  182. {
  183. // can be "x2" if you want lowercase
  184. sb.Append(b.ToString("X2"));
  185. }
  186. return sb.ToString();
  187. }
  188. }
  189. }
  190. }