📦 Chore: change version files' upload dest & dist files' upload dest

scripts/upload-dist.js

@@ -1,4 +1,6 @@
-// upload dist bundled-app to cos
+// upload dist bundled-app to r2
+// upload version file to cos
+
 require('dotenv').config()
 const crypto = require('crypto')
 const fs = require('fs')
@@ -8,13 +10,29 @@ const configList = require('./config')
 const axios = require('axios').default
 const path = require('path')
 const distPath = path.join(__dirname, '../dist_electron')
+const S3Client = require('@aws-sdk/client-s3').S3Client
+const Upload = require('@aws-sdk/lib-storage').Upload
 
 const BUCKET = 'picgo-1251750343'
+const S3_BUCKET = 'picgo'
 // const AREA = 'ap-chengdu'
 const VERSION = pkg.version
 const FILE_PATH = `${VERSION}/`
-const SECRET_ID = process.env.PICGO_ENV_COS_SECRET_ID
-const SECRET_KEY = process.env.PICGO_ENV_COS_SECRET_KEY
+const COS_SECRET_ID = process.env.PICGO_ENV_COS_SECRET_ID
+const COS_SECRET_KEY = process.env.PICGO_ENV_COS_SECRET_KEY
+const S3_SECRET_ID = process.env.PICGO_ENV_S3_SECRET_ID
+const S3_SECRET_KEY = process.env.PICGO_ENV_S3_SECRET_KEY
+const S3_ACCOUNT_ID = process.env.PICGO_ENV_S3_ACCOUNT_ID
+
+const S3Options = {
+  credentials: {
+    accessKeyId: S3_SECRET_ID,
+    secretAccessKey: S3_SECRET_KEY
+  },
+  endpoint: `https://${S3_ACCOUNT_ID}.r2.cloudflarestorage.com`,
+  sslEnabled: true,
+  region: 'auto'
+}
 
 // https://cloud.tencent.com/document/product/436/7778#signature
 /**
@@ -22,7 +40,7 @@ const SECRET_KEY = process.env.PICGO_ENV_COS_SECRET_KEY
  * @returns
  */
 const generateSignature = (fileName, folder = FILE_PATH) => {
-  const secretKey = SECRET_KEY
+  const secretKey = COS_SECRET_ID
   // const area = AREA
   const bucket = BUCKET
   const path = folder
@@ -53,7 +71,7 @@ const getReqOptions = (fileName, fileBuffer, signature, folder = FILE_PATH) => {
     url: `http://${BUCKET}.cos.accelerate.myqcloud.com/${encodeURI(folder)}${encodeURI(fileName)}`,
     headers: {
       Host: `${BUCKET}.cos.accelerate.myqcloud.com`,
-      Authorization: `q-sign-algorithm=sha1&q-ak=${SECRET_ID}&q-sign-time=${signature.signTime}&q-key-time=${signature.signTime}&q-header-list=host&q-url-param-list=&q-signature=${signature.signature}`,
+      Authorization: `q-sign-algorithm=sha1&q-ak=${COS_SECRET_KEY}&q-sign-time=${signature.signTime}&q-key-time=${signature.signTime}&q-header-list=host&q-url-param-list=&q-signature=${signature.signature}`,
       contentType: mime.lookup(fileName),
       useAgent: `PicGo;${pkg.version};null;null`
     },
@@ -64,25 +82,20 @@ const getReqOptions = (fileName, fileBuffer, signature, folder = FILE_PATH) => {
   }
 }
 
-const uploadFile = async () => {
+/**
+ * a backup for version file
+ */
+const uploadVersionFile = async () => {
   try {
     const platform = process.platform
     if (configList[platform]) {
       let versionFileHasUploaded = false
-      for (const [index, config] of configList[platform].entries()) {
-        const fileName = `${config.appNameWithPrefix}${VERSION}${config.arch}${config.ext}`
-        const filePath = path.join(distPath, fileName)
+      for (const [, config] of configList[platform].entries()) {
         const versionFilePath = path.join(distPath, config['version-file'])
         let versionFileName = config['version-file']
         if (VERSION.toLocaleLowerCase().includes('beta')) {
           versionFileName = versionFileName.replace('.yml', '.beta.yml')
         }
-        // upload dist file
-        const signature = generateSignature(fileName)
-        const reqOptions = getReqOptions(fileName, fs.readFileSync(filePath), signature)
-        console.log('[PicGo Dist] Uploading...', fileName, `${index + 1}/${configList[platform].length}`)
-        await axios.request(reqOptions)
-
         // upload version file
         if (!versionFileHasUploaded) {
           const signature = generateSignature(versionFileName, '')
@@ -100,4 +113,64 @@ const uploadFile = async () => {
   }
 }
 
-uploadFile()
+const uploadDist = async () => {
+  try {
+    const platform = process.platform
+    if (configList[platform]) {
+      let versionFileHasUploaded = false
+      for (const [index, config] of configList[platform].entries()) {
+        const fileName = `${config.appNameWithPrefix}${VERSION}${config.arch}${config.ext}`
+        const filePath = path.join(distPath, fileName)
+        const versionFilePath = path.join(distPath, config['version-file'])
+        let versionFileName = config['version-file']
+        if (VERSION.toLocaleLowerCase().includes('beta')) {
+          versionFileName = versionFileName.replace('.yml', '.beta.yml')
+        }
+
+        const client = new S3Client(S3Options)
+        const uploadDistToS3 = new Upload({
+          client,
+          params: {
+            Bucket: S3_BUCKET,
+            Key: `${FILE_PATH}${fileName}`,
+            Body: fs.createReadStream(filePath),
+            ContentType: 'application/octet-stream'
+          }
+        })
+        // upload dist file
+        console.log('[PicGo Dist] Uploading...', fileName, `${index + 1}/${configList[platform].length}`)
+        uploadDistToS3.on('httpUploadProgress', progress => {
+          console.log(`[PicGo Dist] Uploading... ${progress.loaded}/${progress.total}`)
+        })
+        await uploadDistToS3.done()
+
+        // upload version file
+        if (!versionFileHasUploaded) {
+          const uploadVersionFileToS3 = new Upload({
+            client,
+            params: {
+              Bucket: S3_BUCKET,
+              Key: `${versionFileName}`,
+              Body: fs.createReadStream(versionFilePath),
+              ContentType: 'application/octet-stream'
+            }
+          })
+          console.log('[PicGo Version File] Uploading...', versionFileName)
+          await uploadVersionFileToS3.done()
+          versionFileHasUploaded = true
+        }
+      }
+    } else {
+      console.warn('platform not supported!', platform)
+    }
+  } catch (e) {
+    console.error(e)
+  }
+}
+
+const main = async () => {
+  await uploadVersionFile()
+  await uploadDist()
+}
+
+main()