PicGo/scripts/upload-dist.js

// upload dist bundled-app to r2
// upload version file to cos

require('dotenv').config()
const crypto = require('crypto')
const fs = require('fs')
const mime = require('mime-types')
const pkg = require('../package.json')
const configList = require('./config')
const axios = require('axios').default
const path = require('path')
const distPath = path.join(__dirname, '../dist_electron')
const S3Client = require('@aws-sdk/client-s3').S3Client
const Upload = require('@aws-sdk/lib-storage').Upload

const BUCKET = 'picgo-1251750343'
const S3_BUCKET = 'picgo'
// const AREA = 'ap-chengdu'
const VERSION = pkg.version
const FILE_PATH = `${VERSION}/`
const COS_SECRET_ID = process.env.PICGO_ENV_COS_SECRET_ID
const COS_SECRET_KEY = process.env.PICGO_ENV_COS_SECRET_KEY
const S3_SECRET_ID = process.env.PICGO_ENV_S3_SECRET_ID
const S3_SECRET_KEY = process.env.PICGO_ENV_S3_SECRET_KEY
const S3_ACCOUNT_ID = process.env.PICGO_ENV_S3_ACCOUNT_ID

const S3Options = {
  credentials: {
    accessKeyId: S3_SECRET_ID,
    secretAccessKey: S3_SECRET_KEY
  },
  endpoint: `https://${S3_ACCOUNT_ID}.r2.cloudflarestorage.com`,
  sslEnabled: true,
  region: 'auto'
}

// https://cloud.tencent.com/document/product/436/7778#signature
/**
 * @param {string} fileName
 * @returns
 */
const generateSignature = (fileName, folder = FILE_PATH) => {
  const secretKey = COS_SECRET_ID
  // const area = AREA
  const bucket = BUCKET
  const path = folder
  const today = Math.floor(new Date().getTime() / 1000)
  const tomorrow = today + 86400
  const signTime = `${today};${tomorrow}`
  const signKey = crypto.createHmac('sha1', secretKey).update(signTime).digest('hex')
  const httpString = `put\n/${path}${fileName}\n\nhost=${bucket}.cos.accelerate.myqcloud.com\n`
  const sha1edHttpString = crypto.createHash('sha1').update(httpString).digest('hex')
  const stringToSign = `sha1\n${signTime}\n${sha1edHttpString}\n`
  const signature = crypto.createHmac('sha1', signKey).update(stringToSign).digest('hex')
  return {
    signature,
    signTime
  }
}

/**
 *
 * @param {string} fileName
 * @param {Buffer} fileBuffer
 * @param {{ signature: string, signTime: string }} signature
 * @returns
 */
const getReqOptions = (fileName, fileBuffer, signature, folder = FILE_PATH) => {
  return {
    method: 'PUT',
    url: `http://${BUCKET}.cos.accelerate.myqcloud.com/${encodeURI(folder)}${encodeURI(fileName)}`,
    headers: {
      Host: `${BUCKET}.cos.accelerate.myqcloud.com`,
      Authorization: `q-sign-algorithm=sha1&q-ak=${COS_SECRET_KEY}&q-sign-time=${signature.signTime}&q-key-time=${signature.signTime}&q-header-list=host&q-url-param-list=&q-signature=${signature.signature}`,
      contentType: mime.lookup(fileName),
      useAgent: `PicGo;${pkg.version};null;null`
    },
    maxContentLength: Infinity,
    maxBodyLength: Infinity,
    data: fileBuffer,
    resolveWithFullResponse: true
  }
}

/**
 * a backup for version file
 */
const uploadVersionFile = async () => {
  try {
    const platform = process.platform
    if (configList[platform]) {
      let versionFileHasUploaded = false
      for (const [, config] of configList[platform].entries()) {
        const versionFilePath = path.join(distPath, config['version-file'])
        let versionFileName = config['version-file']
        if (VERSION.toLocaleLowerCase().includes('beta')) {
          versionFileName = versionFileName.replace('.yml', '.beta.yml')
        }
        // upload version file
        if (!versionFileHasUploaded) {
          const signature = generateSignature(versionFileName, '')
          const reqOptions = getReqOptions(versionFileName, fs.readFileSync(versionFilePath), signature, '')
          console.log('[PicGo Version File] Uploading...', versionFileName)
          await axios.request(reqOptions)
          versionFileHasUploaded = true
        }
      }
    } else {
      console.warn('platform not supported!', platform)
    }
  } catch (e) {
    console.error(e)
  }
}

const uploadDist = async () => {
  try {
    const platform = process.platform
    if (configList[platform]) {
      let versionFileHasUploaded = false
      for (const [index, config] of configList[platform].entries()) {
        const fileName = `${config.appNameWithPrefix}${VERSION}${config.arch}${config.ext}`
        const filePath = path.join(distPath, fileName)
        const versionFilePath = path.join(distPath, config['version-file'])
        let versionFileName = config['version-file']
        if (VERSION.toLocaleLowerCase().includes('beta')) {
          versionFileName = versionFileName.replace('.yml', '.beta.yml')
        }

        const client = new S3Client(S3Options)
        const uploadDistToS3 = new Upload({
          client,
          params: {
            Bucket: S3_BUCKET,
            Key: `${FILE_PATH}${fileName}`,
            Body: fs.createReadStream(filePath),
            ContentType: 'application/octet-stream'
          }
        })
        // upload dist file
        console.log('[PicGo Dist] Uploading...', fileName, `${index + 1}/${configList[platform].length}`)
        uploadDistToS3.on('httpUploadProgress', progress => {
          console.log(`[PicGo Dist] Uploading... ${progress.loaded}/${progress.total}`)
        })
        await uploadDistToS3.done()

        // upload version file
        if (!versionFileHasUploaded) {
          const uploadVersionFileToS3 = new Upload({
            client,
            params: {
              Bucket: S3_BUCKET,
              Key: `${versionFileName}`,
              Body: fs.createReadStream(versionFilePath),
              ContentType: 'application/octet-stream'
            }
          })
          console.log('[PicGo Version File] Uploading...', versionFileName)
          await uploadVersionFileToS3.done()
          versionFileHasUploaded = true
        }
      }
    } else {
      console.warn('platform not supported!', platform)
    }
  } catch (e) {
    console.error(e)
  }
}

const main = async () => {
  await uploadVersionFile()
  await uploadDist()
}

main()