From 29bea277a1bd84954373fb00d32609d5dba15cff Mon Sep 17 00:00:00 2001
From: Alex Hoyau <a.hoyau@silexlabs.org>
Date: Thu, 14 Sep 2023 14:57:29 +0300
Subject: [PATCH] duplicate website api

---
 public/assets/favicon.ico                 | Bin 0 -> 15406 bytes
 src/ts/client/publication-transformers.ts |  14 ++++-----
 src/ts/constants.ts                       |   1 +
 src/ts/plugins/server/FtpConnector.ts     |  15 ++++++++--
 src/ts/server/api/websiteApi.ts           |  33 ++++++++++++++++++++--
 src/ts/server/connectors/FsStorage.ts     |  22 +++++++++++++++
 src/ts/server/connectors/connectors.ts    |   2 +-
 src/ts/types.ts                           |   1 +
 8 files changed, 76 insertions(+), 12 deletions(-)
 create mode 100644 public/assets/favicon.ico

diff --git a/public/assets/favicon.ico b/public/assets/favicon.ico
new file mode 100644
index 0000000000000000000000000000000000000000..f6c95f42697ab56729df71cfeb4825de4c929716
GIT binary patch
literal 15406
zcmeHNYfuzd79ML;`}nh!t=d=Z)^6A;W2G$1_y9&;0xB<s0mK>Jk3kqf9T?uAf`Fjn
zD~k^>t5IAL@sSu2qKKMBHxeZ#LDU$sNt9^9s_Qd`DAH%o8SJ5ZrhBFbTK31<RUfyf
z>C@kLZ=ZYb>2t3_F-Gwd#mg@%uyjzQzNAn%D-;R`hr!>k{Ys(Oj@KqldiMWu3dNb<
zC={>ZJ!pa!gV(VTJffna-ma^wgQB9Mfe8~P{7&#D&PBS1?j;+t&Ckzo0z8f!IRd4*
zURTz}gm$e74mU$YSHz4JU7_A<yMnw*uh6}8kZova=*rTP;_oWUb#VW37%*j}z+|uD
z;iHr$SgZyka_8O$y{;0L6_@>+Y)RT|U#FGujRxSW2w-wn@@yYvz5(Uok4*OLbG%%l
zH?h@X?U}Avo-OG(k#x$!mYyMK|8YFeejuw7Rz=*mu+NVHaQ7DA|0IrQe|6E{Eo=)S
z0iw47xXc!?zZ}i8Z%aODVXs{aFz<k{JzNV1CU1r58T%71@azo>25m*{@f|R$icR)A
zV!!0s$8D5gUzcUF-xl+=$)4J5-aZNTXA({Jb#b4Y?9&ZHwp{&Fr%qK)_i#MaQXc^Q
zSMkO6U>!;aeeiH%hsi#*XwW`vUqASlwSbeS-!ZZ^7z|Cly}i)T&;ad+1EKqLFmzWZ
z!RILja4>c|=vCcD#AbJcs=6EItZ6siOEzSimzUSn-`@{SO-(R)^5oblQ>OS^1KmUS
zk`389J3G&Db#={GDwR27$Bz9O>(gSTgM-7*>0YuSTe173UZ-)!0pW$9@k#8MG-*<>
zhlj^NKtKSnKn;C({Z%m=d#}^8=$Y*EsU%L~Ml9I8d9!icVgF=gWKf&C*vlh!KRt_{
z$vudZxW)MKUAH3k$b?pV`Rl8Fp}jE>+TVzQGg^Zre4x#QB_YkAo72uily5zV@nhSh
z<>cf*Yip|sIDbHAs|slBX5Pv*^;`4t-~9K7x}&Ck$&Tk#E(q$RImz^V;v!DsMqmF6
zw(%zHv$Y=XjsxX|Ua+oo20ZGXH`wPZN+j{$On(zfG>--O^THm%+!^a2*sB~|oP7bg
z_7W#?vpzF!+_+z>0+dgT^A*imgs*Yl;*7iI^<{q#;C!@;Gp2FtZhk(~Z9dg|Jj=_L
zg8UaO=RKB_TmEZdJuFc(f^{DWKl9<xn9b$mo>Sfb7IRG!H)*k_{>=NyHs5{EqFTvy
zx10Z1s!e|Lx!AnD&41ff|D)FVA7`$E<>5a_ZhL(efLoAs|6^LL^IuLoAe}oCK#g&N
zYp@;sCv{fa|6T2QN&HzU0GfuuIKeLdf6lkczcH%UCVzeuKxFMujAIx7C;YgT+wXqB
z__<iqZ<9Z9^$<73SN8D37m;8dx3d~<=(pSC&P+w_{UhL~m~UB`;5)b^!S`aT`P_Eb
zpXR>}iv{`5=vu7SU#RZG;@_Jg$bTyNgjIg_dxAK*u<QL({m%&Zf%lXCA<AD6f&HzX
z&&z7Cm)|%CFD|!e18e*ldSUM2w7)S1s>!$DKbs;P>(F?wE0dZ3Sc(OISK2$G?H{*E
zUVh{E`%?ZpxVC7gC_i_+W8XVln!kTXN5=^mkG+dH=IY`&kgjuw{PgK?4|5LOSd6L5
z<h22fe?^+778(k}hsJuAGj!KIm>!)E?wWLPa`Og^{o06=xGDZGE-r@7&Q24wTCFMm
zHEH-1a{#$RISh(>)<@p9;3wZVAM*nL+6l&IayW?7+V{tn)w7^^R{$RwT4;(+Ghu1)
zHc0Sq<{^GgGx(SAF*9R}X#8*G`)41<sa0|S+k2nb_XqJ;RaHS>U!Mtjy<Yb3KYAvY
zgE)yB>o*I(18%yxx!qym<mA+Y{_$rvHXmt;9Iwzb+2>P9oWwoSXTPu?Sqo5}1XHw%
z1cbFb$;62he~W&6+{ML(!S@GT;5ERpgx;sccO5?VxgNwx+@yi4iOxwYX(sLH>#t&d
z>09#qg9i`tP+eUOo}Ql6=VG6$Sb>KVCvlSob6upBG?Vt%Uw?fZ=8$^NpFht{;~38`
zUAhE*ety)S69g!p>m}kOZqi_WkXF)6+NJ2nw%Cp1PWotqIOWnG5;%>~M!60m+?`37
zHH%5`_8Ae>(?gh<u3Bb>2t1~RFmmaqoZIcLutBs%!L6JkxTP-{HhLE=hmDb+LiXI-
zqM+QIRQ=eWdygMK4wR$j;?${A;N#;1jXV8^Vx|)qGjie;_Pb4L`7~=av?ZOinOlkX
zZ!~g~2CgPLC#|HJd>`k(KcQb=2nq^%s?lf$)M_=O(WoIDp;85bySoz3HU*mWGo1AX
zshZjQC^qX}*nn$14=my{^L$LooU<@Z=?+0bD$uCIL9NyxNSkJWw324h?&an65}r>%
zsBuh<#<Dp$P|48x1fk=-KzRHW2LF^d?7{V#HATF5mDMJte3)4UJLA5v+4fYIf_aZ2
zHLwG;0WC)OxTR8lvmG@ikXFPL(#{<OX*~k}zdk<FWxy2Ql5Q5XUMKL)B}F^k^KojU
zU~F#Q_Cmi^Udu`UJ{<Rd$<@p~x2d1<ro;68yBV7V<9Z>jLf7Qb&)CR2iM@xX*_F_g
zc+RHJ3+ZOB$)evz-cU?G<&-KV^jTJ`P$`T4xAk`S-F_S|PbReu+wa-B$fCdAV7LDJ
zhK;Z#=K6?yhw31U{+-!&>!*C6P(FZdSE=QQ^;6E$jx{st3j^41>*GHgaogv`0tBc=
zIDQU8|9u=Y%fkCcq(3hXAifIsZ)j!Ezdgq;{}Efal<G6I2f~<d#ay>%;t2Iq&b3y$
z|3ArE1LpfVr0S;oC|{Ml0@r5t4(1GH(Z5If`17BP8dw{7cUZndxjtPfYUk`fkwyPI
z(#QYq1r4~5N%|U`>D^$sMSEYuck^?#vgmI~ljQ#tC(}BHlyxMNZuA*C&rJY`t>J5@
ze5)+_KfpByv;AU1F+)H4KJ5jPy7tYjLsA85H(Q&MOFu}AKl?J*4{O|~wI#N{vN>+H
zl%xHP`TiyRe7{ipKQwHBtua^a>bv>T0Nnj%tZufHML*49YnIyV19uIZp(^U8UHWMa
zU9-p1?`735aSphRdHt0U4<+lTJ&K8I#kEr%WNClWe-y_c8-2JpeJk!?kRCT==>Q^j
zjgEdek8AIR6;^%dTm4&h#XY(b>)PdPfA|ddoK_C)`4sBE*Y!J~RP&=G|0%$^HfsAQ
z>ZcrpjX3TbeJ$!2-t)yB>*<{K$a3QZw!fN}a{0e;ziQJ$u(p5fI)3j;ZU5wQ+ifqa
z|4<)3rv;{Hxo97_mGLH2L|E?OHg9{1(}ZFL^R|~;zj6P{YVkbWos4RXJ@44`|6DD9
z508*;_L^+|gY9qhp#$ln?SId(2{uOC-h*UVWEp3&dd*8&^-~=#$B5<<9~!D)n}qm5
zpKX24<<`N9{xP`L@dtz>=5t*!$5^ipnZ{f^sRBaJxlmv*ZZPFQNjv)vb_jou{g|~5
zr0oAoD-@5{=Iv)7cxw*?ZMX=52#<(t+MjS7*YvzdE9TDsh`G-(sQLGJ{XNuu1MwZ=
zd!^D5{AM{Dp_;9PD{Uc``l$|Qu^$V}Wt8J@O*#!r)dS*v0L@cq-V%tFsohnZuYhu<
z3Y<OtjBuRhM)}*mXBuyiX3|b;0J!GeOKW<E4<F{Crl!WY{@7R>AgsSTN^~FAM=8y?
z@ArwQ{zBAm+>axo-><mQ$W0o|b&*!mOxg*y)*lbm`Wt<S{D_BZ_`7)lFa;Hu>siUe
zmkW18MfmrqpZ4!sqEN#?@^S{-Ul@MHha|5b+0w6zcZ2f9-onW8f%3UwP#&n}p=fpt
zXl5*f5ZqfWgkbM-@Cz#kuld4o3)RV{AARjQ`rXCR1aV4Tzq8f;*x&WERzI2`PO187
zE${T{)9~QI10Fg$I>6W0_kXtjPTZuyTo-9&*B`N-ub^Laxx2eR#{C97&@~*R9^gFz
z+;yhWI44fx7SlzVN&EQm<9~|hz6d?SVvhj&VKmnD7o(w>%R!vPEu`t0R$tQ2wRv&=
Kq6PlnTHwFFtnZ%y

literal 0
HcmV?d00001

diff --git a/src/ts/client/publication-transformers.ts b/src/ts/client/publication-transformers.ts
index c7102bdfb..90ebdc134 100644
--- a/src/ts/client/publication-transformers.ts
+++ b/src/ts/client/publication-transformers.ts
@@ -68,13 +68,13 @@ export const publicationTransformerDefault: PublicationTransformer = {
   // Define files URLs
   transformPermalink(link: string, type: ClientSideFileType, initiator: Initiator): string {
     switch(initiator) {
-      case Initiator.HTML:
-        return link
-      case Initiator.CSS:
-        // In case of a link from a CSS file, we need to go up one level
-        return `../${link.replace(/^\//, '')}`
-      default:
-        throw new Error(`Unknown initiator ${initiator}`)
+    case Initiator.HTML:
+      return link
+    case Initiator.CSS:
+      // In case of a link from a CSS file, we need to go up one level
+      return `../${link.replace(/^\//, '')}`
+    default:
+      throw new Error(`Unknown initiator ${initiator}`)
     }
   },
   // Define how files are named
diff --git a/src/ts/constants.ts b/src/ts/constants.ts
index 7632bd27f..b0fb8d261 100644
--- a/src/ts/constants.ts
+++ b/src/ts/constants.ts
@@ -45,6 +45,7 @@ export const API_WEBSITE_READ = '/'
 export const API_WEBSITE_WRITE = '/'
 export const API_WEBSITE_CREATE = '/'
 export const API_WEBSITE_DELETE = '/'
+export const API_WEBSITE_DUPLICATE = '/duplicate'
 export const API_WEBSITE_LIST = '/'
 export const API_WEBSITE_ASSET_READ = '/assets'
 export const API_WEBSITE_ASSETS_WRITE = '/assets'
diff --git a/src/ts/plugins/server/FtpConnector.ts b/src/ts/plugins/server/FtpConnector.ts
index 2694a0cce..29eb3d232 100644
--- a/src/ts/plugins/server/FtpConnector.ts
+++ b/src/ts/plugins/server/FtpConnector.ts
@@ -23,9 +23,10 @@ import { WEBSITE_DATA_FILE, WEBSITE_META_DATA_FILE } from '../../constants'
 import { ConnectorType, ConnectorUser, WebsiteMeta, FileMeta, JobData, JobStatus, WebsiteId, PublicationJobData, WebsiteMetaFileContent, defaultWebsiteData, WebsiteData, ConnectorOptions } from '../../types'
 import { ServerConfig } from '../../server/config'
 import { join } from 'path'
-import { type } from 'os'
+import { tmpdir } from 'os'
 import { v4 as uuid } from 'uuid'
 import { JobManager } from '../../server/jobs'
+import { mkdtemp } from 'fs/promises'
 
 /**
  * @fileoverview FTP connector for Silex
@@ -338,7 +339,6 @@ export default class FtpConnector implements StorageConnector<FtpSession> {
 
   async getLoginForm(session: FtpSession, redirectTo: string): Promise<string | null> {
     const { host, user, pass, port, secure, publicationPath, storageRootPath, websiteUrl } = this.sessionData(session)
-    requiredParam(type, 'connector type')
     return `
         <style>
           ${formCss}
@@ -491,6 +491,17 @@ export default class FtpConnector implements StorageConnector<FtpSession> {
     this.closeClient(ftp)
   }
 
+  async duplicateWebsite(session: FtpSession, websiteId: string, newWebsiteId: string): Promise<void> {
+    const storageRootPath = this.rootPath(session)
+    const ftp = await this.getClient(this.sessionData(session))
+    const websitePath = join(storageRootPath, websiteId)
+    const newWebsitePath = join(storageRootPath, newWebsiteId)
+    const tempDir = await mkdtemp(tmpdir())
+    await ftp.downloadToDir(websitePath, tempDir)
+    await ftp.uploadFromDir(tempDir, newWebsitePath)
+    this.closeClient(ftp)
+  }
+
   async writeAssets(
     session: any,
     id: WebsiteId,
diff --git a/src/ts/server/api/websiteApi.ts b/src/ts/server/api/websiteApi.ts
index c60c0a375..d2ab37a9e 100644
--- a/src/ts/server/api/websiteApi.ts
+++ b/src/ts/server/api/websiteApi.ts
@@ -18,9 +18,9 @@
 import { Router } from 'express'
 import formidable from 'formidable'
 import PersistentFile from 'formidable/src/PersistentFile'
-import { API_WEBSITE_ASSET_READ, API_WEBSITE_ASSETS_WRITE, API_WEBSITE_READ, API_WEBSITE_WRITE, API_WEBSITE_DELETE, API_WEBSITE_META_READ, API_WEBSITE_META_WRITE, API_WEBSITE_LIST, API_WEBSITE_CREATE, API_PATH, API_WEBSITE_PATH } from '../../constants'
+import { API_WEBSITE_ASSET_READ, API_WEBSITE_ASSETS_WRITE, API_WEBSITE_READ, API_WEBSITE_WRITE, API_WEBSITE_DELETE, API_WEBSITE_META_READ, API_WEBSITE_META_WRITE, API_WEBSITE_LIST, API_WEBSITE_CREATE, API_PATH, API_WEBSITE_PATH, API_WEBSITE_DUPLICATE } from '../../constants'
 import { createReadStream } from 'fs'
-import { ApiError, ApiWebsiteAssetsReadParams, ApiWebsiteAssetsReadQuery, ApiWebsiteAssetsReadResponse, ApiWebsiteAssetsWriteQuery, ApiWebsiteAssetsWriteResponse, ApiWebsiteDeleteQuery, ApiWebsiteReadQuery, ApiWebsiteReadResponse, ApiWebsiteWriteBody, ApiWebsiteWriteQuery, ConnectorId, ConnectorType, WebsiteMeta, WebsiteData, WebsiteId, ApiWebsiteListQuery, ApiWebsiteListResponse, ApiWebsiteMetaReadQuery, ApiWebsiteMetaReadResponse, ApiWebsiteMetaWriteQuery, ApiWebsiteMetaWriteBody, WebsiteMetaFileContent, ApiWebsiteMetaWriteResponse, ApiWebsiteWriteResponse, ApiWebsiteCreateQuery, ApiWebsiteCreateBody } from '../../types'
+import { ApiError, ApiWebsiteAssetsReadParams, ApiWebsiteAssetsReadQuery, ApiWebsiteAssetsReadResponse, ApiWebsiteAssetsWriteQuery, ApiWebsiteAssetsWriteResponse, ApiWebsiteDeleteQuery, ApiWebsiteReadQuery, ApiWebsiteReadResponse, ApiWebsiteWriteBody, ApiWebsiteWriteQuery, ConnectorId, ConnectorType, WebsiteMeta, WebsiteData, WebsiteId, ApiWebsiteListQuery, ApiWebsiteListResponse, ApiWebsiteMetaReadQuery, ApiWebsiteMetaReadResponse, ApiWebsiteMetaWriteQuery, ApiWebsiteMetaWriteBody, WebsiteMetaFileContent, ApiWebsiteMetaWriteResponse, ApiWebsiteWriteResponse, ApiWebsiteCreateQuery, ApiWebsiteCreateBody, ApiWebsiteDuplicateQuery } from '../../types'
 import { ConnectorFile, ConnectorFileContent, ConnectorSession, StorageConnector, getConnector } from '../connectors/connectors'
 import { Readable } from 'stream'
 import { requiredParam } from '../utils/validation'
@@ -226,6 +226,24 @@ export default function (config: ServerConfig, opts = {}): Router {
     }
   })
 
+  // Duplicate website
+  router.post(API_WEBSITE_DUPLICATE, async (req, res) => {
+    try {
+      const query: ApiWebsiteDuplicateQuery = req.query as any
+      const fromId= requiredParam<WebsiteId>(query.fromId, 'Website id')
+      const toId= requiredParam<WebsiteId>(query.toId, 'New website id')
+      await duplicateWebsite(req['session'], fromId, toId, query.connectorId)
+      res.status(200).json({ message: 'Website duplicated' } as ApiError)
+    } catch (e) {
+      console.error('Error duplicating website data', e)
+      if (e.httpStatusCode) {
+        res.status(e.httpStatusCode).json({ message: e.message } as ApiError)
+      } else {
+        res.status(500).json({ message: e.message } as ApiError)
+      }
+    }
+  })
+
   // Load assets
   router.get(API_WEBSITE_ASSET_READ + '/:path', async (req, res) => {
     {
@@ -391,6 +409,17 @@ export default function (config: ServerConfig, opts = {}): Router {
     return storageConnector.deleteWebsite(session, websiteId)
   }
 
+  /**
+   * Duplicate a website
+   */
+  async function duplicateWebsite(session: any, websiteId: string, newWebsiteId: string, connectorId?: string): Promise<void> {
+    // Get the desired connector
+    const storageConnector = await getStorageConnector(session, connectorId)
+
+    // Duplicate the website
+    return storageConnector.duplicateWebsite(session, websiteId, newWebsiteId)
+  }
+
   /**
    * Read an asset
    */
diff --git a/src/ts/server/connectors/FsStorage.ts b/src/ts/server/connectors/FsStorage.ts
index e0a90e8d5..798ec0073 100644
--- a/src/ts/server/connectors/FsStorage.ts
+++ b/src/ts/server/connectors/FsStorage.ts
@@ -35,6 +35,22 @@ if(!globalThis.__dirname) {
   console.info('Redefining __dirname', globalThis.__dirname)
 }
 
+// Copy a folder recursively
+async function copyDir(src, dest) {
+  await fs.mkdir(dest, { recursive: true })
+  const entries = await fs.readdir(src, { withFileTypes: true })
+
+  for (const entry of entries) {
+    const srcPath = join(src, entry.name)
+    const destPath = join(dest, entry.name)
+
+    entry.isDirectory() ?
+      await copyDir(srcPath, destPath) :
+      await fs.copyFile(srcPath, destPath)
+  }
+}
+
+
 type FsSession = ConnectorSession
 
 const USER_ICON = 'data:image/svg+xml,%3Csvg xmlns=\'http://www.w3.org/2000/svg\' height=\'1em\' viewBox=\'0 0 448 512\'%3E%3Cpath d=\'M304 128a80 80 0 1 0 -160 0 80 80 0 1 0 160 0zM96 128a128 128 0 1 1 256 0A128 128 0 1 1 96 128zM49.3 464H398.7c-8.9-63.3-63.3-112-129-112H178.3c-65.7 0-120.1 48.7-129 112zM0 482.3C0 383.8 79.8 304 178.3 304h91.4C368.2 304 448 383.8 448 482.3c0 16.4-13.3 29.7-29.7 29.7H29.7C13.3 512 0 498.7 0 482.3z\'/%3E%3C/svg%3E'
@@ -182,6 +198,12 @@ export class FsStorage implements StorageConnector<FsSession> {
     return fs.rmdir(path, { recursive: true })
   }
 
+  async duplicateWebsite(session: FsSession, websiteId: WebsiteId, newWebsiteId: WebsiteId): Promise<void> {
+    const from = join(this.options.path, websiteId)
+    const to = join(this.options.path, newWebsiteId)
+    await copyDir(from, to)
+  }
+
   async listWebsites(session: any): Promise<WebsiteMeta[]> {
     const list = await fs.readdir(this.options.path)
     return Promise.all(list.map(async fileName => {
diff --git a/src/ts/server/connectors/connectors.ts b/src/ts/server/connectors/connectors.ts
index 4add6ed9c..70748da14 100644
--- a/src/ts/server/connectors/connectors.ts
+++ b/src/ts/server/connectors/connectors.ts
@@ -86,6 +86,7 @@ export interface StorageConnector<Session extends ConnectorSession = ConnectorSe
   createWebsite(session: Session, data: WebsiteMetaFileContent): Promise<WebsiteId>
   updateWebsite(session: Session, websiteId: WebsiteId, data: WebsiteData): Promise<void>
   deleteWebsite(session: Session, websiteId: WebsiteId): Promise<void>
+  duplicateWebsite(session: Session, websiteId: WebsiteId, newWebsiteId: WebsiteId): Promise<void>
   // CRUD on assets
   writeAssets(session: Session, websiteId: WebsiteId, files: ConnectorFile[], status?: StatusCallback): Promise<string[] | void>
   readAsset(session: Session, websiteId: WebsiteId, fileName: string): Promise<ConnectorFileContent>
@@ -102,7 +103,6 @@ export interface StorageConnector<Session extends ConnectorSession = ConnectorSe
 export interface HostingConnector<Session extends ConnectorSession = ConnectorSession> extends Connector<Session> {
   publish(session: Session, websiteId: WebsiteId, files: ConnectorFile[], jobManager: JobManager): Promise<JobData> // Pass the jobManager as plugins do not neccessarily share the same module instance
   getUrl(session: Session, websiteId: WebsiteId): Promise<string>
-
 }
 
 export function toConnectorEnum(type: string | ConnectorType): ConnectorType {
diff --git a/src/ts/types.ts b/src/ts/types.ts
index f225c19fc..be2e7ed1a 100644
--- a/src/ts/types.ts
+++ b/src/ts/types.ts
@@ -58,6 +58,7 @@ export type ApiWebsiteCreateQuery = { connectorId?: ConnectorId }
 export type ApiWebsiteCreateBody = WebsiteMetaFileContent
 export type ApiWebsiteCreateResponse = { message: string }
 export type ApiWebsiteDeleteQuery = { websiteId: WebsiteId, connectorId?: ConnectorId }
+export type ApiWebsiteDuplicateQuery = { fromId: WebsiteId, toId: WebsiteId, connectorId?: ConnectorId }
 export type ApiWebsiteMetaReadQuery = { websiteId: WebsiteId, connectorId?: ConnectorId }
 export type ApiWebsiteMetaReadResponse = WebsiteMeta
 export type ApiWebsiteMetaWriteQuery = { websiteId: WebsiteId, connectorId?: ConnectorId }