Add avatar to prune script

server/tests/cli/index.ts

@@ -4,5 +4,6 @@ import './create-transcoding-job'
 import './optimize-old-videos'
 import './peertube'
 import './plugins'
+import './prune-storage'
 import './reset-password'
 import './update-host'

server/tests/cli/prune-storage.ts

@@ -0,0 +1,199 @@
+/* tslint:disable:no-unused-expression */
+
+import 'mocha'
+import * as chai from 'chai'
+import { waitJobs } from '../../../shared/extra-utils/server/jobs'
+import {
+  buildServerDirectory,
+  cleanupTests,
+  createVideoPlaylist,
+  doubleFollow,
+  execCLI,
+  flushAndRunMultipleServers,
+  getAccount,
+  getEnvCli,
+  ServerInfo,
+  setAccessTokensToServers, setDefaultVideoChannel,
+  updateMyAvatar,
+  uploadVideo,
+  wait
+} from '../../../shared/extra-utils'
+import { Account, VideoPlaylistPrivacy } from '../../../shared/models'
+import { createFile, readdir } from 'fs-extra'
+import * as uuidv4 from 'uuid/v4'
+import { join } from 'path'
+import * as request from 'supertest'
+
+const expect = chai.expect
+
+async function countFiles (internalServerNumber: number, directory: string) {
+  const files = await readdir(buildServerDirectory(internalServerNumber, directory))
+
+  return files.length
+}
+
+async function assertNotExists (internalServerNumber: number, directory: string, substring: string) {
+  const files = await readdir(buildServerDirectory(internalServerNumber, directory))
+
+  for (const f of files) {
+    expect(f).to.not.contain(substring)
+  }
+}
+
+async function assertCountAreOkay (servers: ServerInfo[]) {
+  for (const server of servers) {
+    const videosCount = await countFiles(server.internalServerNumber, 'videos')
+    expect(videosCount).to.equal(8)
+
+    const torrentsCount = await countFiles(server.internalServerNumber, 'torrents')
+    expect(torrentsCount).to.equal(8)
+
+    const previewsCount = await countFiles(server.internalServerNumber, 'previews')
+    expect(previewsCount).to.equal(2)
+
+    const thumbnailsCount = await countFiles(server.internalServerNumber, 'thumbnails')
+    expect(thumbnailsCount).to.equal(6)
+
+    const avatarsCount = await countFiles(server.internalServerNumber, 'avatars')
+    expect(avatarsCount).to.equal(2)
+  }
+}
+
+describe('Test prune storage scripts', function () {
+  let servers: ServerInfo[]
+  const badNames: { [ directory: string ]: string[] } = {}
+
+  before(async function () {
+    this.timeout(120000)
+
+    servers = await flushAndRunMultipleServers(2, { transcoding: { enabled: true } })
+    await setAccessTokensToServers(servers)
+    await setDefaultVideoChannel(servers)
+
+    for (const server of servers) {
+      await uploadVideo(server.url, server.accessToken, { name: 'video 1' })
+      await uploadVideo(server.url, server.accessToken, { name: 'video 2' })
+
+      await updateMyAvatar({ url: server.url, accessToken: server.accessToken, fixture: 'avatar.png' })
+
+      await createVideoPlaylist({
+        url: server.url,
+        token: server.accessToken,
+        playlistAttrs: {
+          displayName: 'playlist',
+          privacy: VideoPlaylistPrivacy.PUBLIC,
+          videoChannelId: server.videoChannel.id,
+          thumbnailfile: 'thumbnail.jpg'
+        }
+      })
+    }
+
+    await doubleFollow(servers[0], servers[1])
+
+    // Lazy load the remote avatar
+    {
+      const res = await getAccount(servers[ 0 ].url, 'root@localhost:' + servers[ 1 ].port)
+      const account: Account = res.body
+      await request('http://localhost:' + servers[ 0 ].port).get(account.avatar.path).expect(200)
+    }
+
+    {
+      const res = await getAccount(servers[ 1 ].url, 'root@localhost:' + servers[ 0 ].port)
+      const account: Account = res.body
+      await request('http://localhost:' + servers[ 1 ].port).get(account.avatar.path).expect(200)
+    }
+
+    await wait(1000)
+
+    await waitJobs(servers)
+  })
+
+  it('Should have the files on the disk', async function () {
+    await assertCountAreOkay(servers)
+  })
+
+  it('Should create some dirty files', async function () {
+    for (let i = 0; i < 2; i++) {
+      {
+        const base = buildServerDirectory(servers[0].internalServerNumber, 'videos')
+
+        const n1 = uuidv4() + '.mp4'
+        const n2 = uuidv4() + '.webm'
+
+        await createFile(join(base, n1))
+        await createFile(join(base, n2))
+
+        badNames['videos'] = [ n1, n2 ]
+      }
+
+      {
+        const base = buildServerDirectory(servers[0].internalServerNumber, 'torrents')
+
+        const n1 = uuidv4() + '-240.torrent'
+        const n2 = uuidv4() + '-480.torrent'
+
+        await createFile(join(base, n1))
+        await createFile(join(base, n2))
+
+        badNames['torrents'] = [ n1, n2 ]
+      }
+
+      {
+        const base = buildServerDirectory(servers[0].internalServerNumber, 'thumbnails')
+
+        const n1 = uuidv4() + '.jpg'
+        const n2 = uuidv4() + '.jpg'
+
+        await createFile(join(base, n1))
+        await createFile(join(base, n2))
+
+        badNames['thumbnails'] = [ n1, n2 ]
+      }
+
+      {
+        const base = buildServerDirectory(servers[0].internalServerNumber, 'previews')
+
+        const n1 = uuidv4() + '.jpg'
+        const n2 = uuidv4() + '.jpg'
+
+        await createFile(join(base, n1))
+        await createFile(join(base, n2))
+
+        badNames['previews'] = [ n1, n2 ]
+      }
+
+      {
+        const base = buildServerDirectory(servers[0].internalServerNumber, 'avatars')
+
+        const n1 = uuidv4() + '.png'
+        const n2 = uuidv4() + '.jpg'
+
+        await createFile(join(base, n1))
+        await createFile(join(base, n2))
+
+        badNames['avatars'] = [ n1, n2 ]
+      }
+    }
+  })
+
+  it('Should run prune storage', async function () {
+    this.timeout(30000)
+
+    const env = getEnvCli(servers[0])
+    await execCLI(`echo y | ${env} npm run prune-storage`)
+  })
+
+  it('Should have removed files', async function () {
+    await assertCountAreOkay(servers)
+
+    for (const directory of Object.keys(badNames)) {
+      for (const name of badNames[directory]) {
+        await assertNotExists(servers[0].internalServerNumber, directory, name)
+      }
+    }
+  })
+
+  after(async function () {
+    await cleanupTests(servers)
+  })
+})