better warn message, changelog

Prevents a bug where a second entry would override the previous one and possibly
decrease the release type (e.g. `major + patch → patch`).

.eslintrc.js

@@ -68,6 +68,11 @@ module.exports = {
 
     'no-console': ['error', { allow: ['warn', 'error'] }],
 
+    // this rule can prevent race condition bugs like parallel `a += await foo()`
+    //
+    // as it has a lots of false positive, it is only enabled as a warning for now
+    'require-atomic-updates': 'warn',
+
     strict: 'error',
   },
 }

@vates/disposable/package.json

@@ -14,7 +14,7 @@
     "url": "https://vates.fr"
   },
   "license": "ISC",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "engines": {
     "node": ">=8.10"
   },
@@ -23,7 +23,7 @@
     "test": "node--test"
   },
   "dependencies": {
-    "@vates/multi-key-map": "^0.1.0",
+    "@vates/multi-key-map": "^0.2.0",
     "@xen-orchestra/async-map": "^0.1.2",
     "@xen-orchestra/log": "^0.6.0",
     "ensure-array": "^1.0.0"

@vates/fuse-vhd/package.json

@@ -22,7 +22,7 @@
     "fuse-native": "^2.2.6",
     "lru-cache": "^7.14.0",
     "promise-toolbox": "^0.21.0",
-    "vhd-lib": "^4.6.1"
+    "vhd-lib": "^4.7.0"
   },
   "scripts": {
     "postversion": "npm publish --access public"

@vates/multi-key-map/.USAGE.md

@@ -17,4 +17,14 @@ map.get(['foo', 'bar']) // 2
 map.get(['bar', 'foo']) // 3
 map.get([OBJ]) // 4
 map.get([{}]) // undefined
+
+map.delete([])
+
+for (const [key, value] of map.entries() {
+  console.log(key, value)
+}
+
+for (const  value of map.values()) {
+  console.log(value)
+}
 ```

@vates/multi-key-map/README.md

@@ -35,6 +35,16 @@ map.get(['foo', 'bar']) // 2
 map.get(['bar', 'foo']) // 3
 map.get([OBJ]) // 4
 map.get([{}]) // undefined
+
+map.delete([])
+
+for (const [key, value] of map.entries() {
+  console.log(key, value)
+}
+
+for (const  value of map.values()) {
+  console.log(value)
+}
 ```
 
 ## Contributions

@vates/multi-key-map/index.js

@@ -36,6 +36,23 @@ function del(node, i, keys) {
   return node
 }
 
+function* entries(node, key) {
+  if (node !== undefined) {
+    if (node instanceof Node) {
+      const { value } = node
+      if (value !== undefined) {
+        yield [key, node.value]
+      }
+
+      for (const [childKey, child] of node.children.entries()) {
+        yield* entries(child, key.concat(childKey))
+      }
+    } else {
+      yield [key, node]
+    }
+  }
+}
+
 function get(node, i, keys) {
   return i === keys.length
     ? node instanceof Node
@@ -69,6 +86,22 @@ function set(node, i, keys, value) {
   return node
 }
 
+function* values(node) {
+  if (node !== undefined) {
+    if (node instanceof Node) {
+      const { value } = node
+      if (value !== undefined) {
+        yield node.value
+      }
+      for (const child of node.children.values()) {
+        yield* values(child)
+      }
+    } else {
+      yield node
+    }
+  }
+}
+
 exports.MultiKeyMap = class MultiKeyMap {
   constructor() {
     // each node is either a value or a Node if it contains children
@@ -79,6 +112,10 @@ exports.MultiKeyMap = class MultiKeyMap {
     this._root = del(this._root, 0, keys)
   }
 
+  entries() {
+    return entries(this._root, [])
+  }
+
   get(keys) {
     return get(this._root, 0, keys)
   }
@@ -86,4 +123,8 @@ exports.MultiKeyMap = class MultiKeyMap {
   set(keys, value) {
     this._root = set(this._root, 0, keys, value)
   }
+
+  values() {
+    return values(this._root)
+  }
 }

@vates/multi-key-map/index.test.js

@@ -19,7 +19,7 @@ describe('MultiKeyMap', () => {
       // reverse composite key
       ['bar', 'foo'],
     ]
-    const values = keys.map(() => ({}))
+    const values = keys.map(() => Math.random())
 
     // set all values first to make sure they are all stored and not only the
     // last one
@@ -27,6 +27,12 @@ describe('MultiKeyMap', () => {
       map.set(key, values[i])
     })
 
+    assert.deepEqual(
+      Array.from(map.entries()),
+      keys.map((key, i) => [key, values[i]])
+    )
+    assert.deepEqual(Array.from(map.values()), values)
+
     keys.forEach((key, i) => {
       // copy the key to make sure the array itself is not the key
       assert.strictEqual(map.get(key.slice()), values[i])

@vates/multi-key-map/package.json

@@ -18,7 +18,7 @@
     "url": "https://vates.fr"
   },
   "license": "ISC",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "engines": {
     "node": ">=8.10"
   },

@vates/nbd-client/package.json

@@ -13,7 +13,7 @@
     "url": "https://vates.fr"
   },
   "license": "ISC",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "engines": {
     "node": ">=14.0"
   },
@@ -24,7 +24,7 @@
     "@xen-orchestra/async-map": "^0.1.2",
     "@xen-orchestra/log": "^0.6.0",
     "promise-toolbox": "^0.21.0",
-    "xen-api": "^1.3.6"
+    "xen-api": "^2.0.0"
   },
   "devDependencies": {
     "tap": "^16.3.0",

@xen-orchestra/backups-cli/package.json

@@ -7,8 +7,8 @@
   "bugs": "https://github.com/vatesfr/xen-orchestra/issues",
   "dependencies": {
     "@xen-orchestra/async-map": "^0.1.2",
-    "@xen-orchestra/backups": "^0.43.2",
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/backups": "^0.44.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "filenamify": "^6.0.0",
     "getopts": "^2.2.5",
     "lodash": "^4.17.15",
@@ -27,7 +27,7 @@
   "scripts": {
     "postversion": "npm publish --access public"
   },
-  "version": "1.0.13",
+  "version": "1.0.14",
   "license": "AGPL-3.0-or-later",
   "author": {
     "name": "Vates SAS",

@xen-orchestra/backups/ImportVmBackup.mjs

@@ -4,7 +4,14 @@ import { formatFilenameDate } from './_filenameDate.mjs'
 import { importIncrementalVm } from './_incrementalVm.mjs'
 import { Task } from './Task.mjs'
 import { watchStreamSize } from './_watchStreamSize.mjs'
+import { VhdNegative, VhdSynthetic } from 'vhd-lib'
+import { decorateClass } from '@vates/decorate-with'
+import { createLogger } from '@xen-orchestra/log'
+import { dirname, join } from 'node:path'
+import pickBy from 'lodash/pickBy.js'
+import { defer } from 'golike-defer'
 
+const { debug, info, warn } = createLogger('xo:backups:importVmBackup')
 async function resolveUuid(xapi, cache, uuid, type) {
   if (uuid == null) {
     return uuid
@@ -16,26 +23,199 @@ async function resolveUuid(xapi, cache, uuid, type) {
   return cache.get(uuid)
 }
 export class ImportVmBackup {
-  constructor({ adapter, metadata, srUuid, xapi, settings: { newMacAddresses, mapVdisSrs = {} } = {} }) {
+  constructor({
+    adapter,
+    metadata,
+    srUuid,
+    xapi,
+    settings: { additionnalVmTag, newMacAddresses, mapVdisSrs = {}, useDifferentialRestore = false } = {},
+  }) {
     this._adapter = adapter
-    this._importIncrementalVmSettings = { newMacAddresses, mapVdisSrs }
+    this._importIncrementalVmSettings = { additionnalVmTag, newMacAddresses, mapVdisSrs, useDifferentialRestore }
     this._metadata = metadata
     this._srUuid = srUuid
     this._xapi = xapi
   }
 
-  async #decorateIncrementalVmMetadata(backup) {
+  async #getPathOfVdiSnapshot(snapshotUuid) {
+    const metadata = this._metadata
+    if (this._pathToVdis === undefined) {
+      const backups = await this._adapter.listVmBackups(
+        this._metadata.vm.uuid,
+        ({ mode, timestamp }) => mode === 'delta' && timestamp >= metadata.timestamp
+      )
+      const map = new Map()
+      for (const backup of backups) {
+        for (const [vdiRef, vdi] of Object.entries(backup.vdis)) {
+          map.set(vdi.uuid, backup.vhds[vdiRef])
+        }
+      }
+      this._pathToVdis = map
+    }
+    return this._pathToVdis.get(snapshotUuid)
+  }
+
+  async _reuseNearestSnapshot($defer, ignoredVdis) {
+    const metadata = this._metadata
     const { mapVdisSrs } = this._importIncrementalVmSettings
+    const { vbds, vhds, vifs, vm, vmSnapshot } = metadata
+    const streams = {}
+    const metdataDir = dirname(metadata._filename)
+    const vdis = ignoredVdis === undefined ? metadata.vdis : pickBy(metadata.vdis, vdi => !ignoredVdis.has(vdi.uuid))
+
+    for (const [vdiRef, vdi] of Object.entries(vdis)) {
+      const vhdPath = join(metdataDir, vhds[vdiRef])
+
+      let xapiDisk
+      try {
+        xapiDisk = await this._xapi.getRecordByUuid('VDI', vdi.$snapshot_of$uuid)
+      } catch (err) {
+        // if this disk is not present anymore, fall back to default restore
+        warn(err)
+      }
+
+      let snapshotCandidate, backupCandidate
+      if (xapiDisk !== undefined) {
+        debug('found disks, wlll search its snapshots', { snapshots: xapiDisk.snapshots })
+        for (const snapshotRef of xapiDisk.snapshots) {
+          const snapshot = await this._xapi.getRecord('VDI', snapshotRef)
+          debug('handling snapshot', { snapshot })
+
+          // take only the first snapshot
+          if (snapshotCandidate && snapshotCandidate.snapshot_time < snapshot.snapshot_time) {
+            debug('already got a better candidate')
+            continue
+          }
+
+          // have a corresponding backup more recent than metadata ?
+          const pathToSnapshotData = await this.#getPathOfVdiSnapshot(snapshot.uuid)
+          if (pathToSnapshotData === undefined) {
+            debug('no backup linked to this snaphot')
+            continue
+          }
+          if (snapshot.$SR.uuid !== (mapVdisSrs[vdi.$snapshot_of$uuid] ?? this._srUuid)) {
+            debug('not restored on the same SR', { snapshotSr: snapshot.$SR.uuid, mapVdisSrs, srUuid: this._srUuid })
+            continue
+          }
+
+          debug('got a candidate', pathToSnapshotData)
+
+          snapshotCandidate = snapshot
+          backupCandidate = pathToSnapshotData
+        }
+      }
+
+      let stream
+      const backupWithSnapshotPath = join(metdataDir, backupCandidate ?? '')
+      if (vhdPath === backupWithSnapshotPath) {
+        // all the data are already on the host
+        debug('direct reuse of a snapshot')
+        stream = null
+        vdis[vdiRef].baseVdi = snapshotCandidate
+        // go next disk , we won't use this stream
+        continue
+      }
+
+      let disposableDescendants
+
+      const disposableSynthetic = await VhdSynthetic.fromVhdChain(this._adapter._handler, vhdPath)
+
+      // this will also clean if another disk of this VM backup fails
+      // if user really only need to restore non failing disks he can retry with ignoredVdis
+      let disposed = false
+      const disposeOnce = async () => {
+        if (!disposed) {
+          disposed = true
+          try {
+            await disposableDescendants?.dispose()
+            await disposableSynthetic?.dispose()
+          } catch (error) {
+            warn('openVhd: failed to dispose VHDs', { error })
+          }
+        }
+      }
+      $defer.onFailure(() => disposeOnce())
+
+      const parentVhd = disposableSynthetic.value
+      await parentVhd.readBlockAllocationTable()
+      debug('got vhd synthetic of parents', parentVhd.length)
+
+      if (snapshotCandidate !== undefined) {
+        try {
+          debug('will try to use differential restore', {
+            backupWithSnapshotPath,
+            vhdPath,
+            vdiRef,
+          })
+
+          disposableDescendants = await VhdSynthetic.fromVhdChain(this._adapter._handler, backupWithSnapshotPath, {
+            until: vhdPath,
+          })
+          const descendantsVhd = disposableDescendants.value
+          await descendantsVhd.readBlockAllocationTable()
+          debug('got vhd synthetic of descendants')
+          const negativeVhd = new VhdNegative(parentVhd, descendantsVhd)
+          debug('got vhd negative')
+
+          // update the stream with the negative vhd stream
+          stream = await negativeVhd.stream()
+          vdis[vdiRef].baseVdi = snapshotCandidate
+        } catch (err) {
+          // can be a broken VHD chain, a vhd chain with a key backup, ....
+          // not an irrecuperable error, don't dispose parentVhd, and fallback to full restore
+          warn(`can't use differential restore`, err)
+          disposableDescendants?.dispose()
+        }
+      }
+      // didn't make a negative stream : fallback to classic stream
+      if (stream === undefined) {
+        debug('use legacy restore')
+        stream = await parentVhd.stream()
+      }
+
+      stream.on('end', disposeOnce)
+      stream.on('close', disposeOnce)
+      stream.on('error', disposeOnce)
+      info('everything is ready, will transfer', stream.length)
+      streams[`${vdiRef}.vhd`] = stream
+    }
+    return {
+      streams,
+      vbds,
+      vdis,
+      version: '1.0.0',
+      vifs,
+      vm: { ...vm, suspend_VDI: vmSnapshot.suspend_VDI },
+    }
+  }
+
+  async #decorateIncrementalVmMetadata() {
+    const { additionnalVmTag, mapVdisSrs, useDifferentialRestore } = this._importIncrementalVmSettings
+    
+    const ignoredVdis = new Set(
+      Object.entries(mapVdisSrs)
+        .filter(([_, srUuid]) => srUuid === null)
+        .map(([vdiUuid]) => vdiUuid)
+    )
+    let backup
+    if (useDifferentialRestore) {
+      backup = await this._reuseNearestSnapshot(ignoredVdis)
+    } else {
+      backup = await this._adapter.readIncrementalVmBackup(this._metadata, ignoredVdis)
+    }
     const xapi = this._xapi
 
     const cache = new Map()
     const mapVdisSrRefs = {}
+    if (additionnalVmTag !== undefined) {
+      backup.vm.tags.push(additionnalVmTag)
+    }
     for (const [vdiUuid, srUuid] of Object.entries(mapVdisSrs)) {
       mapVdisSrRefs[vdiUuid] = await resolveUuid(xapi, cache, srUuid, 'SR')
     }
-    const sr = await resolveUuid(xapi, cache, this._srUuid, 'SR')
+    const srRef = await resolveUuid(xapi, cache, this._srUuid, 'SR')
     Object.values(backup.vdis).forEach(vdi => {
-      vdi.SR = mapVdisSrRefs[vdi.uuid] ?? sr.$ref
+      vdi.SR = mapVdisSrRefs[vdi.uuid] ?? srRef
     })
     return backup
   }
@@ -46,7 +226,7 @@ export class ImportVmBackup {
     const isFull = metadata.mode === 'full'
 
     const sizeContainer = { size: 0 }
-    const { mapVdisSrs, newMacAddresses } = this._importIncrementalVmSettings
+    const { newMacAddresses } = this._importIncrementalVmSettings
     let backup
     if (isFull) {
       backup = await adapter.readFullVmBackup(metadata)
@@ -54,12 +234,7 @@ export class ImportVmBackup {
     } else {
       assert.strictEqual(metadata.mode, 'delta')
 
-      const ignoredVdis = new Set(
-        Object.entries(mapVdisSrs)
-          .filter(([_, srUuid]) => srUuid === null)
-          .map(([vdiUuid]) => vdiUuid)
-      )
-      backup = await this.#decorateIncrementalVmMetadata(await adapter.readIncrementalVmBackup(metadata, ignoredVdis))
+      backup = await this.#decorateIncrementalVmMetadata()
       Object.values(backup.streams).forEach(stream => watchStreamSize(stream, sizeContainer))
     }
 
@@ -101,3 +276,5 @@ export class ImportVmBackup {
     )
   }
 }
+
+decorateClass(ImportVmBackup, { _reuseNearestSnapshot: defer })

@xen-orchestra/backups/_incrementalVm.mjs

@@ -250,6 +250,10 @@ export const importIncrementalVm = defer(async function importIncrementalVm(
     // Import VDI contents.
     cancelableMap(cancelToken, Object.entries(newVdis), async (cancelToken, [id, vdi]) => {
       for (let stream of ensureArray(streams[`${id}.vhd`])) {
+        if (stream === null) {
+          // we restore a backup and reuse completly a local snapshot
+          continue
+        }
         if (typeof stream === 'function') {
           stream = await stream()
         }

@xen-orchestra/backups/_runners/_writers/_MixinRemoteWriter.mjs

@@ -96,6 +96,9 @@ export const MixinRemoteWriter = (BaseClass = Object) =>
             metadata,
             srUuid,
             xapi,
+            settings: {
+              additionnalVmTag: 'xo:no-bak=Health Check',
+            },
           }).run()
           const restoredVm = xapi.getObject(restoredId)
           try {

@xen-orchestra/backups/_runners/_writers/_MixinXapiWriter.mjs

@@ -58,7 +58,7 @@ export const MixinXapiWriter = (BaseClass = Object) =>
               )
             }
             const healthCheckVm = xapi.getObject(healthCheckVmRef) ?? (await xapi.waitObject(healthCheckVmRef))
-
+            await healthCheckVm.add_tag('xo:no-bak=Health Check')
             await new HealthCheckVmBackup({
               restoredVm: healthCheckVm,
               xapi,

@xen-orchestra/backups/package.json

@@ -8,7 +8,7 @@
     "type": "git",
     "url": "https://github.com/vatesfr/xen-orchestra.git"
   },
-  "version": "0.43.2",
+  "version": "0.44.2",
   "engines": {
     "node": ">=14.18"
   },
@@ -23,12 +23,12 @@
     "@vates/cached-dns.lookup": "^1.0.0",
     "@vates/compose": "^2.1.0",
     "@vates/decorate-with": "^2.0.0",
-    "@vates/disposable": "^0.1.4",
+    "@vates/disposable": "^0.1.5",
     "@vates/fuse-vhd": "^2.0.0",
-    "@vates/nbd-client": "^2.0.0",
+    "@vates/nbd-client": "^2.0.1",
     "@vates/parse-duration": "^0.1.1",
     "@xen-orchestra/async-map": "^0.1.2",
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "@xen-orchestra/log": "^0.6.0",
     "@xen-orchestra/template": "^0.1.0",
     "app-conf": "^2.3.0",
@@ -44,8 +44,8 @@
     "proper-lockfile": "^4.1.2",
     "tar": "^6.1.15",
     "uuid": "^9.0.0",
-    "vhd-lib": "^4.6.1",
-    "xen-api": "^1.3.6",
+    "vhd-lib": "^4.7.0",
+    "xen-api": "^2.0.0",
     "yazl": "^2.5.1"
   },
   "devDependencies": {
@@ -56,7 +56,7 @@
     "tmp": "^0.2.1"
   },
   "peerDependencies": {
-    "@xen-orchestra/xapi": "^3.3.0"
+    "@xen-orchestra/xapi": "^4.0.0"
   },
   "license": "AGPL-3.0-or-later",
   "author": {

@xen-orchestra/cr-seed-cli/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "@xen-orchestra/cr-seed-cli",
-  "version": "0.2.0",
+  "version": "1.0.0",
   "homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/@xen-orchestra/cr-seed-cli",
   "bugs": "https://github.com/vatesfr/xen-orchestra/issues",
   "repository": {
@@ -18,7 +18,7 @@
   "preferGlobal": true,
   "dependencies": {
     "golike-defer": "^0.5.1",
-    "xen-api": "^1.3.6"
+    "xen-api": "^2.0.0"
   },
   "scripts": {
     "postversion": "npm publish"

@xen-orchestra/fs/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "@xen-orchestra/fs",
-  "version": "4.1.2",
+  "version": "4.1.3",
   "license": "AGPL-3.0-or-later",
   "description": "The File System for Xen Orchestra backups.",
   "homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/@xen-orchestra/fs",

@xen-orchestra/fs/src/s3.js

@@ -33,7 +33,7 @@ import { pRetry } from 'promise-toolbox'
 const MAX_PART_SIZE = 1024 * 1024 * 1024 * 5 // 5GB
 const MAX_PART_NUMBER = 10000
 const MIN_PART_SIZE = 5 * 1024 * 1024
-const { warn } = createLogger('xo:fs:s3')
+const { debug, info, warn } = createLogger('xo:fs:s3')
 
 export default class S3Handler extends RemoteHandlerAbstract {
   #bucket
@@ -453,10 +453,18 @@ export default class S3Handler extends RemoteHandlerAbstract {
       if (res.ObjectLockConfiguration?.ObjectLockEnabled === 'Enabled') {
         // Workaround for https://github.com/aws/aws-sdk-js-v3/issues/2673
         // will automatically add the contentMD5 header to any upload to S3
+        debug(`Object Lock is enable, enable content md5 header`)
         this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))
       }
     } catch (error) {
-      if (error.Code !== 'ObjectLockConfigurationNotFoundError' && error.$metadata.httpStatusCode !== 501) {
+      // maybe the account doesn't have enought privilege to query the object lock configuration
+      // be defensive and apply the md5  just in case
+      if (error.$metadata.httpStatusCode === 403) {
+        info(`s3 user doesnt have enough privilege to check for Object Lock, enable content MD5 header`)
+        this.#s3.middlewareStack.use(getApplyMd5BodyChecksumPlugin(this.#s3.config))
+      } else if (error.Code === 'ObjectLockConfigurationNotFoundError' || error.$metadata.httpStatusCode === 501) {
+        info(`Object lock is not available or not configured, don't add the content MD5 header`)
+      } else {
         throw error
       }
     }

@xen-orchestra/lite/CHANGELOG.md

@@ -2,10 +2,17 @@
 
 ## **next**
 
+- [VM/Action] Ability to migrate a VM from its view (PR [#7164](https://github.com/vatesfr/xen-orchestra/pull/7164))
+- Ability to override host address with `master` URL query param (PR [#7187](https://github.com/vatesfr/xen-orchestra/pull/7187))
+- Added tooltip on CPU provisioning warning icon (PR [#7223](https://github.com/vatesfr/xen-orchestra/pull/7223))
+
+## **0.1.6** (2023-11-30)
+
 - Explicit error if users attempt to connect from a slave host (PR [#7110](https://github.com/vatesfr/xen-orchestra/pull/7110))
 - More compact UI (PR [#7159](https://github.com/vatesfr/xen-orchestra/pull/7159))
 - Fix dashboard host patches list (PR [#7169](https://github.com/vatesfr/xen-orchestra/pull/7169))
 - Ability to export selected VMs (PR [#7174](https://github.com/vatesfr/xen-orchestra/pull/7174))
+- [VM/Action] Ability to export a VM from its view (PR [#7190](https://github.com/vatesfr/xen-orchestra/pull/7190))
 
 ## **0.1.5** (2023-11-07)
 

@xen-orchestra/lite/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xen-orchestra/lite",
-  "version": "0.1.5",
+  "version": "0.1.6",
   "scripts": {
     "dev": "GIT_HEAD=$(git rev-parse HEAD) vite",
     "build": "run-p type-check build-only",
@@ -10,57 +10,55 @@
     "test": "yarn run type-check",
     "type-check": "vue-tsc --noEmit"
   },
-  "dependencies": {
+  "devDependencies": {
     "@fontsource/poppins": "^5.0.8",
-    "@fortawesome/fontawesome-svg-core": "^6.1.1",
-    "@fortawesome/free-regular-svg-icons": "^6.2.0",
-    "@fortawesome/free-solid-svg-icons": "^6.2.0",
-    "@fortawesome/vue-fontawesome": "^3.0.1",
-    "@novnc/novnc": "^1.3.0",
-    "@types/d3-time-format": "^4.0.0",
-    "@types/file-saver": "^2.0.5",
-    "@types/lodash-es": "^4.17.6",
-    "@types/marked": "^4.0.8",
-    "@vueuse/core": "^10.1.2",
-    "@vueuse/math": "^10.1.2",
+    "@fortawesome/fontawesome-svg-core": "^6.4.2",
+    "@fortawesome/free-regular-svg-icons": "^6.4.2",
+    "@fortawesome/free-solid-svg-icons": "^6.4.2",
+    "@fortawesome/vue-fontawesome": "^3.0.5",
+    "@intlify/unplugin-vue-i18n": "^1.5.0",
+    "@limegrass/eslint-plugin-import-alias": "^1.1.0",
+    "@novnc/novnc": "^1.4.0",
+    "@rushstack/eslint-patch": "^1.5.1",
+    "@tsconfig/node18": "^18.2.2",
+    "@types/d3-time-format": "^4.0.3",
+    "@types/file-saver": "^2.0.7",
+    "@types/lodash-es": "^4.17.11",
+    "@types/node": "^18.18.9",
+    "@vitejs/plugin-vue": "^4.4.0",
+    "@vue/eslint-config-prettier": "^8.0.0",
+    "@vue/eslint-config-typescript": "^12.0.0",
+    "@vue/tsconfig": "^0.4.0",
+    "@vueuse/core": "^10.5.0",
+    "@vueuse/math": "^10.5.0",
     "complex-matcher": "^0.7.1",
     "d3-time-format": "^4.1.0",
     "decorator-synchronized": "^0.6.0",
-    "echarts": "^5.3.3",
+    "echarts": "^5.4.3",
+    "eslint-plugin-vue": "^9.18.1",
     "file-saver": "^2.0.5",
-    "highlight.js": "^11.6.0",
-    "human-format": "^1.1.0",
+    "highlight.js": "^11.9.0",
+    "human-format": "^1.2.0",
     "iterable-backoff": "^0.1.0",
-    "json-rpc-2.0": "^1.3.0",
-    "json5": "^2.2.1",
+    "json-rpc-2.0": "^1.7.0",
+    "json5": "^2.2.3",
     "limit-concurrency-decorator": "^0.5.0",
     "lodash-es": "^4.17.21",
     "make-error": "^1.3.6",
-    "marked": "^4.2.12",
-    "pinia": "^2.1.2",
-    "placement.js": "^1.0.0-beta.5",
-    "vue": "^3.3.4",
-    "vue-echarts": "^6.2.3",
-    "vue-i18n": "^9.2.2",
-    "vue-router": "^4.2.1"
-  },
-  "devDependencies": {
-    "@intlify/unplugin-vue-i18n": "^0.10.0",
-    "@limegrass/eslint-plugin-import-alias": "^1.0.5",
-    "@rushstack/eslint-patch": "^1.1.0",
-    "@types/node": "^16.11.41",
-    "@vitejs/plugin-vue": "^4.2.3",
-    "@vue/eslint-config-prettier": "^8.0.0",
-    "@vue/eslint-config-typescript": "^11.0.0",
-    "@vue/tsconfig": "^0.1.3",
-    "eslint-plugin-vue": "^9.0.0",
+    "marked": "^9.1.5",
     "npm-run-all": "^4.1.5",
-    "postcss": "^8.4.19",
-    "postcss-custom-media": "^9.0.1",
-    "postcss-nested": "^6.0.0",
-    "typescript": "^4.9.3",
-    "vite": "^4.3.8",
-    "vue-tsc": "^1.6.5"
+    "pinia": "^2.1.7",
+    "placement.js": "^1.0.0-beta.5",
+    "postcss": "^8.4.31",
+    "postcss-custom-media": "^10.0.2",
+    "postcss-nested": "^6.0.1",
+    "typescript": "^5.2.2",
+    "vite": "^4.5.0",
+    "vue": "^3.3.8",
+    "vue-echarts": "^6.6.1",
+    "vue-i18n": "^9.6.5",
+    "vue-router": "^4.2.5",
+    "vue-tsc": "^1.8.22"
   },
   "private": true,
   "homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/@xen-orchestra/lite",
@@ -76,6 +74,6 @@
   },
   "license": "AGPL-3.0-or-later",
   "engines": {
-    "node": ">=8.10"
+    "node": ">=18"
   }
 }

@xen-orchestra/lite/src/components/AppHeader.vue

@@ -12,6 +12,7 @@
     </RouterLink>
     <slot />
     <div class="right">
+      <PoolOverrideWarning as-tooltip />
       <AccountButton />
     </div>
   </header>
@@ -19,6 +20,7 @@
 
 <script lang="ts" setup>
 import AccountButton from "@/components/AccountButton.vue";
+import PoolOverrideWarning from "@/components/PoolOverrideWarning.vue";
 import TextLogo from "@/components/TextLogo.vue";
 import UiIcon from "@/components/ui/icon/UiIcon.vue";
 import { useNavigationStore } from "@/stores/navigation.store";
@@ -51,6 +53,10 @@ const { trigger: navigationTrigger } = storeToRefs(navigationStore);
     margin-left: 1rem;
     vertical-align: middle;
   }
+
+  .warning-not-current-pool {
+    font-size: 2.4rem;
+  }
 }
 
 .right {

@xen-orchestra/lite/src/components/AppLogin.vue

@@ -2,6 +2,7 @@
   <div class="app-login form-container">
     <form @submit.prevent="handleSubmit">
       <img alt="XO Lite" src="../assets/logo-title.svg" />
+      <PoolOverrideWarning />
       <p v-if="isHostIsSlaveErr(error)" class="error">
         <UiIcon :icon="faExclamationCircle" />
         {{ $t("login-only-on-master") }}
@@ -45,6 +46,7 @@ import FormCheckbox from "@/components/form/FormCheckbox.vue";
 import FormInput from "@/components/form/FormInput.vue";
 import FormInputWrapper from "@/components/form/FormInputWrapper.vue";
 import LoginError from "@/components/LoginError.vue";
+import PoolOverrideWarning from "@/components/PoolOverrideWarning.vue";
 import UiButton from "@/components/ui/UiButton.vue";
 import UiIcon from "@/components/ui/icon/UiIcon.vue";
 import type { XenApiError } from "@/libs/xen-api/xen-api.types";

@xen-orchestra/lite/src/components/PoolOverrideWarning.vue

@@ -0,0 +1,59 @@
+<template>
+  <div
+    v-if="xenApi.isPoolOverridden"
+    class="warning-not-current-pool"
+    @click="xenApi.resetPoolMasterIp"
+    v-tooltip="
+      asTooltip && {
+        placement: 'right',
+        content: `
+      ${$t('you-are-currently-on', [masterSessionStorage])}.
+      ${$t('click-to-return-default-pool')}
+      `,
+      }
+    "
+  >
+    <div class="wrapper">
+      <UiIcon :icon="faWarning" />
+      <p v-if="!asTooltip">
+        <i18n-t keypath="you-are-currently-on">
+          <strong>{{ masterSessionStorage }}</strong>
+        </i18n-t>
+        <br />
+        {{ $t("click-to-return-default-pool") }}
+      </p>
+    </div>
+  </div>
+</template>
+
+<script lang="ts" setup>
+import { faWarning } from "@fortawesome/free-solid-svg-icons";
+import { useSessionStorage } from "@vueuse/core";
+
+import UiIcon from "@/components/ui/icon/UiIcon.vue";
+import { useXenApiStore } from "@/stores/xen-api.store";
+import { vTooltip } from "@/directives/tooltip.directive";
+
+defineProps<{
+  asTooltip?: boolean;
+}>();
+
+const xenApi = useXenApiStore();
+const masterSessionStorage = useSessionStorage("master", null);
+</script>
+
+<style lang="postcss" scoped>
+.warning-not-current-pool {
+  color: var(--color-orange-world-base);
+  cursor: pointer;
+
+  .wrapper {
+    display: flex;
+    justify-content: center;
+
+    svg {
+      margin: auto 1rem;
+    }
+  }
+}
+</style>

@xen-orchestra/lite/src/components/pool/dashboard/PoolDashboardCpuProvisioning.vue

@@ -3,8 +3,14 @@
     <UiCardTitle>
       {{ $t("cpu-provisioning") }}
       <template v-if="!hasError" #right>
-        <!-- TODO: add a tooltip for the warning icon -->
-        <UiStatusIcon v-if="state !== 'success'" :state="state" />
+        <UiStatusIcon
+          v-if="state !== 'success'"
+          v-tooltip="{
+            content: $t('cpu-provisioning-warning'),
+            placement: 'left',
+          }"
+          :state="state"
+        />
       </template>
     </UiCardTitle>
     <NoDataError v-if="hasError" />
@@ -37,11 +43,12 @@ import UiCard from "@/components/ui/UiCard.vue";
 import UiCardFooter from "@/components/ui/UiCardFooter.vue";
 import UiCardSpinner from "@/components/ui/UiCardSpinner.vue";
 import UiCardTitle from "@/components/ui/UiCardTitle.vue";
-import { useHostCollection } from "@/stores/xen-api/host.store";
-import { useVmCollection } from "@/stores/xen-api/vm.store";
-import { useVmMetricsCollection } from "@/stores/xen-api/vm-metrics.store";
+import { vTooltip } from "@/directives/tooltip.directive";
 import { percent } from "@/libs/utils";
 import { VM_POWER_STATE } from "@/libs/xen-api/xen-api.enums";
+import { useHostCollection } from "@/stores/xen-api/host.store";
+import { useVmMetricsCollection } from "@/stores/xen-api/vm-metrics.store";
+import { useVmCollection } from "@/stores/xen-api/vm.store";
 import { logicAnd } from "@vueuse/math";
 import { computed } from "vue";
 

@xen-orchestra/lite/src/components/ui/modals/UiModal.vue

@@ -11,7 +11,7 @@ import { useContext } from "@/composables/context.composable";
 import { ColorContext, DisabledContext } from "@/context";
 import type { Color } from "@/types";
 import { IK_MODAL } from "@/types/injection-keys";
-import { useMagicKeys, whenever } from "@vueuse/core/index";
+import { useMagicKeys, whenever } from "@vueuse/core";
 import { inject } from "vue";
 
 const props = defineProps<{

@xen-orchestra/lite/src/components/vm/VmActionItems/VmActionExportItem.vue

@@ -3,13 +3,13 @@
     v-tooltip="
       vmRefs.length > 0 &&
       !isSomeExportable &&
-      $t('no-selected-vm-can-be-exported')
+      $t(isSingleAction ? 'vm-is-running' : 'no-selected-vm-can-be-exported')
     "
     :icon="faDisplay"
     :disabled="isDisabled"
     @click="openModal"
   >
-    {{ $t("export-vms") }}
+    {{ $t(isSingleAction ? "export-vm" : "export-vms") }}
   </MenuItem>
 </template>
 <script lang="ts" setup>
@@ -26,7 +26,10 @@ import { vTooltip } from "@/directives/tooltip.directive";
 
 import type { XenApiVm } from "@/libs/xen-api/xen-api.types";
 
-const props = defineProps<{ vmRefs: XenApiVm["$ref"][] }>();
+const props = defineProps<{
+  vmRefs: XenApiVm["$ref"][];
+  isSingleAction?: boolean;
+}>();
 
 const { getByOpaqueRefs, areSomeOperationAllowed } = useVmCollection();
 

@xen-orchestra/lite/src/components/vm/VmActionItems/VmActionMigrateItem.vue

@@ -3,7 +3,11 @@
     v-tooltip="
       selectedRefs.length > 0 &&
       !isMigratable &&
-      $t('no-selected-vm-can-be-migrated')
+      $t(
+        isSingleAction
+          ? 'this-vm-cant-be-migrated'
+          : 'no-selected-vm-can-be-migrated'
+      )
     "
     :busy="isMigrating"
     :disabled="isParentDisabled || !isMigratable"
@@ -28,6 +32,7 @@ import { computed } from "vue";
 
 const props = defineProps<{
   selectedRefs: XenApiVm["$ref"][];
+  isSingleAction?: boolean;
 }>();
 
 const { getByOpaqueRefs, isOperationPending, areSomeOperationAllowed } =

@xen-orchestra/lite/src/components/vm/VmHeader.vue

@@ -26,7 +26,9 @@
           />
         </template>
         <VmActionCopyItem :selected-refs="[vm.$ref]" is-single-action />
+        <VmActionExportItem :vm-refs="[vm.$ref]" is-single-action />
         <VmActionSnapshotItem :vm-refs="[vm.$ref]" />
+        <VmActionMigrateItem :selected-refs="[vm.$ref]" is-single-action />
       </AppMenu>
     </template>
   </TitleBar>
@@ -37,9 +39,11 @@ import AppMenu from "@/components/menu/AppMenu.vue";
 import TitleBar from "@/components/TitleBar.vue";
 import UiIcon from "@/components/ui/icon/UiIcon.vue";
 import UiButton from "@/components/ui/UiButton.vue";
+import VmActionMigrateItem from "@/components/vm/VmActionItems/VmActionMigrateItem.vue";
 import VmActionPowerStateItems from "@/components/vm/VmActionItems/VmActionPowerStateItems.vue";
 import VmActionSnapshotItem from "@/components/vm/VmActionItems/VmActionSnapshotItem.vue";
 import VmActionCopyItem from "@/components/vm/VmActionItems/VmActionCopyItem.vue";
+import VmActionExportItem from "@/components/vm/VmActionItems/VmActionExportItem.vue";
 import { useVmCollection } from "@/stores/xen-api/vm.store";
 import { vTooltip } from "@/directives/tooltip.directive";
 import type { XenApiVm } from "@/libs/xen-api/xen-api.types";

@xen-orchestra/lite/src/libs/highlight.ts

@@ -1,4 +1,4 @@
-import type { HighlightResult, Language } from "highlight.js";
+import type { HighlightResult } from "highlight.js";
 import HLJS from "highlight.js/lib/core";
 import cssLang from "highlight.js/lib/languages/css";
 import jsonLang from "highlight.js/lib/languages/json";
@@ -19,10 +19,6 @@ export const highlight: (
   ignoreIllegals?: boolean
 ) => HighlightResult = HLJS.highlight;
 
-export const getLanguage: (
-  languageName: AcceptedLanguage
-) => Language | undefined = HLJS.getLanguage;
-
 export type AcceptedLanguage =
   | "xml"
   | "css"

@xen-orchestra/lite/src/libs/markdown.ts

@@ -1,8 +1,5 @@
-import {
-  type AcceptedLanguage,
-  getLanguage,
-  highlight,
-} from "@/libs/highlight";
+import { type AcceptedLanguage, highlight } from "@/libs/highlight";
+import HLJS from "highlight.js/lib/core";
 import { marked } from "marked";
 
 enum VUE_TAG {
@@ -11,15 +8,26 @@ enum VUE_TAG {
   STYLE = "vue-style",
 }
 
+function extractLang(lang: string | undefined): AcceptedLanguage | VUE_TAG {
+  if (lang === undefined) {
+    return "plaintext";
+  }
+
+  if (Object.values(VUE_TAG).includes(lang as VUE_TAG)) {
+    return lang as VUE_TAG;
+  }
+
+  if (HLJS.getLanguage(lang) !== undefined) {
+    return lang as AcceptedLanguage;
+  }
+
+  return "plaintext";
+}
+
 marked.use({
   renderer: {
-    code(str: string, lang: AcceptedLanguage) {
-      const code = customHighlight(
-        str,
-        Object.values(VUE_TAG).includes(lang as VUE_TAG) || getLanguage(lang)
-          ? lang
-          : "plaintext"
-      );
+    code(str, lang) {
+      const code = customHighlight(str, extractLang(lang));
       return `<pre class="hljs"><button class="copy-button" type="button">Copy</button><code class="hljs-code">${code}</code></pre>`;
     },
   },

@xen-orchestra/lite/src/locales/en.json

@@ -27,6 +27,7 @@
   "cancel": "Cancel",
   "change-state": "Change state",
   "click-to-display-alarms": "Click to display alarms:",
+  "click-to-return-default-pool": "Click here to return to the default pool",
   "close": "Close",
   "coming-soon": "Coming soon!",
   "community": "Community",
@@ -37,6 +38,7 @@
   "console-unavailable": "Console unavailable",
   "copy": "Copy",
   "cpu-provisioning": "CPU provisioning",
+  "cpu-provisioning-warning": "The number of vCPUs allocated exceeds the number of physical CPUs available. System performance could be affected",
   "cpu-usage": "CPU usage",
   "dashboard": "Dashboard",
   "delete": "Delete",
@@ -55,6 +57,7 @@
   "export-n-vms": "Export 1 VM | Export {n} VMs",
   "export-n-vms-manually": "Export 1 VM manually | Export {n} VMs manually",
   "export-table-to": "Export table to {type}",
+  "export-vm": "Export VM",
   "export-vms": "Export VMs",
   "export-vms-manually-information": "Some VM exports were not able to start automatically, probably due to your browser settings. To export them, you should click on each one. (Alternatively, copy the link as well.)",
   "fetching-fresh-data": "Fetching fresh data",
@@ -176,6 +179,7 @@
   "theme-auto": "Auto",
   "theme-dark": "Dark",
   "theme-light": "Light",
+  "this-vm-cant-be-migrated": "This VM can't be migrated",
   "top-#": "Top {n}",
   "total-cpus": "Total CPUs",
   "total-free": "Total free",
@@ -188,5 +192,6 @@
   "vm-is-running": "The VM is running",
   "vms": "VMs",
   "xo-lite-under-construction": "XOLite is under construction",
+  "you-are-currently-on": "You are currently on: {0}",
   "zstd": "zstd"
 }

@xen-orchestra/lite/src/locales/fr.json

@@ -27,6 +27,7 @@
   "cancel": "Annuler",
   "change-state": "Changer l'état",
   "click-to-display-alarms": "Cliquer pour afficher les alarmes :",
+  "click-to-return-default-pool": "Cliquer ici pour revenir au pool par défaut",
   "close": "Fermer",
   "coming-soon": "Bientôt disponible !",
   "community": "Communauté",
@@ -37,6 +38,7 @@
   "console-unavailable": "Console indisponible",
   "copy": "Copier",
   "cpu-provisioning": "Provisionnement CPU",
+  "cpu-provisioning-warning": "Le nombre de vCPU alloués dépasse le nombre de CPU physique disponible. Les performances du système pourraient être affectées",
   "cpu-usage": "Utilisation CPU",
   "dashboard": "Tableau de bord",
   "delete": "Supprimer",
@@ -55,6 +57,7 @@
   "export-n-vms": "Exporter 1 VM | Exporter {n} VMs",
   "export-n-vms-manually": "Exporter 1 VM manuellement | Exporter {n} VMs manuellement",
   "export-table-to": "Exporter le tableau en {type}",
+  "export-vm": "Exporter la VM",
   "export-vms": "Exporter les VMs",
   "export-vms-manually-information": "Certaines exportations de VMs n'ont pas pu démarrer automatiquement, peut-être en raison des paramètres du navigateur. Pour les exporter, vous devrez cliquer sur chacune d'entre elles. (Ou copier le lien.)",
   "fetching-fresh-data": "Récupération de données à jour",
@@ -176,6 +179,7 @@
   "theme-auto": "Auto",
   "theme-dark": "Sombre",
   "theme-light": "Clair",
+  "this-vm-cant-be-migrated": "Cette VM ne peut pas être migrée",
   "top-#": "Top {n}",
   "total-cpus": "Total CPUs",
   "total-free": "Total libre",
@@ -188,5 +192,6 @@
   "vm-is-running": "La VM est en cours d'exécution",
   "vms": "VMs",
   "xo-lite-under-construction": "XOLite est en construction",
+  "you-are-currently-on": "Vous êtes actuellement sur : {0}",
   "zstd": "zstd"
 }

@xen-orchestra/lite/src/stores/xen-api.store.ts

@@ -1,8 +1,10 @@
 import XapiStats from "@/libs/xapi-stats";
 import XenApi from "@/libs/xen-api/xen-api";
-import { useLocalStorage } from "@vueuse/core";
+import { useLocalStorage, useSessionStorage, whenever } from "@vueuse/core";
 import { defineStore } from "pinia";
 import { computed, ref, watchEffect } from "vue";
+import { useRouter } from "vue-router";
+import { useRoute } from "vue-router";
 
 const HOST_URL = import.meta.env.PROD
   ? window.origin
@@ -15,7 +17,27 @@ enum STATUS {
 }
 
 export const useXenApiStore = defineStore("xen-api", () => {
-  const xenApi = new XenApi(HOST_URL);
+  // undefined not correctly handled. See https://github.com/vueuse/vueuse/issues/3595
+  const masterSessionStorage = useSessionStorage<null | string>("master", null);
+  const router = useRouter();
+  const route = useRoute();
+
+  whenever(
+    () => route.query.master,
+    async (newMaster) => {
+      masterSessionStorage.value = newMaster as string;
+      await router.replace({ query: { ...route.query, master: undefined } });
+      window.location.reload();
+    }
+  );
+
+  const hostUrl = new URL(HOST_URL);
+  if (masterSessionStorage.value !== null) {
+    hostUrl.hostname = masterSessionStorage.value;
+  }
+
+  const isPoolOverridden = hostUrl.origin !== new URL(HOST_URL).origin;
+  const xenApi = new XenApi(hostUrl.origin);
   const xapiStats = new XapiStats(xenApi);
   const storedSessionId = useLocalStorage<string | undefined>(
     "sessionId",
@@ -75,14 +97,21 @@ export const useXenApiStore = defineStore("xen-api", () => {
     status.value = STATUS.DISCONNECTED;
   }
 
+  function resetPoolMasterIp() {
+    masterSessionStorage.value = null;
+    window.location.reload();
+  }
+
   return {
     isConnected,
     isConnecting,
+    isPoolOverridden,
     connect,
     reconnect,
     disconnect,
     getXapi,
     getXapiStats,
     currentSessionId,
+    resetPoolMasterIp,
   };
 });

@xen-orchestra/lite/src/views/settings/SettingsView.vue

@@ -135,23 +135,15 @@
     </UiCard>
     <UiCard class="group">
       <UiCardTitle>{{ $t("language") }}</UiCardTitle>
-      <UiKeyValueList>
-        <UiKeyValueRow>
-          <template #value>
-            <FormWidget class="full-length" :before="faEarthAmericas">
-              <select v-model="$i18n.locale">
-                <option
-                  :value="locale"
-                  v-for="locale in $i18n.availableLocales"
-                  :key="locale"
-                >
-                  {{ locales[locale].name ?? locale }}
-                </option>
-              </select>
-            </FormWidget>
-          </template>
-        </UiKeyValueRow>
-      </UiKeyValueList>
+      <FormSelect :before="faEarthAmericas" v-model="$i18n.locale">
+        <option
+          :value="locale"
+          v-for="locale in $i18n.availableLocales"
+          :key="locale"
+        >
+          {{ locales[locale].name ?? locale }}
+        </option>
+      </FormSelect>
     </UiCard>
   </div>
 </template>
@@ -174,7 +166,7 @@ import {
   faGear,
   faCheck,
 } from "@fortawesome/free-solid-svg-icons";
-import FormWidget from "@/components/FormWidget.vue";
+import FormSelect from "@/components/form/FormSelect.vue";
 import TitleBar from "@/components/TitleBar.vue";
 import UiCard from "@/components/ui/UiCard.vue";
 import UiKeyValueList from "@/components/ui/UiKeyValueList.vue";
@@ -249,8 +241,4 @@ h5 {
     }
   }
 }
-
-.full-length {
-  width: 100%;
-}
 </style>

@xen-orchestra/lite/tsconfig.config.json

@@ -1,5 +1,5 @@
 {
-  "extends": "@vue/tsconfig/tsconfig.node.json",
+  "extends": ["@tsconfig/node18/tsconfig.json", "@vue/tsconfig/tsconfig.json"],
   "include": ["vite.config.*", "vitest.config.*", "cypress.config.*"],
   "compilerOptions": {
     "composite": true,

@xen-orchestra/lite/tsconfig.json

@@ -1,10 +1,9 @@
 {
-  "extends": "@vue/tsconfig/tsconfig.web.json",
+  "extends": "@vue/tsconfig/tsconfig.dom.json",
   "include": ["env.d.ts", "src/**/*", "src/**/*.vue"],
   "exclude": ["src/stories/**/*"],
   "compilerOptions": {
     "experimentalDecorators": true,
-    "lib": ["ES2019", "ES2020.Intl", "dom"],
     "baseUrl": ".",
     "paths": {
       "@/*": ["./src/*"]

@xen-orchestra/proxy/package.json

@@ -1,7 +1,7 @@
 {
   "private": true,
   "name": "@xen-orchestra/proxy",
-  "version": "0.26.38",
+  "version": "0.26.41",
   "license": "AGPL-3.0-or-later",
   "description": "XO Proxy used to remotely execute backup jobs",
   "keywords": [
@@ -30,15 +30,15 @@
     "@vates/cached-dns.lookup": "^1.0.0",
     "@vates/compose": "^2.1.0",
     "@vates/decorate-with": "^2.0.0",
-    "@vates/disposable": "^0.1.4",
+    "@vates/disposable": "^0.1.5",
     "@xen-orchestra/async-map": "^0.1.2",
-    "@xen-orchestra/backups": "^0.43.2",
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/backups": "^0.44.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "@xen-orchestra/log": "^0.6.0",
     "@xen-orchestra/mixin": "^0.1.0",
     "@xen-orchestra/mixins": "^0.14.0",
     "@xen-orchestra/self-signed": "^0.1.3",
-    "@xen-orchestra/xapi": "^3.3.0",
+    "@xen-orchestra/xapi": "^4.0.0",
     "ajv": "^8.0.3",
     "app-conf": "^2.3.0",
     "async-iterator-to-stream": "^1.1.0",
@@ -60,7 +60,7 @@
     "source-map-support": "^0.5.16",
     "stoppable": "^1.0.6",
     "xdg-basedir": "^5.1.0",
-    "xen-api": "^1.3.6",
+    "xen-api": "^2.0.0",
     "xo-common": "^0.8.0"
   },
   "devDependencies": {

@xen-orchestra/upload-ova/package.json

@@ -43,7 +43,7 @@
     "pw": "^0.0.4",
     "xdg-basedir": "^4.0.0",
     "xo-lib": "^0.11.1",
-    "xo-vmdk-to-vhd": "^2.5.6"
+    "xo-vmdk-to-vhd": "^2.5.7"
   },
   "devDependencies": {
     "@babel/cli": "^7.0.0",

@xen-orchestra/vmware-explorer/package.json

@@ -1,7 +1,7 @@
 {
   "license": "ISC",
   "private": false,
-  "version": "0.3.0",
+  "version": "0.3.1",
   "name": "@xen-orchestra/vmware-explorer",
   "dependencies": {
     "@vates/node-vsphere-soap": "^2.0.0",
@@ -10,7 +10,7 @@
     "@xen-orchestra/log": "^0.6.0",
     "lodash": "^4.17.21",
     "node-fetch": "^3.3.0",
-    "vhd-lib": "^4.6.1"
+    "vhd-lib": "^4.7.0"
   },
   "engines": {
     "node": ">=14"

@xen-orchestra/xapi/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@xen-orchestra/xapi",
-  "version": "3.3.0",
+  "version": "4.0.0",
   "homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/@xen-orchestra/xapi",
   "bugs": "https://github.com/vatesfr/xen-orchestra/issues",
   "repository": {
@@ -16,7 +16,7 @@
   },
   "main": "./index.mjs",
   "peerDependencies": {
-    "xen-api": "^1.3.6"
+    "xen-api": "^2.0.0"
   },
   "scripts": {
     "postversion": "npm publish --access public",
@@ -25,7 +25,7 @@
   "dependencies": {
     "@vates/async-each": "^1.0.0",
     "@vates/decorate-with": "^2.0.0",
-    "@vates/nbd-client": "^2.0.0",
+    "@vates/nbd-client": "^2.0.1",
     "@xen-orchestra/async-map": "^0.1.2",
     "@xen-orchestra/log": "^0.6.0",
     "d3-time-format": "^4.1.0",
@@ -34,7 +34,7 @@
     "json-rpc-protocol": "^0.13.2",
     "lodash": "^4.17.15",
     "promise-toolbox": "^0.21.0",
-    "vhd-lib": "^4.6.1",
+    "vhd-lib": "^4.7.0",
     "xo-common": "^0.8.0"
   },
   "private": false,

@xen-orchestra/xapi/vm.mjs

@@ -491,7 +491,7 @@ class Vm {
       exportedVmRef = await this.VM_snapshot(vmRef, { cancelToken, name_label: `[XO Export] ${vm.name_label}` })
       destroySnapshot = () =>
         this.VM_destroy(exportedVmRef).catch(error => {
-          warn('VM_export: failed to destroy snapshots', {
+          warn('VM_export: failed to destroy snapshot', {
             error,
             snapshotRef: exportedVmRef,
             vmRef,

CHANGELOG.md

@@ -1,7 +1,61 @@
 # ChangeLog
 
+## **5.89.0** (2023-11-30)
+
+<img id="latest" src="https://badgen.net/badge/channel/latest/yellow" alt="Channel: latest" />
+
+### Highlights
+
+- [Restore] Show source remote and restoration time on a restored VM (PR [#7186](https://github.com/vatesfr/xen-orchestra/pull/7186))
+- [Backup/Import] Show disk import status during Incremental Replication or restoration of Incremental Backup (PR [#7171](https://github.com/vatesfr/xen-orchestra/pull/7171))
+- [VM/Console] Add a message to indicate that the console view has been [disabled](https://support.citrix.com/article/CTX217766/how-to-disable-the-console-for-the-vm-in-xencenter) for this VM [#6319](https://github.com/vatesfr/xen-orchestra/issues/6319) (PR [#7161](https://github.com/vatesfr/xen-orchestra/pull/7161))
+- [REST API] `tags` property can be updated (PR [#7196](https://github.com/vatesfr/xen-orchestra/pull/7196))
+- [REST API] A VDI export can now be imported in an existing VDI (PR [#7199](https://github.com/vatesfr/xen-orchestra/pull/7199))
+- [REST API] Support VM import using the XVA format
+- [File Restore] API method `backupNg.mountPartition` to manually mount a backup disk on the XOA
+- [Backup] Implement differential restore (PR [#7202](https://github.com/vatesfr/xen-orchestra/pull/7202))
+- [VM/Disks] Display task information when importing VDIs (PR [#7197](https://github.com/vatesfr/xen-orchestra/pull/7197))
+- [VM Creation] Added ISO option in new VM form when creating from template with a disk [#3464](https://github.com/vatesfr/xen-orchestra/issues/3464) (PR [#7166](https://github.com/vatesfr/xen-orchestra/pull/7166))
+- [Task] Show the related SR on the Garbage Collector Task ( vdi coalescing) (PR [#7189](https://github.com/vatesfr/xen-orchestra/pull/7189))
+
+### Enhancements
+
+- [Netbox] Ability to synchronize XO users as Netbox tenants (PR [#7158](https://github.com/vatesfr/xen-orchestra/pull/7158))
+- [Backup] Don't backup VM with tag xo:no-bak (PR [#7173](https://github.com/vatesfr/xen-orchestra/pull/7173))
+
+### Bug fixes
+
+- [Backup/Restore] In case of snapshot with memory, create the suspend VDI on the correct SR instead of the default one
+- [Import/ESXi] Handle `Cannot read properties of undefined (reading 'perDatastoreUsage')` error when importing VM without storage (PR [#7168](https://github.com/vatesfr/xen-orchestra/pull/7168))
+- [Export/OVA] Handle export with resulting disk larger than 8.2GB (PR [#7183](https://github.com/vatesfr/xen-orchestra/pull/7183))
+- [Self Service] Fix error displayed after adding a VM to a resource set (PR [#7144](https://github.com/vatesfr/xen-orchestra/pull/7144))
+- [Backup/HealthCheck] Don't backup VM created by health check when using smart mode (PR [#7173](https://github.com/vatesfr/xen-orchestra/pull/7173))
+
+### Released packages
+
+- vhd-lib 4.7.0
+- @vates/multi-key-map 0.2.0
+- @vates/disposable 0.1.5
+- @xen-orchestra/fs 4.1.3
+- xen-api 2.0.0
+- @vates/nbd-client 2.0.1
+- @xen-orchestra/xapi 4.0.0
+- @xen-orchestra/backups 0.44.2
+- @xen-orchestra/backups-cli 1.0.14
+- @xen-orchestra/cr-seed-cli 1.0.0
+- @xen-orchestra/proxy 0.26.41
+- xo-vmdk-to-vhd 2.5.7
+- @xen-orchestra/vmware-explorer 0.3.1
+- xapi-explore-sr 0.4.2
+- xo-cli 0.22.0
+- xo-server 5.129.0
+- xo-server-netbox 1.4.0
+- xo-web 5.130.0
+
 ## **5.88.2** (2023-11-13)
 
+<img id="stable" src="https://badgen.net/badge/channel/stable/green" alt="Channel: stable" />
+
 ### Enhancement
 
 - [REST API] Add `users` collection
@@ -13,8 +67,6 @@
 
 ## **5.88.1** (2023-11-07)
 
-<img id="latest" src="https://badgen.net/badge/channel/latest/yellow" alt="Channel: latest" />
-
 ### Bug fixes
 
 - [Netbox] Fix VMs' `site` property being unnecessarily updated on some versions of Netbox (PR [#7145](https://github.com/vatesfr/xen-orchestra/pull/7145))
@@ -83,8 +135,6 @@
 
 ## **5.87.0** (2023-09-29)
 
-<img id="stable" src="https://badgen.net/badge/channel/stable/green" alt="Channel: stable" />
-
 ### Highlights
 
 - [Patches] Support new XenServer Updates system. See [our documentation](https://xen-orchestra.com/docs/updater.html#xenserver-updates). (PR [#7044](https://github.com/vatesfr/xen-orchestra/pull/7044))

CHANGELOG.unreleased.md

@@ -7,20 +7,13 @@
 
 > Users must be able to say: “Nice enhancement, I'm eager to test it”
 
-- [Netbox] Ability to synchronize XO users as Netbox tenants (PR [#7158](https://github.com/vatesfr/xen-orchestra/pull/7158))
-- [VM/Console] Add a message to indicate that the console view has been [disabled](https://support.citrix.com/article/CTX217766/how-to-disable-the-console-for-the-vm-in-xencenter) for this VM [#6319](https://github.com/vatesfr/xen-orchestra/issues/6319) (PR [#7161](https://github.com/vatesfr/xen-orchestra/pull/7161))
-- [Restore] Show source remote and restoration time on a restored VM (PR [#7186](https://github.com/vatesfr/xen-orchestra/pull/7186))
-- [Backup/Import] Show disk import status during Incremental Replication or restoration of Incremental Backup (PR [#7171](https://github.com/vatesfr/xen-orchestra/pull/7171))
-- [VM Creation] Added ISO option in new VM form when creating from template with a disk [#3464](https://github.com/vatesfr/xen-orchestra/issues/3464) (PR [#7166](https://github.com/vatesfr/xen-orchestra/pull/7166))
+- [Forget SR] Changed the modal message and added a confirmation text to be sure the action is understood by the user [#7148](https://github.com/vatesfr/xen-orchestra/issues/7148) (PR [#7155](https://github.com/vatesfr/xen-orchestra/pull/7155))
 
 ### Bug fixes
 
 > Users must be able to say: “I had this issue, happy to know it's fixed”
 
-- [Backup/Restore] In case of snapshot with memory, create the suspend VDI on the correct SR instead of the default one
-- [Import/ESXi] Handle `Cannot read properties of undefined (reading 'perDatastoreUsage')` error when importing VM without storage (PR [#7168](https://github.com/vatesfr/xen-orchestra/pull/7168))
-- [Export/OVA] Handle export with resulting disk larger than 8.2GB (PR [#7183](https://github.com/vatesfr/xen-orchestra/pull/7183))
-- [Self Service] Fix error displayed after adding a VM to a resource set (PR [#7144](https://github.com/vatesfr/xen-orchestra/pull/7144))
+- [Remotes] Prevents the "connection failed" alert from continuing to appear after successfull connection
 
 ### Packages to release
 
@@ -38,14 +31,6 @@
 
 <!--packages-start-->
 
-- @vates/nbd-client patch
-- @xen-orchestra/backups minor
-- @xen-orchestra/cr-seed-cli major
-- @xen-orchestra/vmware-explorer patch
-- xen-api major
-- xo-server patch
-- xo-server-netbox minor
-- xo-vmdk-to-vhd patch
-- xo-web minor
+- xo-remote-parser patch
 
 <!--packages-end-->

docs/installation.md

@@ -106,13 +106,13 @@ XO needs the following packages to be installed. Redis is used as a database by
 For example, on Debian/Ubuntu:
 
 ```sh
-apt-get install build-essential redis-server libpng-dev git python3-minimal libvhdi-utils lvm2 cifs-utils nfs-common
+apt-get install build-essential redis-server libpng-dev git python3-minimal libvhdi-utils lvm2 cifs-utils nfs-common ntfs-3g
 ```
 
 On Fedora/CentOS like:
 
 ```sh
-dnf install redis libpng-devel git libvhdi-tools lvm2 cifs-utils make automake gcc gcc-c++
+dnf install redis libpng-devel git lvm2 cifs-utils make automake gcc gcc-c++ nfs-utils ntfs-3g
 ```
 
 ### Make sure Redis is running

docs/restapi.md

@@ -123,7 +123,7 @@ Content-Type: application/x-ndjson
 
 ## Properties update
 
-> This feature is restricted to `name_label` and `name_description` at the moment.
+> This feature is restricted to `name_label`, `name_description` and `tags` at the moment.
 
 ```sh
 curl \
@@ -135,6 +135,30 @@ curl \
   'https://xo.example.org/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac'
 ```
 
+### Collections
+
+For collection properties, like `tags`, it can be more practical to touch a single item without impacting the others.
+
+An item can be created with `PUT <collection>/<item id>` and can be destroyed with `DELETE <collection>/<item id>`.
+
+Adding a tag:
+
+```sh
+curl \
+-X PUT \
+-b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+'https://xo.example.org/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac/tags/My%20tag'
+```
+
+Removing a tag:
+
+```sh
+curl \
+  -X DELETE \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  'https://xo.example.org/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac/tags/My%20tag'
+```
+
 ## VM and VDI destruction
 
 For a VM:
@@ -175,9 +199,45 @@ curl \
   > myDisk.vhd
 ```
 
+## VM Import
+
+A VM can be imported by posting to `/rest/v0/pools/:id/vms`.
+
+```sh
+curl \
+  -X POST \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  -T myDisk.raw \
+  'https://xo.example.org/rest/v0/pools/355ee47d-ff4c-4924-3db2-fd86ae629676/vms?sr=357bd56c-71f9-4b2a-83b8-3451dec04b8f' \
+  | cat
+```
+
+The `sr` query parameter can be used to specify on which SR the VM should be imported, if not specified, the default SR will be used.
+
+> Note: the final `| cat` ensures cURL's standard output is not a TTY, which is necessary for upload stats to be dislayed.
+
 ## VDI Import
 
-A VHD or a raw export can be imported on an SR to create a new VDI at `/rest/v0/srs/<sr uuid>/vdis`.
+### Existing VDI
+
+A VHD or a raw export can be imported in an existing VDI respectively at `/rest/v0/vdis/<uuid>.vhd` and `/rest/v0/vdis/<uuid>.raw`.
+
+> Note: the size of the VDI must match exactly the size of VDI that was previously exported.
+
+```sh
+curl \
+  -X PUT \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  -T myDisk.vhd \
+  'https://xo.example.org/rest/v0/vdis/1a269782-ea93-4c4c-897a-475365f7b674.vhd' \
+  | cat
+```
+
+> Note: the final `| cat` ensures cURL's standard output is not a TTY, which is necessary for upload stats to be dislayed.
+
+### New VDI
+
+An export can also be imported on an SR to create a new VDI at `/rest/v0/srs/<sr uuid>/vdis`.
 
 ```sh
 curl \

packages/vhd-cli/package.json

@@ -23,7 +23,7 @@
     "node": ">=10"
   },
   "dependencies": {
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "cli-progress": "^3.1.0",
     "exec-promise": "^0.7.0",
     "getopts": "^2.2.3",
@@ -31,7 +31,7 @@
     "lodash": "^4.17.21",
     "promise-toolbox": "^0.21.0",
     "uuid": "^9.0.0",
-    "vhd-lib": "^4.6.1"
+    "vhd-lib": "^4.7.0"
   },
   "scripts": {
     "postversion": "npm publish",

packages/vhd-lib/Vhd/VhdNegative.integ.js

@@ -0,0 +1,184 @@
+'use strict'
+
+const { VhdAbstract, VhdNegative } = require('..')
+
+const { describe, it } = require('test')
+const assert = require('assert/strict')
+const { unpackHeader, unpackFooter } = require('./_utils')
+const { createHeader, createFooter } = require('../_createFooterHeader')
+const _computeGeometryForSize = require('../_computeGeometryForSize')
+const { FOOTER_SIZE, DISK_TYPES } = require('../_constants')
+
+const VHD_BLOCK_LENGTH = 2 * 1024 * 1024
+class VhdMock extends VhdAbstract {
+  #blockUsed
+  #header
+  #footer
+  get header() {
+    return this.#header
+  }
+  get footer() {
+    return this.#footer
+  }
+
+  constructor(header, footer, blockUsed = new Set()) {
+    super()
+    this.#header = header
+    this.#footer = footer
+    this.#blockUsed = blockUsed
+  }
+  containsBlock(blockId) {
+    return this.#blockUsed.has(blockId)
+  }
+  readBlock(blockId, onlyBitmap = false) {
+    const bitmap = Buffer.alloc(512, 255) // bitmap are full of bit 1
+
+    const data = Buffer.alloc(2 * 1024 * 1024, 0) // empty are full of bit 0
+    data.writeUint8(blockId)
+    return {
+      id: blockId,
+      bitmap,
+      data,
+      buffer: Buffer.concat([bitmap, data]),
+    }
+  }
+
+  readBlockAllocationTable() {}
+  readHeaderAndFooter() {}
+  _readParentLocatorData(id) {}
+}
+
+describe('vhd negative', async () => {
+  it(`throws when uid aren't chained `, () => {
+    const length = 10e8
+
+    let header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    const geometry = _computeGeometryForSize(length)
+    let footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+    const parent = new VhdMock(header, footer)
+
+    header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+
+    const child = new VhdMock(header, footer)
+    assert.throws(() => new VhdNegative(parent, child), { message: 'NOT_CHAINED' })
+  })
+
+  it('throws when size changed', () => {
+    const childLength = 10e8
+    const parentLength = 10e8 + 1
+
+    let header = unpackHeader(createHeader(parentLength / VHD_BLOCK_LENGTH))
+    let geometry = _computeGeometryForSize(parentLength)
+    let footer = unpackFooter(
+      createFooter(parentLength, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+    const parent = new VhdMock(header, footer)
+
+    header = unpackHeader(createHeader(childLength / VHD_BLOCK_LENGTH))
+    geometry = _computeGeometryForSize(childLength)
+    header.parentUuid = footer.uuid
+    footer = unpackFooter(
+      createFooter(childLength, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+    const child = new VhdMock(header, footer)
+    assert.throws(() => new VhdNegative(parent, child), { message: 'GEOMETRY_CHANGED' })
+  })
+  it('throws when child is not differencing', () => {
+    const length = 10e8
+
+    let header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    const geometry = _computeGeometryForSize(length)
+    let footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+    const parent = new VhdMock(header, footer)
+
+    header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    header.parentUuid = footer.uuid
+    footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DYNAMIC)
+    )
+
+    const child = new VhdMock(header, footer)
+    assert.throws(() => new VhdNegative(parent, child), { message: 'CHILD_NOT_DIFFERENCING' })
+  })
+
+  it(`throws when writing into vhd negative `, async () => {
+    const length = 10e8
+
+    let header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    const geometry = _computeGeometryForSize(length)
+    let footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+    const parent = new VhdMock(header, footer)
+    const parentUuid = footer.uuid
+    header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    header.parentUuid = parentUuid
+    footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+
+    const child = new VhdMock(header, footer)
+
+    const vhd = new VhdNegative(parent, child)
+
+    // await assert.rejects( ()=> vhd.writeFooter())
+    assert.throws(() => vhd.writeHeader())
+    assert.throws(() => vhd.writeBlockAllocationTable())
+    assert.throws(() => vhd.writeEntireBlock())
+    assert.throws(() => vhd.mergeBlock(), { message: `can't coalesce block into a vhd negative` })
+  })
+
+  it('normal case', async () => {
+    const length = 10e8
+
+    let header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    let geometry = _computeGeometryForSize(length)
+    let footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DYNAMIC)
+    )
+    const parent = new VhdMock(header, footer, new Set([1, 3]))
+    const parentUuid = footer.uuid
+    header = unpackHeader(createHeader(length / VHD_BLOCK_LENGTH))
+    header.parentUuid = parentUuid
+    geometry = _computeGeometryForSize(length)
+    footer = unpackFooter(
+      createFooter(length, Math.floor(Date.now() / 1000), geometry, FOOTER_SIZE, DISK_TYPES.DIFFERENCING)
+    )
+
+    const childUuid = footer.uuid
+    const child = new VhdMock(header, footer, new Set([2, 3]))
+
+    const vhd = new VhdNegative(parent, child)
+    assert.equal(vhd.header.parentUuid.equals(childUuid), true)
+    assert.equal(vhd.footer.diskType, DISK_TYPES.DIFFERENCING)
+    await vhd.readBlockAllocationTable()
+    await vhd.readHeaderAndFooter()
+    await vhd.readParentLocator(0)
+    assert.equal(vhd.header.parentUuid, childUuid)
+    assert.equal(vhd.footer.diskType, DISK_TYPES.DIFFERENCING)
+    assert.equal(vhd.containsBlock(1), false)
+    assert.equal(vhd.containsBlock(2), true)
+    assert.equal(vhd.containsBlock(3), true)
+    assert.equal(vhd.containsBlock(4), false)
+
+    const expected = [0, 1, 0, 3, 0]
+    const expectedBitmap = Buffer.alloc(512, 255) // bitmap must always be full of bit 1
+    for (let index = 0; index < 5; index++) {
+      if (vhd.containsBlock(index)) {
+        const { id, data, bitmap } = await vhd.readBlock(index)
+        assert.equal(index, id)
+        assert.equal(expectedBitmap.equals(bitmap), true)
+        assert.equal(data.readUInt8(0), expected[index])
+      } else {
+        assert.equal([2, 3].includes(index), false)
+      }
+    }
+  })
+})

packages/vhd-lib/Vhd/VhdNegative.js

@@ -0,0 +1,84 @@
+'use strict'
+
+const UUID = require('uuid')
+const { DISK_TYPES } = require('../_constants')
+const { VhdAbstract } = require('./VhdAbstract')
+const { computeBlockBitmapSize } = require('./_utils')
+const assert = require('node:assert')
+/**
+ * Build an incremental VHD which can be applied to a child to revert to the state of its parent.
+ * @param {*} parent
+ * @param {*} descendant
+ */
+
+class VhdNegative extends VhdAbstract {
+  #parent
+  #child
+
+  get header() {
+    // we want to have parent => child => negative
+    // where => means " is the parent of "
+    return {
+      ...this.#parent.header,
+      parentUuid: this.#child.footer.uuid,
+    }
+  }
+
+  get footer() {
+    // by construct a negative vhd is differencing disk
+    return {
+      ...this.#parent.footer,
+      diskType: DISK_TYPES.DIFFERENCING,
+    }
+  }
+
+  constructor(parent, child) {
+    super()
+    this.#parent = parent
+    this.#child = child
+
+    assert.strictEqual(UUID.stringify(child.header.parentUuid), UUID.stringify(parent.footer.uuid), 'NOT_CHAINED')
+    assert.strictEqual(child.footer.diskType, DISK_TYPES.DIFFERENCING, 'CHILD_NOT_DIFFERENCING')
+    // we don't want to handle alignment and missing block for now
+    // last block may contains partly empty data when changing size
+    assert.strictEqual(child.footer.currentSize, parent.footer.currentSize, 'GEOMETRY_CHANGED')
+  }
+
+  async readBlockAllocationTable() {
+    return Promise.all([this.#parent.readBlockAllocationTable(), this.#child.readBlockAllocationTable()])
+  }
+
+  containsBlock(blockId) {
+    return this.#child.containsBlock(blockId)
+  }
+
+  async readHeaderAndFooter() {
+    return Promise.all([this.#parent.readHeaderAndFooter(), this.#child.readHeaderAndFooter()])
+  }
+
+  async readBlock(blockId, onlyBitmap = false) {
+    // only read the content of the first vhd containing this block
+    if (this.#parent.containsBlock(blockId)) {
+      return this.#parent.readBlock(blockId, onlyBitmap)
+    }
+
+    const bitmap = Buffer.alloc(computeBlockBitmapSize(this.header.blockSize), 255) // bitmap are full of bit 1
+    const data = Buffer.alloc(this.header.blockSize, 0) // empty are full of bit 0
+    return {
+      id: blockId,
+      bitmap,
+      data,
+      buffer: Buffer.concat([bitmap, data]),
+    }
+  }
+
+  mergeBlock(child, blockId) {
+    throw new Error(`can't coalesce block into a vhd negative`)
+  }
+
+  _readParentLocatorData(id) {
+    return this.#parent._readParentLocatorData(id)
+  }
+}
+
+exports.VhdNegative = VhdNegative

packages/vhd-lib/Vhd/VhdSynthetic.js

@@ -120,7 +120,8 @@ const VhdSynthetic = class VhdSynthetic extends VhdAbstract {
 }
 
 // add decorated  static method
-VhdSynthetic.fromVhdChain = Disposable.factory(async function* fromVhdChain(handler, childPath) {
+// until is not included in the result , the chain will stop at its child
+VhdSynthetic.fromVhdChain = Disposable.factory(async function* fromVhdChain(handler, childPath, { until } = {}) {
   let vhdPath = childPath
   let vhd
   const vhds = []
@@ -128,8 +129,11 @@ VhdSynthetic.fromVhdChain = Disposable.factory(async function* fromVhdChain(hand
     vhd = yield openVhd(handler, vhdPath)
     vhds.unshift(vhd) // from oldest to most recent
     vhdPath = resolveRelativeFromFile(vhdPath, vhd.header.parentUnicodeName)
-  } while (vhd.footer.diskType !== DISK_TYPES.DYNAMIC)
+  } while (vhd.footer.diskType !== DISK_TYPES.DYNAMIC && vhdPath !== until)
 
+  if (until !== undefined && vhdPath !== until) {
+    throw new Error(`Didn't find ${until} as a parent of ${childPath}`)
+  }
   const synthetic = new VhdSynthetic(vhds)
   await synthetic.readHeaderAndFooter()
   yield synthetic

packages/vhd-lib/_resolveRelativeFromFile.js

@@ -2,6 +2,10 @@
 
 const { dirname, resolve } = require('path')
 
-const resolveRelativeFromFile = (file, path) => resolve('/', dirname(file), path).slice(1)
-
+const resolveRelativeFromFile = (file, path) => {
+  if (file.startsWith('/')) {
+    return resolve(dirname(file), path)
+  }
+  return resolve('/', dirname(file), path).slice(1)
+}
 module.exports = resolveRelativeFromFile

packages/vhd-lib/index.js

@@ -13,4 +13,5 @@ exports.VhdAbstract = require('./Vhd/VhdAbstract').VhdAbstract
 exports.VhdDirectory = require('./Vhd/VhdDirectory').VhdDirectory
 exports.VhdFile = require('./Vhd/VhdFile').VhdFile
 exports.VhdSynthetic = require('./Vhd/VhdSynthetic').VhdSynthetic
+exports.VhdNegative = require('./Vhd/VhdNegative').VhdNegative
 exports.Constants = require('./_constants')

packages/vhd-lib/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "vhd-lib",
-  "version": "4.6.1",
+  "version": "4.7.0",
   "license": "AGPL-3.0-or-later",
   "description": "Primitives for VHD file handling",
   "homepage": "https://github.com/vatesfr/xen-orchestra/tree/master/packages/vhd-lib",
@@ -20,7 +20,7 @@
     "@vates/read-chunk": "^1.2.0",
     "@vates/stream-reader": "^0.1.0",
     "@xen-orchestra/async-map": "^0.1.2",
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "@xen-orchestra/log": "^0.6.0",
     "async-iterator-to-stream": "^1.0.2",
     "decorator-synchronized": "^0.6.0",
@@ -33,7 +33,7 @@
     "uuid": "^9.0.0"
   },
   "devDependencies": {
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "execa": "^5.0.0",
     "get-stream": "^6.0.0",
     "rimraf": "^5.0.1",

packages/xapi-explore-sr/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "xapi-explore-sr",
-  "version": "0.4.1",
+  "version": "0.4.2",
   "license": "ISC",
   "description": "Display the list of VDIs (unmanaged and snapshots included) of a SR",
   "keywords": [
@@ -40,7 +40,7 @@
     "human-format": "^1.0.0",
     "lodash": "^4.17.4",
     "pw": "^0.0.4",
-    "xen-api": "^1.3.6"
+    "xen-api": "^2.0.0"
   },
   "scripts": {
     "postversion": "npm publish"

packages/xen-api/examples/package.json

@@ -10,6 +10,6 @@
     "readable-stream": "^4.4.2",
     "source-map-support": "^0.5.21",
     "throttle": "^1.0.3",
-    "vhd-lib": "^4.6.1"
+    "vhd-lib": "^4.7.0"
   }
 }

packages/xen-api/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "xen-api",
-  "version": "1.3.6",
+  "version": "2.0.0",
   "license": "ISC",
   "description": "Connector to the Xen API",
   "keywords": [

packages/xo-cli/.USAGE.md

@@ -50,6 +50,7 @@ Usage:
 
     Examples:
       xo-cli rest del tasks/<task id>
+      xo-cli rest del vms/<vm id>/tags/<tag>
 
   xo-cli rest get <collection> [fields=<fields>] [filter=<filter>] [limit=<limit>]
     List objects in a REST API collection.
@@ -122,6 +123,18 @@ Usage:
     Examples:
       xo-cli rest post tasks/<task id>/actions/abort
       xo-cli rest post vms/<VM UUID>/actions/snapshot name_label='My snapshot'
+
+  xo-cli rest put <collection>/<item id> <name>=<value>...
+    Put a item in a collection
+
+    <collection>/<item id>
+      Full path of the item to add
+
+    <name>=<value>...
+      Properties of the item
+
+    Examples:
+      xo-cli rest put vms/<vm id>/tags/<tag>
 ```
 
 #### Register your XO instance

packages/xo-cli/README.md

@@ -68,6 +68,7 @@ Usage:
 
     Examples:
       xo-cli rest del tasks/<task id>
+      xo-cli rest del vms/<vm id>/tags/<tag>
 
   xo-cli rest get <collection> [fields=<fields>] [filter=<filter>] [limit=<limit>]
     List objects in a REST API collection.
@@ -140,6 +141,18 @@ Usage:
     Examples:
       xo-cli rest post tasks/<task id>/actions/abort
       xo-cli rest post vms/<VM UUID>/actions/snapshot name_label='My snapshot'
+
+  xo-cli rest put <collection>/<item id> <name>=<value>...
+    Put a item in a collection
+
+    <collection>/<item id>
+      Full path of the item to add
+
+    <name>=<value>...
+      Properties of the item
+
+    Examples:
+      xo-cli rest put vms/<vm id>/tags/<tag>
 ```
 
 #### Register your XO instance

packages/xo-cli/index.mjs

@@ -274,6 +274,7 @@ const help = wrap(
 
     Examples:
       $name rest del tasks/<task id>
+      $name rest del vms/<vm id>/tags/<tag>
 
   $name rest get <collection> [fields=<fields>] [filter=<filter>] [limit=<limit>]
     List objects in a REST API collection.
@@ -347,6 +348,18 @@ const help = wrap(
       $name rest post tasks/<task id>/actions/abort
       $name rest post vms/<VM UUID>/actions/snapshot name_label='My snapshot'
 
+  $name rest put <collection>/<item id> <name>=<value>...
+    Put a item in a collection
+
+    <collection>/<item id>
+      Full path of the item to add
+
+    <name>=<value>...
+      Properties of the item
+
+    Examples:
+      $name rest put vms/<vm id>/tags/<tag>
+
 $name v$version`.replace(/<([^>]+)>|\$(\w+)/g, function (_, arg, key) {
       if (arg) {
         return '<' + chalk.yellow(arg) + '>'

packages/xo-cli/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "xo-cli",
-  "version": "0.21.0",
+  "version": "0.22.0",
   "license": "AGPL-3.0-or-later",
   "description": "Basic CLI for Xen-Orchestra",
   "keywords": [

packages/xo-cli/rest.mjs

@@ -112,6 +112,18 @@ const COMMANDS = {
 
     return stripPrefix(await response.text())
   },
+
+  async put([path, ...params]) {
+    const response = await this.exec(path, {
+      body: JSON.stringify(parseParams(params)),
+      headers: {
+        'content-type': 'application/json',
+      },
+      method: 'PUT',
+    })
+
+    return stripPrefix(await response.text())
+  },
 }
 
 export async function rest(args) {

packages/xo-remote-parser/package.json

@@ -21,6 +21,7 @@
     "node": ">=6"
   },
   "dependencies": {
+    "@xen-orchestra/log": "^0.6.0",
     "lodash": "^4.13.1",
     "url-parse": "^1.4.7"
   },

packages/xo-remote-parser/src/index.js

@@ -4,6 +4,9 @@ import trim from 'lodash/trim'
 import trimStart from 'lodash/trimStart'
 import queryString from 'querystring'
 import urlParser from 'url-parse'
+import { createLogger } from '@xen-orchestra/log'
+
+const { warn } = createLogger('xo:xo-remote-parser')
 
 const NFS_RE = /^([^:]+):(?:(\d+):)?([^:?]+)(\?[^?]*)?$/
 const SMB_RE = /^([^:]+):(.+)@([^@]+)\\\\([^\0?]+)(?:\0([^?]*))?(\?[^?]*)?$/
@@ -15,6 +18,17 @@ const parseOptionList = (optionList = '') => {
     optionList = optionList.substring(1)
   }
   const parsed = queryString.parse(optionList)
+
+  // bugfix for persisting error notification
+  if ('error' in parsed) {
+    warn('Deleting "error" value in url query, resave your remote to clear this values', { error: parsed.error })
+    delete parsed.error
+  }
+  if ('name' in parsed) {
+    warn('Deleting "name" value in url query, resave your remote to clear this values', { name: parsed.name })
+    delete parsed.name
+  }
+
   Object.keys(parsed).forEach(key => {
     const val = parsed[key]
     // some incorrect values have been saved in users database (introduced by #6270)

packages/xo-server-netbox/package.json

@@ -1,6 +1,6 @@
 {
   "name": "xo-server-netbox",
-  "version": "1.3.3",
+  "version": "1.4.0",
   "license": "AGPL-3.0-or-later",
   "description": "Synchronizes pools managed by Xen Orchestra with Netbox",
   "keywords": [

packages/xo-server-netbox/src/index.js

@@ -381,6 +381,7 @@ class Netbox {
       await this.#request(`/virtualization/clusters/?type_id=${nbClusterType.id}`),
       'custom_fields.uuid'
     )
+    delete allNbClusters.null
     const nbClusters = pick(allNbClusters, xoPools)
 
     const clustersToCreate = []
@@ -549,7 +550,9 @@ class Netbox {
     // Then make them objects to map the Netbox VMs to their XO VMs
     // { VM UUID → Netbox VM }
     const allNbVms = keyBy(allNbVmsList, 'custom_fields.uuid')
+    delete allNbVms.null
     const nbVms = keyBy(nbVmsList, 'custom_fields.uuid')
+    delete nbVms.null
 
     // Used for name deduplication
     // Start by storing the names of the VMs that have been created manually in
@@ -667,6 +670,7 @@ class Netbox {
     const nbIfsList = await this.#request(`/virtualization/interfaces/?${clusterFilter}`)
     // { ID → Interface }
     const nbIfs = keyBy(nbIfsList, 'custom_fields.uuid')
+    delete nbIfs.null
 
     const ifsToDelete = []
     const ifsToUpdate = []
@@ -910,7 +914,10 @@ class Netbox {
       }
     }
 
-    Object.assign(nbVms, keyBy(await this.#request('/virtualization/virtual-machines/', 'PATCH', vmsToUpdate2)))
+    Object.assign(
+      nbVms,
+      keyBy(await this.#request('/virtualization/virtual-machines/', 'PATCH', vmsToUpdate2), 'custom_fields.uuid')
+    )
 
     log.info(`Done synchronizing ${xoPools.length} pools with Netbox`, { pools: xoPools })
   }

packages/xo-server/config.toml

@@ -76,6 +76,8 @@ defaultSignInPage = '/signin'
 throttlingDelay = '2 seconds'
 
 [backups]
+autoUnmountPartitionDelay = '24h'
+
 disableMergeWorker = false
 
 # Mode to use for newly created backup directories

packages/xo-server/docs/rest-api.md

@@ -119,7 +119,7 @@ Content-Type: application/x-ndjson
 
 ## Properties update
 
-> This feature is restricted to `name_label` and `name_description` at the moment.
+> This feature is restricted to `name_label`, `name_description` and `tags` at the moment.
 
 ```sh
 curl \
@@ -131,6 +131,30 @@ curl \
   'https://xo.company.lan/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac'
 ```
 
+### Collections
+
+For collection properties, like `tags`, it can be more practical to touch a single item without impacting the others.
+
+An item can be created with `PUT <collection>/<item id>` and can be destroyed with `DELETE <collection>/<item id>`.
+
+Adding a tag:
+
+```sh
+curl \
+-X PUT \
+-b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+'https://xo.company.lan/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac/tags/My%20tag'
+```
+
+Removing a tag:
+
+```sh
+curl \
+  -X DELETE \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  'https://xo.company.lan/rest/v0/vms/770aa52a-fd42-8faf-f167-8c5c4a237cac/tags/My%20tag'
+```
+
 ## VM destruction
 
 ```sh
@@ -156,6 +180,23 @@ curl \
   > myVM.xva
 ```
 
+## VM Import
+
+A VM can be imported by posting to `/rest/v0/pools/:id/vms`.
+
+```sh
+curl \
+  -X POST \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  -T myDisk.raw \
+  'https://xo.company.lan/rest/v0/pools/355ee47d-ff4c-4924-3db2-fd86ae629676/vms?sr=357bd56c-71f9-4b2a-83b8-3451dec04b8f' \
+  | cat
+```
+
+The `sr` query parameter can be used to specify on which SR the VM should be imported, if not specified, the default SR will be used.
+
+> Note: the final `| cat` ensures cURL's standard output is not a TTY, which is necessary for upload stats to be dislayed.
+
 ## VDI destruction
 
 ```sh
@@ -178,7 +219,26 @@ curl \
 
 ## VDI Import
 
-A VHD or a raw export can be imported on an SR to create a new VDI at `/rest/v0/srs/<sr uuid>/vdis`.
+### Existing VDI
+
+A VHD or a raw export can be imported in an existing VDI respectively at `/rest/v0/vdis/<uuid>.vhd` and `/rest/v0/vdis/<uuid>.raw`.
+
+> Note: the size of the VDI must match exactly the size of VDI that was previously exported.
+
+```sh
+curl \
+  -X PUT \
+  -b authenticationToken=KQxQdm2vMiv7jBIK0hgkmgxKzemd8wSJ7ugFGKFkTbs \
+  -T myDisk.vhd \
+  'https://xo.company.lan/rest/v0/vdis/1a269782-ea93-4c4c-897a-475365f7b674.vhd' \
+  | cat
+```
+
+> Note: the final `| cat` ensures cURL's standard output is not a TTY, which is necessary for upload stats to be dislayed.
+
+### New VDI
+
+An export can also be imported on an SR to create a new VDI at `/rest/v0/srs/<sr uuid>/vdis`.
 
 ```sh
 curl \

packages/xo-server/package.json

@@ -1,7 +1,7 @@
 {
   "private": true,
   "name": "xo-server",
-  "version": "5.126.0",
+  "version": "5.129.0",
   "license": "AGPL-3.0-or-later",
   "description": "Server part of Xen-Orchestra",
   "keywords": [
@@ -33,26 +33,26 @@
     "@vates/cached-dns.lookup": "^1.0.0",
     "@vates/compose": "^2.1.0",
     "@vates/decorate-with": "^2.0.0",
-    "@vates/disposable": "^0.1.4",
+    "@vates/disposable": "^0.1.5",
     "@vates/event-listeners-manager": "^1.0.1",
-    "@vates/multi-key-map": "^0.1.0",
+    "@vates/multi-key-map": "^0.2.0",
     "@vates/otp": "^1.0.0",
     "@vates/parse-duration": "^0.1.1",
     "@vates/predicates": "^1.1.0",
     "@vates/read-chunk": "^1.2.0",
     "@xen-orchestra/async-map": "^0.1.2",
-    "@xen-orchestra/backups": "^0.43.2",
+    "@xen-orchestra/backups": "^0.44.2",
     "@xen-orchestra/cron": "^1.0.6",
     "@xen-orchestra/defined": "^0.0.1",
     "@xen-orchestra/emit-async": "^1.0.0",
-    "@xen-orchestra/fs": "^4.1.2",
+    "@xen-orchestra/fs": "^4.1.3",
     "@xen-orchestra/log": "^0.6.0",
     "@xen-orchestra/mixin": "^0.1.0",
     "@xen-orchestra/mixins": "^0.14.0",
     "@xen-orchestra/self-signed": "^0.1.3",
     "@xen-orchestra/template": "^0.1.0",
-    "@xen-orchestra/vmware-explorer": "^0.3.0",
-    "@xen-orchestra/xapi": "^3.3.0",
+    "@xen-orchestra/vmware-explorer": "^0.3.1",
+    "@xen-orchestra/xapi": "^4.0.0",
     "ajv": "^8.0.3",
     "app-conf": "^2.3.0",
     "async-iterator-to-stream": "^1.0.1",
@@ -127,15 +127,15 @@
     "unzipper": "^0.10.5",
     "uuid": "^9.0.0",
     "value-matcher": "^0.2.0",
-    "vhd-lib": "^4.6.1",
+    "vhd-lib": "^4.7.0",
     "ws": "^8.2.3",
     "xdg-basedir": "^5.1.0",
-    "xen-api": "^1.3.6",
+    "xen-api": "^2.0.0",
     "xo-acl-resolver": "^0.4.1",
     "xo-collection": "^0.5.0",
     "xo-common": "^0.8.0",
     "xo-remote-parser": "^0.9.2",
-    "xo-vmdk-to-vhd": "^2.5.6"
+    "xo-vmdk-to-vhd": "^2.5.7"
   },
   "devDependencies": {
     "@babel/cli": "^7.0.0",

packages/xo-server/src/api/backup-ng.mjs

@@ -277,6 +277,10 @@ importVmBackup.params = {
   sr: {
     type: 'string',
   },
+  useDifferentialRestore: {
+    type: 'boolean',
+    optional: true
+  }
 }
 
 export function checkBackup({ id, settings, sr }) {
@@ -380,3 +384,47 @@ fetchFiles.params = {
     type: 'string',
   },
 }
+
+export function listMountedPartitions() {
+  return this.listMountedPartitions()
+}
+
+listMountedPartitions.permission = 'admin'
+
+export function mountPartition({ remote, disk, partition }) {
+  return this.mountPartition(remote, disk, partition)
+}
+
+mountPartition.permission = 'admin'
+
+mountPartition.params = {
+  disk: {
+    type: 'string',
+  },
+  partition: {
+    optional: true,
+    type: 'string',
+  },
+  remote: {
+    type: 'string',
+  },
+}
+
+export function unmountPartition({ remote, disk, partition }) {
+  return this.unmountPartition(remote, disk, partition)
+}
+
+unmountPartition.permission = 'admin'
+
+unmountPartition.params = {
+  disk: {
+    type: 'string',
+  },
+  partition: {
+    optional: true,
+    type: 'string',
+  },
+  remote: {
+    type: 'string',
+  },
+}

packages/xo-server/src/api/proxy.mjs

@@ -181,7 +181,7 @@ getApplianceUpdaterState.params = {
 
 export async function checkHealth({ id }) {
   try {
-    await this.callProxyMethod(id, 'system.getServerVersion')
+    await this.checkProxyHealth(id)
     return {
       success: true,
     }

packages/xo-server/src/api/test.mjs

@@ -63,7 +63,7 @@ export async function copyVm({ vm, sr }) {
     const input = await srcXapi.VM_export(vm._xapiRef)
     // eslint-disable-next-line no-console
     console.log('import full VM...')
-    await tgtXapi.VM_destroy((await tgtXapi.importVm(input, { srId: sr })).$ref)
+    await tgtXapi.VM_destroy(await tgtXapi.VM_import(input, sr._xapiRef))
   }
 }
 

packages/xo-server/src/api/vm.mjs

@@ -1297,7 +1297,8 @@ async function import_({ data, sr, type = 'xva', url }) {
       throw invalidParameters('URL import is only compatible with XVA')
     }
 
-    return (await xapi.importVm(await hrp(url), { srId, type })).$id
+    const ref = await xapi.VM_import(await hrp(url), sr._xapiRef)
+    return xapi.call('VM.get_by_uuid', ref)
   }
 
   return {

packages/xo-server/src/api/xosan.mjs

@@ -965,10 +965,7 @@ async function _importGlusterVM(xapi, template, lvmsrId) {
     namespace: 'xosan',
     version: template.version,
   })
-  const newVM = await xapi.importVm(templateStream, {
-    srId: lvmsrId,
-    type: 'xva',
-  })
+  const newVM = await xapi.VM_import(templateStream, this.getObject(lvmsrId, 'SR')._xapiRef)
   await xapi.editVm(newVM, {
     autoPoweron: true,
     name_label: 'XOSAN imported VM',

packages/xo-server/src/api/xostor.mjs

@@ -1,6 +1,6 @@
 import { asyncEach } from '@vates/async-each'
-import { createLogger } from '@xen-orchestra/log'
 import { defer } from 'golike-defer'
+import { Task } from '@xen-orchestra/mixins/Tasks.mjs'
 
 const ENUM_PROVISIONING = {
   Thin: 'thin',
@@ -9,35 +9,48 @@ const ENUM_PROVISIONING = {
 const LV_NAME = 'thin_device'
 const PROVISIONING = Object.values(ENUM_PROVISIONING)
 const VG_NAME = 'linstor_group'
-const _XOSTOR_DEPENDENCIES = ['xcp-ng-release-linstor', 'xcp-ng-linstor']
-const XOSTOR_DEPENDENCIES = _XOSTOR_DEPENDENCIES.join(',')
-
-const log = createLogger('xo:api:pool')
+const XOSTOR_DEPENDENCIES = ['xcp-ng-release-linstor', 'xcp-ng-linstor']
 
 function pluginCall(xapi, host, plugin, fnName, args) {
-  return xapi.call('host.call_plugin', host._xapiRef, plugin, fnName, args)
+  return Task.run(
+    { properties: { name: `call plugin on: ${host.name_label}`, objectId: host.uuid, plugin, fnName, args } },
+    () => xapi.call('host.call_plugin', host._xapiRef, plugin, fnName, args)
+  )
 }
 
 async function destroyVolumeGroup(xapi, host, force) {
-  log.info(`Trying to delete the ${VG_NAME} volume group.`, { hostId: host.id })
-  return pluginCall(xapi, host, 'lvm.py', 'destroy_volume_group', {
-    vg_name: VG_NAME,
-    force: String(force),
-  })
+  return Task.run(
+    { properties: { name: `destroy volume group on ${host.name_label}`, objectId: host.uuid, vgName: VG_NAME } },
+    () =>
+      pluginCall(xapi, host, 'lvm.py', 'destroy_volume_group', {
+        vg_name: VG_NAME,
+        force: String(force),
+      })
+  )
 }
 
 async function installOrUpdateDependencies(host, method = 'install') {
-  if (method !== 'install' && method !== 'update') {
-    throw new Error('Invalid method')
-  }
+  return Task.run(
+    {
+      properties: {
+        dependencies: XOSTOR_DEPENDENCIES,
+        name: `${method} XOSTOR dependencies on ${host.name_label}`,
+        objectId: host.uuid,
+      },
+    },
+    async () => {
+      if (method !== 'install' && method !== 'update') {
+        throw new Error('Invalid method')
+      }
 
-  const xapi = this.getXapi(host)
-  log.info(`Trying to ${method} XOSTOR dependencies (${XOSTOR_DEPENDENCIES})`, { hostId: host.id })
-  for (const _package of _XOSTOR_DEPENDENCIES) {
-    await pluginCall(xapi, host, 'updater.py', method, {
-      packages: _package,
-    })
-  }
+      const xapi = this.getXapi(host)
+      for (const _package of XOSTOR_DEPENDENCIES) {
+        await pluginCall(xapi, host, 'updater.py', method, {
+          packages: _package,
+        })
+      }
+    }
+  )
 }
 
 export function installDependencies({ host }) {
@@ -66,53 +79,57 @@ updateDependencies.resolve = {
 
 export async function formatDisks({ disks, force, host, ignoreFileSystems, provisioning }) {
   const rawDisks = disks.join(',')
-  const xapi = this.getXapi(host)
+  return Task.run(
+    { properties: { disks, name: `format disks on ${host.name_label}`, objectId: host.uuid } },
+    async () => {
+      const xapi = this.getXapi(host)
 
-  const lvmPlugin = (fnName, args) => pluginCall(xapi, host, 'lvm.py', fnName, args)
-  log.info(`Format disks (${rawDisks}) with force: ${force}`, { hostId: host.id })
+      const lvmPlugin = (fnName, args) => pluginCall(xapi, host, 'lvm.py', fnName, args)
 
-  if (force) {
-    await destroyVolumeGroup(xapi, host, force)
-  }
+      if (force) {
+        await destroyVolumeGroup(xapi, host, force)
+      }
 
-  // ATM we are unable to correctly identify errors (error.code can be used for multiple errors.)
-  // so we are just adding some suggestion of "why there is this error"
-  // Error handling will be improved as errors are discovered and understood
-  try {
-    await lvmPlugin('create_physical_volume', {
-      devices: rawDisks,
-      ignore_existing_filesystems: String(ignoreFileSystems),
-      force: String(force),
-    })
-  } catch (error) {
-    if (error.code === 'LVM_ERROR(5)') {
-      error.params = error.params.concat([
-        "[XO] This error can be triggered if one of the disks is a 'tapdevs' disk.",
-        '[XO] This error can be triggered if one of the disks have children',
-      ])
+      // ATM we are unable to correctly identify errors (error.code can be used for multiple errors.)
+      // so we are just adding some suggestion of "why there is this error"
+      // Error handling will be improved as errors are discovered and understood
+      try {
+        await lvmPlugin('create_physical_volume', {
+          devices: rawDisks,
+          ignore_existing_filesystems: String(ignoreFileSystems),
+          force: String(force),
+        })
+      } catch (error) {
+        if (error.code === 'LVM_ERROR(5)') {
+          error.params = error.params.concat([
+            "[XO] This error can be triggered if one of the disks is a 'tapdevs' disk.",
+            '[XO] This error can be triggered if one of the disks have children',
+          ])
+        }
+        throw error
+      }
+      try {
+        await lvmPlugin('create_volume_group', {
+          devices: rawDisks,
+          vg_name: VG_NAME,
+        })
+      } catch (error) {
+        if (error.code === 'LVM_ERROR(5)') {
+          error.params = error.params.concat([
+            "[XO] This error can be triggered if a VG 'linstor_group' is already present on the host.",
+          ])
+        }
+        throw error
+      }
+
+      if (provisioning === ENUM_PROVISIONING.Thin) {
+        await lvmPlugin('create_thin_pool', {
+          lv_name: LV_NAME,
+          vg_name: VG_NAME,
+        })
+      }
     }
-    throw error
-  }
-  try {
-    await lvmPlugin('create_volume_group', {
-      devices: rawDisks,
-      vg_name: VG_NAME,
-    })
-  } catch (error) {
-    if (error.code === 'LVM_ERROR(5)') {
-      error.params = error.params.concat([
-        "[XO] This error can be triggered if a VG 'linstor_group' is already present on the host.",
-      ])
-    }
-    throw error
-  }
-
-  if (provisioning === ENUM_PROVISIONING.Thin) {
-    await lvmPlugin('create_thin_pool', {
-      lv_name: LV_NAME,
-      vg_name: VG_NAME,
-    })
-  }
+  )
 }
 formatDisks.description = 'Format disks for a XOSTOR use'
 formatDisks.permission = 'admin'
@@ -131,83 +148,91 @@ export const create = defer(async function (
   $defer,
   { description, disksByHost, force, ignoreFileSystems, name, provisioning, replication }
 ) {
-  const hostIds = Object.keys(disksByHost)
+  const task = await this.tasks.create({ name: `creation of XOSTOR: ${name}`, type: 'xo:xostor:create' })
+  return task.run(async () => {
+    const hostIds = Object.keys(disksByHost)
 
-  const tmpBoundObjectId = `tmp_${hostIds.join(',')}_${Math.random().toString(32).slice(2)}`
+    const tmpBoundObjectId = `tmp_${hostIds.join(',')}_${Math.random().toString(32).slice(2)}`
 
-  const xostorLicenses = await this.getLicenses({ productType: 'xostor' })
+    const license = await Task.run({ properties: { name: 'license check' } }, async () => {
+      const xostorLicenses = await this.getLicenses({ productType: 'xostor' })
 
-  const now = Date.now()
-  const availableLicenses = xostorLicenses.filter(
-    ({ boundObjectId, expires }) => boundObjectId === undefined && (expires === undefined || expires > now)
-  )
+      const now = Date.now()
+      const availableLicenses = xostorLicenses.filter(
+        ({ boundObjectId, expires }) => boundObjectId === undefined && (expires === undefined || expires > now)
+      )
 
-  let license = availableLicenses.find(license => license.productId === 'xostor')
+      let _license = availableLicenses.find(({ productId }) => productId === 'xostor')
 
-  if (license === undefined) {
-    license = availableLicenses.find(license => license.productId === 'xostor.trial')
-  }
+      if (_license === undefined) {
+        _license = availableLicenses.find(({ productId }) => productId === 'xostor.trial')
+      }
 
-  if (license === undefined) {
-    license = await this.createBoundXostorTrialLicense({
-      boundObjectId: tmpBoundObjectId,
+      if (_license === undefined) {
+        _license = await this.createBoundXostorTrialLicense({
+          boundObjectId: tmpBoundObjectId,
+        })
+      } else {
+        await this.bindLicense({
+          licenseId: _license.id,
+          boundObjectId: tmpBoundObjectId,
+        })
+      }
+      $defer.onFailure(() =>
+        this.unbindLicense({
+          licenseId: _license.id,
+          productId: _license.productId,
+          boundObjectId: tmpBoundObjectId,
+        })
+      )
+
+      return _license
     })
-  } else {
-    await this.bindLicense({
-      licenseId: license.id,
-      boundObjectId: tmpBoundObjectId,
-    })
-  }
-  $defer.onFailure(() =>
-    this.unbindLicense({
-      licenseId: license.id,
-      productId: license.productId,
-      boundObjectId: tmpBoundObjectId,
-    })
-  )
 
-  const hosts = hostIds.map(hostId => this.getObject(hostId, 'host'))
-  if (!hosts.every(host => host.$pool === hosts[0].$pool)) {
-    // we need to do this test to ensure it won't create a partial LV group with only the host of the pool of the first master
-    throw new Error('All hosts must be in the same pool')
-  }
-
-  const boundInstallDependencies = installDependencies.bind(this)
-  await asyncEach(hosts, host => boundInstallDependencies({ host }), { stopOnError: false })
-  const boundFormatDisks = formatDisks.bind(this)
-  await asyncEach(
-    hosts,
-    host => boundFormatDisks({ disks: disksByHost[host.id], host, force, ignoreFileSystems, provisioning }),
-    {
-      stopOnError: false,
+    const hosts = hostIds.map(hostId => this.getObject(hostId, 'host'))
+    if (!hosts.every(host => host.$pool === hosts[0].$pool)) {
+      // we need to do this test to ensure it won't create a partial LV group with only the host of the pool of the first master
+      throw new Error('All hosts must be in the same pool')
     }
-  )
 
-  const host = hosts[0]
-  const xapi = this.getXapi(host)
+    const boundInstallDependencies = installDependencies.bind(this)
+    await asyncEach(hosts, host => boundInstallDependencies({ host }), { stopOnError: false })
+    const boundFormatDisks = formatDisks.bind(this)
+    await asyncEach(
+      hosts,
+      host => boundFormatDisks({ disks: disksByHost[host.id], host, force, ignoreFileSystems, provisioning }),
+      {
+        stopOnError: false,
+      }
+    )
 
-  log.info(`Create XOSTOR (${name}) with provisioning: ${provisioning}`)
-  const srRef = await xapi.SR_create({
-    device_config: {
-      'group-name': 'linstor_group/' + LV_NAME,
-      redundancy: String(replication),
-      provisioning,
-    },
-    host: host.id,
-    name_description: description,
-    name_label: name,
-    shared: true,
-    type: 'linstor',
+    const host = hosts[0]
+    const xapi = this.getXapi(host)
+
+    const srUuid = await Task.run({ properties: { name: 'creation of the storage' } }, async () => {
+      const srRef = await xapi.SR_create({
+        device_config: {
+          'group-name': 'linstor_group/' + LV_NAME,
+          redundancy: String(replication),
+          provisioning,
+        },
+        host: host.id,
+        name_description: description,
+        name_label: name,
+        shared: true,
+        type: 'linstor',
+      })
+      return xapi.getField('SR', srRef, 'uuid')
+    })
+
+    await this.rebindLicense({
+      licenseId: license.id,
+      oldBoundObjectId: tmpBoundObjectId,
+      newBoundObjectId: srUuid,
+    })
+
+    return srUuid
   })
-  const srUuid = await xapi.getField('SR', srRef, 'uuid')
-
-  await this.rebindLicense({
-    licenseId: license.id,
-    oldBoundObjectId: tmpBoundObjectId,
-    newBoundObjectId: srUuid,
-  })
-
-  return srUuid
 })
 
 create.description = 'Create a XOSTOR storage'
@@ -224,19 +249,34 @@ create.params = {
 
 // Also called by sr.destroy if sr.SR_type === 'linstor'
 export async function destroy({ sr }) {
-  if (sr.SR_type !== 'linstor') {
-    throw new Error('Not a XOSTOR storage')
-  }
-  const xapi = this.getXapi(sr)
-  const hosts = Object.values(xapi.objects.indexes.type.host).map(host => this.getObject(host.uuid, 'host'))
-
-  await xapi.destroySr(sr._xapiId)
-  const license = (await this.getLicenses({ productType: 'xostor' })).find(license => license.boundObjectId === sr.uuid)
-  await this.unbindLicense({
-    boundObjectId: license.boundObjectId,
-    productId: license.productId,
+  const task = this.tasks.create({
+    name: `deletion of XOSTOR: ${sr.name_label}`,
+    objectId: sr.uuid,
+    type: 'xo:xostor:destroy',
+  })
+  return task.run(async () => {
+    if (sr.SR_type !== 'linstor') {
+      throw new Error('Not a XOSTOR storage')
+    }
+    const xapi = this.getXapi(sr)
+    const hosts = Object.values(xapi.objects.indexes.type.host).map(host => this.getObject(host.uuid, 'host'))
+
+    await Task.run({ properties: { name: 'deletion of the storage', objectId: sr.uuid } }, () =>
+      xapi.destroySr(sr._xapiId)
+    )
+    const license = (await this.getLicenses({ productType: 'xostor' })).find(
+      license => license.boundObjectId === sr.uuid
+    )
+    await Task.run({ properties: { name: 'unbind the attached license' } }, () =>
+      this.unbindLicense({
+        boundObjectId: license.boundObjectId,
+        productId: license.productId,
+      })
+    )
+    await Task.run({ properties: { name: `destroy volume group on ${hosts.length} hosts` } }, () =>
+      asyncEach(hosts, host => destroyVolumeGroup(xapi, host, true), { stopOnError: false })
+    )
   })
-  return asyncEach(hosts, host => destroyVolumeGroup(xapi, host, true), { stopOnError: false })
 }
 destroy.description = 'Destroy a XOSTOR storage'
 destroy.permission = 'admin'

packages/xo-server/src/xapi-object-to-xo.mjs

@@ -697,6 +697,10 @@ const TRANSFORMS = {
   // -----------------------------------------------------------------
 
   task(obj) {
+    let applies_to
+    if (obj.other_config.applies_to) {
+      applies_to = obj.$xapi.getObject(obj.other_config.applies_to, undefined).uuid
+    }
     return {
       allowedOperations: obj.allowed_operations,
       created: toTimestamp(obj.created),
@@ -708,7 +712,7 @@ const TRANSFORMS = {
       result: obj.result,
       status: obj.status,
       xapiRef: obj.$ref,
-
+      applies_to,
       $host: link(obj, 'resident_on'),
     }
   },

packages/xo-server/src/xapi/index.mjs

@@ -389,7 +389,7 @@ export default class Xapi extends XapiBase {
 
     const onVmCreation = nameLabel !== undefined ? vm => vm.set_name_label(nameLabel) : null
 
-    const vm = await targetXapi._getOrWaitObject(await targetXapi._importVm(stream, sr, onVmCreation))
+    const vm = await targetXapi._getOrWaitObject(await targetXapi.VM_import(stream, sr.$ref, onVmCreation))
 
     return {
       vm,
@@ -674,36 +674,6 @@ export default class Xapi extends XapiBase {
     )
   }
 
-  @cancelable
-  async _importVm($cancelToken, stream, sr, onVmCreation = undefined) {
-    const taskRef = await this.task_create('VM import')
-    const query = {}
-
-    if (sr != null) {
-      query.sr_id = sr.$ref
-    }
-
-    if (onVmCreation != null) {
-      this.waitObject(
-        obj => obj != null && obj.current_operations != null && taskRef in obj.current_operations,
-        onVmCreation
-      )
-    }
-
-    const vmRef = await this.putResource($cancelToken, stream, '/import/', {
-      query,
-      task: taskRef,
-    }).then(extractOpaqueRef, error => {
-      // augment the error with as much relevant info as possible
-      error.pool_master = this.pool.$master
-      error.SR = sr
-
-      throw error
-    })
-
-    return vmRef
-  }
-
   @decorateWith(deferrable)
   async _importOvaVm($defer, stream, { descriptionLabel, disks, memory, nameLabel, networks, nCpus, tables }, sr) {
     // 1. Create VM.
@@ -812,7 +782,7 @@ export default class Xapi extends XapiBase {
     const sr = srId && this.getObject(srId)
 
     if (type === 'xva') {
-      return /* await */ this._getOrWaitObject(await this._importVm(stream, sr))
+      return /* await */ this._getOrWaitObject(await this.VM_import(stream, sr?.$ref))
     }
 
     if (type === 'ova') {

packages/xo-server/src/xo-mixins/backups-ng/index.mjs

@@ -129,7 +129,9 @@ export default class BackupNg {
                     isMatchingVm(obj) &&
                     // don't match replicated VMs created by this very job otherwise
                     // they will be replicated again and again
-                    !('start' in obj.blockedOperations && obj.other['xo:backup:job'] === job.id)
+                    !('start' in obj.blockedOperations && obj.other['xo:backup:job'] === job.id) &&
+                    // handle xo:no-bak and xo:no-bak=reason tags. For example : VMs from Health Check
+                    !obj.tags.some(t => t.split('=', 1)[0] === 'xo:no-bak')
                 })(),
               })
             )
@@ -624,7 +626,10 @@ export default class BackupNg {
       .run(async () => {
         const app = this._app
         const xapi = app.getXapi(srId)
-        const restoredId = await this.importVmBackupNg(backupId, srId, settings)
+        const restoredId = await this.importVmBackupNg(backupId, srId, {
+          ...settings,
+          additionnalVmTag: 'xo:no-bak=Health Check',
+        })
 
         const restoredVm = xapi.getObject(restoredId)
         try {

packages/xo-server/src/xo-mixins/file-restore-ng.mjs

@@ -1,5 +1,12 @@
 import Disposable from 'promise-toolbox/Disposable'
+import isPromise from 'promise-toolbox/isPromise'
+import { asyncEach } from '@vates/async-each'
+import { createLogger } from '@xen-orchestra/log'
+import { decorateWith } from '@vates/decorate-with'
 import { execa } from 'execa'
+import { MultiKeyMap } from '@vates/multi-key-map'
+
+const { warn } = createLogger('xo:mixins:file-restore-ng')
 
 // - [x] list partitions
 // - [x] list files in a partition
@@ -22,6 +29,8 @@ import { execa } from 'execa'
 //       - [ ] getMountedPartitions
 //       - [ ] unmountPartition
 export default class BackupNgFileRestore {
+  #mounts = new MultiKeyMap()
+
   constructor(app) {
     this._app = app
 
@@ -31,6 +40,16 @@ export default class BackupNgFileRestore {
       await Promise.all([execa('losetup', ['-D']), execa('vgchange', ['-an'])])
       await execa('pvscan', ['--cache'])
     })
+
+    app.hooks.on('stop', () =>
+      asyncEach(
+        this.#mounts.values(),
+        async pDisposable => {
+          await (await pDisposable).dispose()
+        },
+        { stopOnError: false }
+      )
+    )
   }
 
   async fetchBackupNgPartitionFiles(remoteId, diskId, partitionId, paths, format) {
@@ -108,4 +127,77 @@ export default class BackupNgFileRestore {
           adapter.listPartitionFiles(diskId, partitionId, path)
         )
   }
+
+  listMountedPartitions() {
+    const mounts = []
+    for (const [key, disposable] of this.#mounts.entries()) {
+      if (!isPromise(disposable)) {
+        const [remote, disk, partition] = key
+        mounts.push({ remote, disk, partition, path: disposable.value })
+      }
+    }
+    return mounts
+  }
+
+  @decorateWith(Disposable.factory)
+  *_mountPartition(remoteId, diskId, partitionId) {
+    const adapter = yield this._app.getBackupsRemoteAdapter(remoteId)
+
+    // yield(2) the disposable to use it
+    // yield(1) the value to make it available
+    yield yield adapter.getPartition(diskId, partitionId)
+  }
+
+  async mountPartition(remoteId, diskId, partitionId) {
+    const mounts = this.#mounts
+    const key = [remoteId, diskId, partitionId]
+
+    let pDisposable = mounts.get(key)
+    if (pDisposable !== undefined) {
+      return (await pDisposable).value
+    }
+
+    pDisposable = this._mountPartition(remoteId, diskId, partitionId)
+    mounts.set(key, pDisposable)
+    pDisposable.catch(() => mounts.delete(key))
+
+    const disposable = await pDisposable
+
+    // replace the promise by it's value so that it can be used directly in
+    // listMountedPartitions without breaking other uses
+    mounts.set(key, disposable)
+
+    const delay = await this._app.config.getDuration('backups.autoUnmountPartitionDelay')
+    if (delay !== 0) {
+      const dispose = disposable.dispose.bind(disposable)
+
+      const handle = setTimeout(
+        () =>
+          disposable.dispose().catch(error => {
+            warn('unmounting partition', { error })
+          }),
+        delay
+      )
+      disposable.dispose = () => {
+        clearTimeout(handle)
+        return dispose()
+      }
+    }
+
+    return disposable.value
+  }
+
+  async unmountPartition(remoteId, diskId, partitionId) {
+    const mounts = this.#mounts
+    const key = [remoteId, diskId, partitionId]
+
+    const pDisposable = mounts.get(key)
+    if (pDisposable === undefined) {
+      return
+    }
+
+    mounts.delete(key)
+
+    await (await pDisposable).dispose()
+  }
 }

packages/xo-server/src/xo-mixins/proxies.mjs

@@ -271,13 +271,13 @@ export default class Proxy {
       [namespace]: { xva },
     } = await app.getResourceCatalog()
     const xapi = app.getXapi(srId)
-    const vm = await xapi.importVm(
+    const vm = await xapi.VM_import(
       await app.requestResource({
         id: xva.id,
         namespace,
         version: xva.version,
       }),
-      { srId }
+      srId && this.getObject(srId, 'SR')._xapiRef
     )
     $defer.onFailure(() => xapi.VM_destroy(vm.$ref))
 

packages/xo-server/src/xo-mixins/rest-api.mjs

@@ -453,6 +453,15 @@ export default class RestApi {
         await pipeline(stream, res)
       })
     )
+    api.put(
+      '/:collection(vdis|vdi-snapshots)/:object.:format(vhd|raw)',
+      wrap(async (req, res) => {
+        req.length = +req.headers['content-length']
+        await req.xapiObject.$importContent(req, { format: req.params.format })
+
+        res.sendStatus(204)
+      })
+    )
     api.get(
       '/:collection(vms|vm-snapshots|vm-templates)/:object.xva',
       wrap(async (req, res) => {
@@ -479,24 +488,43 @@ export default class RestApi {
 
       res.json(result)
     })
-    api.patch(
-      '/:collection/:object',
-      json(),
-      wrap(async (req, res) => {
-        const obj = req.xapiObject
+    api
+      .patch(
+        '/:collection/:object',
+        json(),
+        wrap(async (req, res) => {
+          const obj = req.xapiObject
 
-        const promises = []
-        const { body } = req
-        for (const key of ['name_description', 'name_label']) {
-          const value = body[key]
-          if (value !== undefined) {
-            promises.push(obj['set_' + key](value))
+          const promises = []
+          const { body } = req
+
+          for (const key of ['name_description', 'name_label', 'tags']) {
+            const value = body[key]
+            if (value !== undefined) {
+              promises.push(obj['set_' + key](value))
+            }
           }
-        }
-        await promises
-        res.sendStatus(204)
-      })
-    )
+
+          await promises
+          res.sendStatus(204)
+        })
+      )
+      .delete(
+        '/:collection/:object/tags/:tag',
+        wrap(async (req, res) => {
+          await req.xapiObject.$call('remove_tags', req.params.tag)
+
+          res.sendStatus(204)
+        })
+      )
+      .put(
+        '/:collection/:object/tags/:tag',
+        wrap(async (req, res) => {
+          await req.xapiObject.$call('add_tags', req.params.tag)
+
+          res.sendStatus(204)
+        })
+      )
 
     api.get(
       '/:collection/:object/tasks',
@@ -548,6 +576,22 @@ export default class RestApi {
       })
     )
 
+    api.post(
+      '/:collection(pools)/:object/vms',
+      wrap(async (req, res) => {
+        let srRef
+        const { sr } = req.params
+        if (sr !== undefined) {
+          srRef = app.getXapiObject(sr, 'SR').$ref
+        }
+
+        const { $xapi } = req.xapiObject
+        const ref = await $xapi.VM_import(req, srRef)
+
+        res.end(await $xapi.getField('VM', ref, 'uuid'))
+      })
+    )
+
     api.post(
       '/:collection(srs)/:object/vdis',
       wrap(async (req, res) => {

packages/xo-server/src/xo.mjs

@@ -7,6 +7,7 @@ import isEmpty from 'lodash/isEmpty.js'
 import iteratee from 'lodash/iteratee.js'
 import mixin from '@xen-orchestra/mixin'
 import mixinLegacy from '@xen-orchestra/mixin/legacy.js'
+import once from 'lodash/once.js'
 import stubTrue from 'lodash/stubTrue.js'
 import SslCertificate from '@xen-orchestra/mixins/SslCertificate.mjs'
 import Tasks from '@xen-orchestra/mixins/Tasks.mjs'
@@ -126,16 +127,16 @@ export default class Xo extends EventEmitter {
   // -----------------------------------------------------------------
 
   _handleHttpRequest(req, res, next) {
-    const { url } = req
+    const { path } = req
 
     const { _httpRequestWatchers: watchers } = this
-    const watcher = watchers[url]
+    const watcher = watchers[path]
     if (!watcher) {
       next()
       return
     }
     if (!watcher.persistent) {
-      delete watchers[url]
+      delete watchers[path]
     }
 
     const { fn, data } = watcher
@@ -171,35 +172,35 @@ export default class Xo extends EventEmitter {
 
   async registerHttpRequest(fn, data, { suffix = '' } = {}) {
     const { _httpRequestWatchers: watchers } = this
-    let url
+    let path
 
     do {
-      url = `/api/${await generateToken()}${suffix}`
-    } while (url in watchers)
+      path = `/api/${await generateToken()}${suffix}`
+    } while (path in watchers)
 
-    watchers[url] = {
+    watchers[path] = {
       data,
       fn,
     }
-    return url
+    return path
   }
 
-  async registerHttpRequestHandler(url, fn, { data = undefined, persistent = true } = {}) {
+  async registerHttpRequestHandler(path, fn, { data = undefined, persistent = true } = {}) {
     const { _httpRequestWatchers: watchers } = this
 
-    if (url in watchers) {
-      throw new Error(`a handler is already registered for ${url}`)
+    if (path in watchers) {
+      throw new Error(`a handler is already registered for ${path}`)
     }
 
-    watchers[url] = {
+    watchers[path] = {
       data,
       fn,
       persistent,
     }
-  }
 
-  async unregisterHttpRequestHandler(url) {
-    delete this._httpRequestWatchers[url]
+    return once(() => {
+      delete this._httpRequestWatchers[path]
+    })
   }
 
   // -----------------------------------------------------------------

packages/xo-vmdk-to-vhd/package.json

@@ -1,7 +1,7 @@
 {
   "private": false,
   "name": "xo-vmdk-to-vhd",
-  "version": "2.5.6",
+  "version": "2.5.7",
   "license": "AGPL-3.0-or-later",
   "description": "JS lib reading and writing .vmdk and .ova files",
   "keywords": [
@@ -26,7 +26,7 @@
     "pako": "^2.0.4",
     "promise-toolbox": "^0.21.0",
     "tar-stream": "^3.1.6",
-    "vhd-lib": "^4.6.1",
+    "vhd-lib": "^4.7.0",
     "xml2js": "^0.4.23"
   },
   "devDependencies": {

packages/xo-web/package.json

@@ -1,7 +1,7 @@
 {
   "private": true,
   "name": "xo-web",
-  "version": "5.127.2",
+  "version": "5.130.0",
   "license": "AGPL-3.0-or-later",
   "description": "Web interface client for Xen-Orchestra",
   "keywords": [
@@ -137,7 +137,7 @@
     "xo-common": "^0.8.0",
     "xo-lib": "^0.11.1",
     "xo-remote-parser": "^0.9.2",
-    "xo-vmdk-to-vhd": "^2.5.6"
+    "xo-vmdk-to-vhd": "^2.5.7"
   },
   "scripts": {
     "build": "GIT_HEAD=$(git rev-parse HEAD) NODE_ENV=production gulp build",

packages/xo-web/src/common/intl/messages.js

@@ -572,6 +572,8 @@ const messages = {
   editBackupSmartNotResidentOn: 'Not resident on',
   editBackupSmartPools: 'Pools',
   editBackupSmartTags: 'Tags',
+  editBackupSmartTagsInfo:
+    "VMs with tags in the form of <b>xo:no-bak</b> or <b>xo:no-bak=Reason</b>won't be included in any backup.For example, ephemeral VMs created by health check have this tag",
   sampleOfMatchingVms: 'Sample of matching VMs',
   backupReplicatedVmsInfo:
     'Replicated VMs (VMs with Continuous Replication or Disaster Recovery tag) must be excluded!',
@@ -862,6 +864,7 @@ const messages = {
   srDisconnectAll: 'Disconnect from all hosts',
   srForget: 'Forget this SR',
   srsForget: 'Forget SRs',
+  nSrsForget: 'Forget {nSrs, number} SR{nSrs, plural, one {} other{s}}',
   srRemoveButton: 'Remove this SR',
   srNoVdis: 'No VDIs in this storage',
   srReclaimSpace: 'Reclaim freed space',
@@ -1238,6 +1241,7 @@ const messages = {
   vdiNameDescription: 'Description',
   vdiPool: 'Pool',
   vdiTags: 'Tags',
+  vdiTasks: 'VDI tasks',
   vdiSize: 'Size',
   vdiSr: 'SR',
   vdiVms: 'VMs',
@@ -1799,6 +1803,7 @@ const messages = {
   latest: 'latest',
   restoreVmBackupsStart: 'Start VM{nVms, plural, one {} other {s}} after restore',
   restoreVmBackupsBulkErrorTitle: 'Multi-restore error',
+  restoreVmUseDifferentialRestore: 'Use differential restore',
   restoreMetadataBackupTitle: 'Restore {item}',
   bulkRestoreMetadataBackupTitle:
     'Restore {nMetadataBackups, number} metadata backup{nMetadataBackups, plural, one {} other {s}}',
@@ -2371,11 +2376,9 @@ const messages = {
   srDisconnectAllModalMessage: 'This will disconnect this SR from all its hosts.',
   srsDisconnectAllModalMessage:
     'This will disconnect each selected SR from its host (local SR) or from every hosts of its pool (shared SR).',
-  srForgetModalTitle: 'Forget SR',
-  srsForgetModalTitle: 'Forget selected SRs',
-  srForgetModalMessage: "Are you sure you want to forget this SR? VDIs on this storage won't be removed.",
-  srsForgetModalMessage:
-    "Are you sure you want to forget all the selected SRs? VDIs on these storages won't be removed.",
+  forgetNSrsModalMessage: 'Are you sure you want to forget {nSrs, number} SR{nSrs, plural, one {} other{s}}?',
+  srForgetModalWarning:
+    'You will lose all the metadata, meaning all the links between the VDIs (disks) and their respective VMs. This operation cannot be undone.',
   srAllDisconnected: 'Disconnected',
   srSomeConnected: 'Partially connected',
   srAllConnected: 'Connected',

packages/xo-web/src/common/xo/index.js

@@ -2268,15 +2268,20 @@ export const deleteSr = sr =>
 
 export const fetchSrStats = (sr, granularity) => _call('sr.stats', { id: resolveId(sr), granularity })
 
-export const forgetSr = sr =>
-  confirm({
-    title: _('srForgetModalTitle'),
-    body: _('srForgetModalMessage'),
-  }).then(() => _call('sr.forget', { id: resolveId(sr) }), noop)
+export const forgetSr = sr => forgetSrs([sr])
+
 export const forgetSrs = srs =>
   confirm({
-    title: _('srsForgetModalTitle'),
-    body: _('srsForgetModalMessage'),
+    title: _('nSrsForget', { nSrs: srs.length }),
+    body: (
+      <p className='text-warning font-weight-bold'>
+        {_('forgetNSrsModalMessage', { nSrs: srs.length })} {_('srForgetModalWarning')}
+      </p>
+    ),
+    strongConfirm: {
+      messageId: 'nSrsForget',
+      values: { nSrs: srs.length },
+    },
   }).then(() => Promise.all(map(resolveIds(srs), id => _call('sr.forget', { id }))), noop)
 
 export const reconnectAllHostsSr = sr =>
@@ -2584,11 +2589,11 @@ export const listVmBackups = remotes => _call('backupNg.listVmBackups', { remote
 export const restoreBackup = (
   backup,
   sr,
-  { generateNewMacAddresses = false, mapVdisSrs = {}, startOnRestore = false } = {}
+  { generateNewMacAddresses = false, mapVdisSrs = {}, startOnRestore = false, useDifferentialRestore= false } = {}
 ) => {
   const promise = _call('backupNg.importVmBackup', {
     id: resolveId(backup),
-    settings: { mapVdisSrs: resolveIds(mapVdisSrs), newMacAddresses: generateNewMacAddresses },
+    settings: { mapVdisSrs: resolveIds(mapVdisSrs), newMacAddresses: generateNewMacAddresses, useDifferentialRestore },
     sr: resolveId(sr),
   })
 

packages/xo-web/src/xo-app/backup/new/smart-backup.js

@@ -97,7 +97,12 @@ const SmartBackup = decorate([
         </label>
         <SelectPool multi onChange={effects.setPoolNotValues} value={state.pools.notValues} />
       </FormGroup>
-      <h3>{_('editBackupSmartTags')}</h3>
+      <h3>
+        {_('editBackupSmartTags')}
+        <Tooltip content={_('editBackupSmartTagsInfo')}>
+          <Icon icon='info' />
+        </Tooltip>{' '}
+      </h3>
       <hr />
       <FormGroup>
         <label>

packages/xo-web/src/xo-app/backup/restore/index.js

@@ -184,16 +184,16 @@ export default class Restore extends Component {
       body: <RestoreBackupsModalBody data={data} />,
       icon: 'restore',
     })
-      .then(({ backup, generateNewMacAddresses, targetSrs: { mainSr, mapVdisSrs }, start }) => {
+      .then(({ backup, generateNewMacAddresses, targetSrs: { mainSr, mapVdisSrs }, start, useDifferentialRestore }) => {
         if (backup == null || mainSr == null) {
           error(_('backupRestoreErrorTitle'), _('backupRestoreErrorMessage'))
           return
         }
-
         return restoreBackup(backup, mainSr, {
           generateNewMacAddresses,
           mapVdisSrs,
           startOnRestore: start,
+          useDifferentialRestore,
         })
       }, noop)
       .then(() => this._refreshBackupList())

packages/xo-web/src/xo-app/backup/restore/restore-backups-modal-body.js

@@ -12,7 +12,11 @@ import { SelectSr } from 'select-objects'
 const BACKUP_RENDERER = getRenderXoItemOfType('backup')
 
 export default class RestoreBackupsModalBody extends Component {
-  state = { generateNewMacAddresses: false, targetSrs: { mainSr: undefined, mapVdisSrs: undefined } }
+  state = {
+    generateNewMacAddresses: false,
+    targetSrs: { mainSr: undefined, mapVdisSrs: undefined },
+    useDifferentialRestore: false,
+  }
 
   get value() {
     return this.state
@@ -79,6 +83,17 @@ export default class RestoreBackupsModalBody extends Component {
                 {_('generateNewMacAddress')}
               </div>
             )}
+
+            {this.state.backup.mode === 'delta' && (
+              <div>
+                <Toggle
+                  iconSize={1}
+                  value={this.state.useDifferentialRestore}
+                  onChange={this.toggleState('useDifferentialRestore')}
+                />{' '}
+                {_('restoreVmUseDifferentialRestore')}
+              </div>
+            )}
           </div>
         )}
       </div>

packages/xo-web/src/xo-app/tasks/index.js

@@ -66,15 +66,22 @@ const FILTERS = {
 
 @connectStore(() => ({
   host: createGetObject((_, props) => props.item.$host),
+  appliesTo: createGetObject((_, props) => props.item.applies_to),
 }))
 export class TaskItem extends Component {
   render() {
-    const { host, item: task } = this.props
-
+    const { appliesTo, host, item: task } = this.props
+    // garbage collection task has an uuid in the desc
+    const showDesc = task.name_description && task.name_label !== 'Garbage Collection'
     return (
       <div>
-        {task.name_label} ({task.name_description && `${task.name_description} `}
+        {task.name_label} ({showDesc && `${task.name_description} `}
         on {host ? <Link to={`/hosts/${host.id}`}>{host.name_label}</Link> : `unknown host − ${task.$host}`})
+        {appliesTo !== undefined && (
+          <span>
+            , applies to <Link to={`/srs/${appliesTo.id}`}>{appliesTo.name_label}</Link>
+          </span>
+        )}
         {task.disappeared === undefined && ` ${Math.round(task.progress * 100)}%`}
       </div>
     )

packages/xo-web/src/xo-app/vm/tab-disks.js

@@ -11,19 +11,19 @@ import React from 'react'
 import StateButton from 'state-button'
 import SortedTable from 'sorted-table'
 import TabButton from 'tab-button'
-import { compact, every, filter, find, forEach, get, map, some, sortedUniq, uniq } from 'lodash'
-import { Sr } from 'render-xo-item'
+import { compact, every, filter, find, forEach, get, map, reduce, some, sortedUniq, uniq } from 'lodash'
+import { Sr, Vdi } from 'render-xo-item'
 import { Container, Row, Col } from 'grid'
 import {
   createCollectionWrapper,
   createGetObjectsOfType,
   createSelector,
+  createFilter,
   createFinder,
   getCheckPermissions,
   getResolvedResourceSet,
   isAdmin,
 } from 'selectors'
-import { injectIntl } from 'react-intl'
 import {
   addSubscriptions,
   connectStore,
@@ -57,6 +57,8 @@ import {
   setBootableVbd,
   subscribeResourceSets,
 } from 'xo'
+import { Card, CardHeader, CardBlock } from 'card'
+import { FormattedRelative, injectIntl } from 'react-intl'
 import { SelectResourceSetsSr, SelectSr as SelectAnySr, SelectVdi } from 'select-objects'
 
 const compareSrs = createCompare([isSrShared])
@@ -168,6 +170,55 @@ const COLUMNS_VM_PV = [
 
 const COLUMNS = filter(COLUMNS_VM_PV, col => col.id !== 'vbdBootableStatus')
 
+const PROGRESS_STYLES = { margin: 0 }
+
+const COLUMNS_VDI_TASKS = [
+  {
+    itemRenderer: task => task.name_label,
+    name: _('name'),
+    sortCriteria: 'name_label',
+  },
+  {
+    itemRenderer: task => <Vdi id={task.details.vdiId} />,
+    name: _('object'),
+    sortCriteria: 'details.vdiName',
+  },
+  {
+    itemRenderer: task => task.details.action,
+    name: _('action'),
+    sortCriteria: 'details.action',
+  },
+  {
+    itemRenderer: task => formatSize(task.details.length),
+    name: _('size'),
+    sortCriteria: 'details.length',
+  },
+  {
+    itemRenderer: task => (
+      <progress style={PROGRESS_STYLES} className='progress' value={task.progress * 100} max='100' />
+    ),
+    name: _('progress'),
+    sortCriteria: 'progress',
+  },
+  {
+    itemRenderer: task => <FormattedRelative value={task.created * 1000} />,
+    name: _('taskStarted'),
+    sortCriteria: 'created',
+  },
+  {
+    itemRenderer: task => {
+      const started = task.created * 1000
+      const { progress } = task
+
+      if (progress === 0 || progress === 1) {
+        return // not yet started or already finished
+      }
+      return <FormattedRelative value={started + (Date.now() - started) / progress} />
+    },
+    name: _('taskEstimatedEnd'),
+  },
+]
+
 const INDIVIDUAL_ACTIONS = [
   ...(process.env.XOA_PLAN > 1
     ? [
@@ -454,10 +505,39 @@ class AttachDisk extends Component {
 }))
 @connectStore(() => {
   const getAllVbds = createGetObjectsOfType('VBD')
+  const getTasks = createGetObjectsOfType('task')
+
+  const getDetailedImportVdiTasks = createSelector(
+    getTasks,
+    createFilter((state, props) => props.vdis, [vdi => vdi.other_config['xo:import:task'] !== undefined]),
+    createCollectionWrapper((tasks, vdis) =>
+      reduce(
+        vdis,
+        (acc, vdi) => {
+          const task = tasks[vdi.other_config['xo:import:task']]
+          const length = vdi.other_config['xo:import:length']
+
+          acc.push({
+            ...task,
+            details: {
+              action: 'import',
+              length: Number(length),
+              vdiId: vdi.uuid,
+              vdiName: vdi.name_label,
+            },
+          })
+
+          return acc
+        },
+        []
+      )
+    )
+  )
 
   return (state, props) => ({
     allVbds: getAllVbds(state, props),
     checkPermissions: getCheckPermissions(state, props),
+    detailedImportVdiTasks: getDetailedImportVdiTasks(state, props),
     isAdmin: isAdmin(state, props),
     resolvedResourceSet: getResolvedResourceSet(state, props, !props.isAdmin && props.resourceSet !== undefined),
   })
@@ -712,6 +792,20 @@ export default class TabDisks extends Component {
             <IsoDevice vm={vm} />
           </Col>
         </Row>
+        <Row className='mt-1'>
+          <Col>
+            <Card>
+              <CardHeader>{_('vdiTasks')}</CardHeader>
+              <CardBlock>
+                <SortedTable
+                  collection={this.props.detailedImportVdiTasks}
+                  columns={COLUMNS_VDI_TASKS}
+                  stateUrlParam='t'
+                />
+              </CardBlock>
+            </Card>
+          </Col>
+        </Row>
       </Container>
     )
   }

scripts/gen-deps-list.js

@@ -123,6 +123,10 @@ async function readPackagesFromChangelog(toRelease) {
     }
 
     const { name, releaseType } = match.groups
+    if (name in toRelease) {
+      throw new Error('duplicate package to release in CHANGELOG.unreleased.md: ' + name)
+    }
+
     toRelease[name] = releaseType
   })
 }