[VC update] rest-server

docs/rest-server/API.md

@@ -1018,4 +1018,4 @@ the version upgrade, which has no namespaces. They are called "legacy jobs", whi
 but cannot be created. To figure out them, there is a "legacy: true" field of them in list apis.
 
 In the next versions, all operations of legacy jobs may be disabled, so please re-create them as namespaced
-job as soon as possible.
+job as soon as possible.

src/hadoop-resource-manager/deploy/hadoop-resource-manager-configuration/yarn-site.xml

@@ -44,6 +44,12 @@
         <value>1048576</value>
         <description>default is 8GB, here we set 1024G</description>
     </property>
+
+    <property>
+        <name>yarn.scheduler.configuration.store.class</name>
+        <value>zk</value>
+        <description>default is file, change it to zk to enable config by rest api</description>
+    </property>
 
     <property>
       <name>yarn.resourcemanager.scheduler.class</name>

src/rest-server/package.json

@@ -49,10 +49,11 @@
     "node-cache": "~4.2.0",
     "node-etcd": "~5.1.0",
     "nyc": "~11.6.0",
+    "ssh-keygen": "~0.4.2",
     "statuses": "~1.5.0",
     "unirest": "~0.5.1",
     "winston": "~2.4.0",
-    "ssh-keygen": "~0.4.2"
+    "xml2js": "~0.4.19"
   },
   "scripts": {
     "coveralls": "nyc report --reporter=text-lcov | coveralls ..",

src/rest-server/src/config/vc.js

@@ -0,0 +1,41 @@
+// Copyright (c) Microsoft Corporation
+// All rights reserved.
+//
+// MIT License
+//
+// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
+// documentation files (the "Software"), to deal in the Software without restriction, including without limitation
+// the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and
+// to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+// The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+//
+// THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING
+// BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+// NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
+// DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+// OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+// module dependencies
+const Joi = require('joi');
+
+// define the input schema for the 'update vc' api
+const vcPutInputSchema = Joi.object().keys({
+  vcCapacity: Joi.number()
+    .integer()
+    .min(0)
+    .max(100)
+    .required(),
+}).required();
+
+// define the input schema for the 'put vc status' api
+const vcStatusPutInputSchema = Joi.object().keys({
+  vcStatus: Joi.string()
+    .valid(['stopped', 'running'])
+    .required(),
+}).required();
+
+// module exports
+module.exports = {
+  vcPutInputSchema: vcPutInputSchema,
+  vcStatusPutInputSchema: vcStatusPutInputSchema,
+};

src/rest-server/src/config/yarn.js

@@ -18,6 +18,9 @@
 
 // module dependencies
 const Joi = require('joi');
+const unirest = require('unirest');
+const config = require('./index');
+const logger = require('./logger');
 
 // get config from environment variables
 let yarnConfig = {
@@ -26,8 +29,13 @@ let yarnConfig = {
     'Accept': 'application/json',
   },
   yarnVcInfoPath: `${process.env.YARN_URI}/ws/v1/cluster/scheduler`,
+  webserviceUpdateQueueHeaders: {
+    'Content-Type': 'application/xml',
+  },
+  yarnVcUpdatePath: `${process.env.YARN_URI}/ws/v1/cluster/scheduler-conf`,
 };
 
+
 const yarnConfigSchema = Joi.object().keys({
   yarnUri: Joi.string()
     .uri()
@@ -37,6 +45,11 @@ const yarnConfigSchema = Joi.object().keys({
   yarnVcInfoPath: Joi.string()
     .uri()
     .required(),
+  webserviceUpdateQueueHeaders: Joi.object()
+    .required(),
+  yarnVcUpdatePath: Joi.string()
+    .uri()
+    .required(),
 }).required();
 
 const {error, value} = Joi.validate(yarnConfig, yarnConfigSchema);
@@ -45,4 +58,18 @@ if (error) {
 }
 yarnConfig = value;
 
+
+// framework launcher health check
+if (config.env !== 'test') {
+  unirest.get(yarnConfig.yarnVcInfoPath)
+  .timeout(2000)
+  .end((res) => {
+    if (res.status === 200) {
+      logger.info('connected to yarn successfully');
+    } else {
+      throw new Error('cannot connect to yarn');
+    }
+  });
+}
+
 module.exports = yarnConfig;

src/rest-server/src/controllers/vc.js

@@ -20,23 +20,14 @@ const VirtualCluster = require('../models/vc');
 const createError = require('../util/error');
 
 /**
- * Load virtual cluster and append to req.
+ * Validation, not allow operation to "default" vc.
  */
-const load = (req, res, next, vcName) => {
-  new VirtualCluster(vcName, (vcInfo, error) => {
-    if (error) {
-      return next(createError.unknown(error));
-    }
-    req.vc = vcInfo;
+const validate = (req, res, next, vcName) => {
+  if (vcName === 'default' && req.method !== 'GET') {
+    return next(createError('Forbidden', 'ForbiddenUserError', `Update operation to default vc isn't allowed`));
+  } else {
     return next();
-  });
-};
-
-/**
- * Get virtual cluster status.
- */
-const get = (req, res) => {
-  return res.json(req.vc);
+  }
 };
 
 /**
@@ -59,9 +50,105 @@ const list = (req, res, next) => {
   });
 };
 
+/**
+ * Get a vc.
+ */
+const get = (req, res, next) => {
+  const vcName = req.params.vcName;
+  VirtualCluster.prototype.getVc(vcName, (vcInfo, err) => {
+    if (err) {
+      return next(createError.unknown(err));
+    } else {
+      return res.status(200).json(vcInfo);
+    }
+  });
+};
+
+
+/**
+ * Add a vc.
+ */
+const update = (req, res, next) => {
+  const vcName = req.params.vcName;
+  const vcCapacity = parseInt(req.body.vcCapacity);
+  if (req.user.admin) {
+    VirtualCluster.prototype.updateVc(vcName, vcCapacity, (err) => {
+      if (err) {
+        return next(createError.unknown(err));
+      } else {
+        return res.status(201).json({
+          message: `update vc: ${vcName} to capacity: ${vcCapacity} successfully`,
+        });
+      }
+    });
+  } else {
+    next(createError('Forbidden', 'ForbiddenUserError', `Non-admin is not allowed to do this operation.`));
+  }
+};
+
+
+/**
+ * Update vc status, changing a vc from running to stopped a vc will only prevent new job in this vc.
+ */
+const updateStatus = (req, res, next) => {
+  const vcName = req.params.vcName;
+  const vcStatus = req.body.vcStatus;
+  if (req.user.admin) {
+    if (vcStatus === 'stopped') {
+      VirtualCluster.prototype.stopVc(vcName, (err) => {
+        if (err) {
+          return next(createError.unknown(err));
+        } else {
+          return res.status(201).json({
+            message: `stop vc ${vcName} successfully`,
+          });
+        }
+      });
+    } else if (vcStatus === 'running') {
+      VirtualCluster.prototype.activeVc(vcName, (err) => {
+        if (err) {
+          return next(createError.unknown(err));
+        } else {
+          return res.status(201).json({
+            message: `active vc ${vcName} successfully`,
+          });
+        }
+      });
+    } else {
+      next(createError('Bad Request', 'BadConfigurationError', `Unknown vc status: ${vcStatus}`));
+    }
+  } else {
+    next(createError('Forbidden', 'ForbiddenUserError', `Non-admin is not allowed to do this operation.`));
+  }
+};
+
+
+/**
+ * Remove a vc.
+ */
+const remove = (req, res, next) => {
+  const vcName = req.params.vcName;
+  if (req.user.admin) {
+    VirtualCluster.prototype.removeVc(vcName, (err) => {
+      if (err) {
+        return next(createError.unknown(err));
+      } else {
+        return res.status(201).json({
+          message: `remove vc: ${vcName} successfully`,
+        });
+      }
+    });
+  } else {
+    next(createError('Forbidden', 'ForbiddenUserError', `Non-admin is not allowed to do this operation.`));
+  }
+};
+
 // module exports
 module.exports = {
-  load,
   get,
   list,
+  update,
+  remove,
+  updateStatus,
+  validate,
 };