tested workflow scheduler on a 4 node system

-- fixed multiple bugs
-- tested rr and random schedulers

dispatch_system/constants.json

 {
     "registry_url": "10.129.6.5:5000/",
     "master_port": 8080,
-    "master_address": "localhost",
+    "master_address": "10.129.6.5",
     "rm_port": 8081,
     "grunt_host": "https://www.namandixit.net/lovecraftian_nightmares/grunt",
     "couchdb_host": "10.129.6.5:5984",
@@ -34,7 +34,7 @@
         "test": "test"
     },
     "resource_scheduler": {
-        "select": "random",
+        "select": "workflow",
         "options": {
             "rr": "rr", "random": "random", "jsq": "jsq", "workflow": "workflow"
         }
@@ -49,4 +49,4 @@
     "JIT_deployment": true,
     "aggressivity": 1,
     "id_size": 20
-}
+}
\ No newline at end of file

dispatch_system/dispatch_manager/explicit_chain_handler.js

@@ -309,7 +309,7 @@ async function orchestrator(chain_id, res, payload, map, aliases, result, path,
                 sharedMeta.client.sadd(request_id, aliases[functionName].alias)
                 libSupport.fetchData(url, data)
                     .then(json => {
-                        // console.log(json);
+
                         result[functionName] = json
                         sharedMeta.client.srem(request_id, aliases[functionName].alias)
                         aliases[functionName].status = "done"
@@ -448,13 +448,21 @@ async function speculative_deployment(chain_id, aliases, chainData, request_id)
             console.log("delay map", delayMap);
             console.log("notifcation plan", plan);
         }
-        await fetch(`http://${constants.master_address}:${constants.rm_port}`, {
-            method: 'post',
-            body: JSON.stringify({
-                plan
-            }),
-            headers: { 'Content-Type': 'application/json' },
-        })
+
+        /**
+         * If the scheduler is workflow aware send the workflow plan to RM
+         */
+        if (constants.resource_scheduler.select === constants.resource_scheduler.options.workflow) {
+            await fetch(`http://${constants.master_address}:${constants.rm_port}/resource/plan`, {
+                method: 'post',
+                body: JSON.stringify({
+                    plan
+                }),
+                headers: { 'Content-Type': 'application/json' },
+            })
+            console.log("Spec plan sent")
+        }
+        
         let counter = 0, maxCount = plan.length * constants.aggressivity
         for (const node of plan) {
             if (counter > maxCount)

dispatch_system/dispatch_manager/index.js

@@ -57,8 +57,8 @@ let kafka = require('kafka-node'),
 app.use(morgan('combined', {
     skip: function (req, res) { return res.statusCode < 400 }
 }))
-app.use(express.json());
-app.use(express.urlencoded({ extended: true }));
+app.use(express.json({ limit: '2gb' }));
+app.use(express.urlencoded({ extended: true, limit: '2gb' }));
 const file_path = __dirname + "/repository/"
 app.use('/repository', express.static(file_path)); // file server hosting deployed functions
 app.use(fileUpload())

dispatch_system/dispatch_manager/package.json

@@ -19,8 +19,10 @@
     "kafka-node": "^5.0.0",
     "morgan": "^1.9.1",
     "mqtt": "^3.0.0",
+    "nanoid": "^3.1.12",
     "node-fetch": "^2.6.0",
     "node-interval-tree": "^1.3.3",
+    "nodemon": "^2.0.4",
     "prom-client": "^12.0.0",
     "redis": "^2.8.0",
     "request": "^2.88.0",

dispatch_system/dispatch_manager/repository/worker_env/env.js

@@ -23,8 +23,8 @@ let kafka = require('kafka-node'),
     }),
     producer = new Producer(client)
 
-app.use(express.json());
-app.use(express.urlencoded({ extended: true }));
+app.use(express.json({ limit: '2gb' }));
+app.use(express.urlencoded({ extended: true, limit: '2gb' }));
 
 let lastRequest = Date.now(), totalRequest = 0
 app.post('/serverless/function/execute/', (req, res) => {

dispatch_system/dispatch_manager/rm.js

@@ -54,12 +54,12 @@ function workflow(plan, functionHash) {
      * adding a tolerance of 2s
      */
     if (spec_plan[functionHash]) {
-        console.log(spec_plan[functionHash]);
+        // console.log(spec_plan[functionHash]);
         let timeline = spec_plan[functionHash].timeline
         for (const specs of timeline) {
-            console.log(time - specs, time, specs);
+            // console.log(time - specs, time, specs);
             if (time > specs - tolerance && time < specs + tolerance) {
-                console.log(spec_plan, "found");
+                console.log("found");
                 return spec_plan[functionHash].address
             } else if (time < specs - 2 || time > specs + 2) {
                 delete specs
@@ -105,16 +105,19 @@ app.post('/resource/plan', (req, res) => {
     let addresslist = Object.keys(workerNodes)
     // console.log(workerNodes, addresslist, addresslist.length, Math.floor(Math.random() * addresslist.length));
     let address = addresslist[Math.floor(Math.random() * addresslist.length)]
-    let plan = req.plan
+    let plan = req.body.plan
+    const time = Date.now()
+    console.log(plan)
     if (plan) {
         for (const node in plan) {
             if (plan.hasOwnProperty(node)) {
-                if (!spec_plan[node])
-                    spec_plan[node] = {
+                let functionHash = plan[node].id
+                if (!spec_plan[functionHash])
+                    spec_plan[functionHash] = {
                         address,
                         timeline: []
                     }
-                spec_plan[node].timeline.push(plan[node] + time)
+                spec_plan[functionHash].timeline.push(plan[node].invokeTime + time)
             }
         }
         console.log("updated spec_plan", spec_plan);