JIT related flags + Idle time instrumentation added

Added instrumentation to measure worker idle time before it receives its first request. 
Also added flags related to JIT deployment

dispatch_system/constants.json

@@ -28,6 +28,7 @@
     "autoscalar_metrics": {
         "open_request_threshold": 100
     },
-    "speculative_deployment": true,
+    "speculative_deployment": false,
+    "JIT_deployment": false,
     "id_size": 20
 }

dispatch_system/dispatch_manager/explicit_chain_handler.js

@@ -201,7 +201,7 @@ router.post('/execute/:id', (req, res) => {
                 aliases = data
                 let payload = JSON.parse(req.body.data)
                 console.log(payload);
-                getTimeLines(aliases, mapPlanner);
+                speculative_deployment(aliases, mapPlanner);
                 orchestrator(res, payload, map, aliases, {})
             })
     } else {
@@ -214,7 +214,7 @@ router.post('/execute/:id', (req, res) => {
                     .then(data => {
                         aliases = data
                         let payload = JSON.parse(req.body.data)
-                        getTimeLines(aliases, mapPlanner);
+                        speculative_deployment(aliases, mapPlanner);
                         orchestrator(res, payload, map, aliases, {})
                     })
             })
@@ -302,11 +302,12 @@ function checkCondition(op1, op2, op, result) {
     return (operator[op](data, op2))? "success": "fail"
 }
 
-async function getTimeLines(aliases, map) {
+async function speculative_deployment(aliases, map) {
     if (constants.speculative_deployment) {
         console.log(aliases);
         let getData = []
         for (const [mod, metadata] of Object.entries(map)) {
+            if (constants.JIT_deployment) {
                 console.log(mod, metadata, aliases[mod].alias);
 
                 let url = metricsDB + aliases[mod].alias
@@ -316,15 +317,22 @@ async function getTimeLines(aliases, map) {
                 console.log(data);
 
                 getData.push(data)
+            } else {
+                let payload = [{
+                    topic: constants.topics.hscale,
+                    messages: JSON.stringify({ "runtime": metadata.runtime, "functionHash": aliases[mod].alias })
+                }]
+                notify(payload)
             }
-
+        }
+        if (constants.JIT_deployment) {
             Promise.all(getData).then((values) => {
                 let dataMap = new Map()
                 for (const data of values) {
                     dataMap[data._id] = data
                 }
 
-            let done =new  Map()
+                let done = new Map()
                 let toBeDone = new Set()
                 // var plannerMap = new Map(map)
                 do {
@@ -347,14 +355,14 @@ async function getTimeLines(aliases, map) {
                             }
                             if (flag) {
                                 console.log("notifying", mod);
-                            let notifyTime = ((maxWait - dataMap[aliases[mod].alias][metadata.runtime].starttime) > 0)? 
-                                maxWait - dataMap[aliases[mod].alias][metadata.runtime].starttime: 0
+                                let notifyTime = ((maxWait - dataMap[aliases[mod].alias][metadata.runtime].starttime) > 0) ?
+                                    maxWait - dataMap[aliases[mod].alias][metadata.runtime].starttime : 0
                                 console.log(mod, "max wait", maxWait, "notify time:", notifyTime);
                                 let payload = [{
                                     topic: constants.topics.hscale,
                                     messages: JSON.stringify({ "runtime": metadata.runtime, "functionHash": aliases[mod].alias })
                                 }]
-                            // setTimeout(notify, notifyTime, payload)
+                                setTimeout(notify, notifyTime, payload)
                                 done[mod] = maxWait + dataMap[aliases[mod].alias][metadata.runtime].warmstart
                                 if (toBeDone.has(mod))
                                     delete toBeDone[mod]
@@ -368,6 +376,7 @@ async function getTimeLines(aliases, map) {
                 } while (toBeDone.size != 0)
             })
         }
+    }
 }
 
 function readMap(filename, alias = false) {

dispatch_system/dispatch_manager/repository/worker_env/env.js

@@ -5,7 +5,8 @@ let request = require('request')
 const process = require('process')
 
 const app = express()
-let port = 5000, resource_id, functionHash, runtime, idleTime = 30
+let port = 5000, resource_id, functionHash, runtime, idleTime = 60, flagFirstRequest = true
+let waitTime
 
 resource_id = process.argv[2]
 functionHash = process.argv[3]
@@ -28,6 +29,10 @@ app.use(bodyParser.json())
 
 let lastRequest = Date.now(), totalRequest = 0
 app.post('/serverless/function/execute/', (req, res) => {
+    if (flagFirstRequest) {
+        waitTime = Date.now() - waitTime
+        flagFirstRequest = false
+    }
     let payload = req.body
     lastRequest = Date.now()
     totalRequest++
@@ -59,6 +64,7 @@ app.listen(port, () => {
             runtime, resource_id, entity_id: process.pid}),
         "status": true
     }], () => { })
+    waitTime = Date.now()
 })
 
 function shouldDie() {
@@ -67,7 +73,7 @@ function shouldDie() {
         let message = JSON.stringify({
             functionHash, portExternal: port,
             runtime, resource_id, entity_id: process.pid,
-            total_request: totalRequest
+            total_request: totalRequest, wait_time: waitTime
         })
 
         console.log("Idle for too long. Exiting");