added a function to automatically install cluster configuration and install npm dependencies upon setup

Author: jungkumseok

src/OneOS-Core/Program.cs

@@ -7,6 +7,7 @@
 using System.Threading;
 using System.Threading.Tasks;
 using System.Diagnostics;
+using Newtonsoft.Json.Linq;
 
 using OneOS.Runtime;
 using OneOS.Common;
@@ -156,6 +157,8 @@ files including the configuration file. If the configuration file does
                 // if first argument is "config", run the interactive setup
                 else if (arguments[0] == "config")
                 {
+                    Helpers.PrintPlatformInformation();
+
                     Console.WriteLine($"Running OneOS Configuration Setup");
                     Configuration.CreateOrUpdateConfig(mountPath);
                 }
@@ -164,7 +167,10 @@ files including the configuration file. If the configuration file does
                 {
                     Helpers.PrintPlatformInformation();
 
+                    EnsureTestClusterConfigs(mountPath);
+
                     Console.WriteLine($"Starting OneOS Test Cluster");
+                    Console.WriteLine($"(this cluster runs locally -- use this only during development)");
 
                     var config_0 = Configuration.LoadConfig(Path.Combine(mountPath, "test_0"));
                     var config_1 = Configuration.LoadConfig(Path.Combine(mountPath, "test_1"));
@@ -452,5 +458,76 @@ files including the configuration file. If the configuration file does
                 }
             }
         }
+
+        static void EnsureTestClusterConfigs(string mountPath)
+        {
+            if (!Directory.Exists(mountPath))
+            {
+                Console.WriteLine($"{mountPath} directory not found. Creating ...");
+                Directory.CreateDirectory(mountPath);
+            };
+
+            var cores = Configuration.LookupCores();
+
+            for (var i = 0; i < 5; i++)
+            {
+                var peerId = $"test_{i}";
+                var baseDirPath = Path.Combine(mountPath, peerId);
+                var configPath = Path.Combine(baseDirPath, "config.json");
+
+                if (!Directory.Exists(baseDirPath))
+                {
+                    Console.WriteLine($"{baseDirPath} directory not found. Creating ...");
+                    Directory.CreateDirectory(baseDirPath);
+                };
+
+                // look for config file
+                if (!File.Exists(configPath))
+                {
+                    var json = JObject.Parse("{}");
+                    json["domain"] = "default.domain";
+                    json["id"] = peerId;
+                    json["port"] = $"800{i}";
+                    json["storage"] = Path.Combine(baseDirPath, "data");
+                    json["vms"] = JArray.Parse("[]");
+                    json["io"] = JArray.Parse("[]");
+                    json["cores"] = JArray.Parse($"[ 1, {cores.Item2} ]");
+                    json["memory"] = 512;
+                    json["disk"] = 1024;
+                    json["tags"] = JArray.Parse("[]");
+                    json["peers"] = JObject.Parse("{}");
+
+                    var vmAgents = (JArray)json["vms"];
+                    foreach (var lang in Configuration.LanguageMap)
+                    {
+                        try
+                        {
+                            var bin = Configuration.LookupVM(lang.Value);
+                            var vmConfig = new JObject();
+                            vmConfig["name"] = lang.Key;
+                            vmConfig["language"] = lang.Key;
+                            vmConfig["bin"] = bin;
+                            vmAgents.Add(vmConfig);
+                        }
+                        catch (NullReferenceException ex)
+                        {
+                            // do nothing
+                        }
+                    }
+
+                    var peers = (JObject)json["peers"];
+                    for (var j = 0; j < 5; j++)
+                    {
+                        var otherId = $"test_{j}";
+                        if (peerId != otherId)
+                        {
+                            peers.Add(otherId, $"127.0.0.1:800{j}");
+                        }
+                    }
+
+                    File.WriteAllText(configPath, json.ToString());
+                }
+            }
+        }
     }
 }

src/OneOS/Runtime/Configuration.cs

@@ -1,15 +1,13 @@
 using System;
 using System.Collections.Generic;
-using System.Text;
 using System.Linq;
 using System.IO;
 using System.Net;
 using System.Diagnostics;
 using System.Runtime.InteropServices;
+using System.Threading.Tasks;
 using Newtonsoft.Json.Linq;
 
-using OneOS.Common;
-
 namespace OneOS.Runtime
 {
     public class Configuration
@@ -21,7 +19,7 @@ public class Configuration
         static string OneOSPath = Path.Combine(HomePath, ".oneos");
         public static string DefaultOneOSPath { get => OneOSPath; }
 
-        static Dictionary<string, string> LanguageMap = new Dictionary<string, string>()
+        public static Dictionary<string, string> LanguageMap = new Dictionary<string, string>()
         {
             { "csharp", "dotnet" },
             { "fsharp", "dotnet" },
@@ -110,6 +108,57 @@ public static void CreateOrUpdateConfig(string mountPath = null)
             SaveConfig(configPath, json);
         }
 
+        private static void InstallNodeJSDependencies(string tempDataPath, string dependencies)
+        {
+            var tcs = new TaskCompletionSource<object>();
+
+            Console.WriteLine($"Installing oneos.js NPM Dependencies");
+
+            var startInfo = new ProcessStartInfo();
+            startInfo.UseShellExecute = false;
+            startInfo.WorkingDirectory = tempDataPath;
+            startInfo.RedirectStandardInput = true;
+            startInfo.RedirectStandardOutput = true;
+            startInfo.RedirectStandardError = true;
+
+            if (RuntimeInformation.IsOSPlatform(OSPlatform.Windows))
+            {
+                startInfo.FileName = "cmd";
+                startInfo.Arguments = "/c npm install " + dependencies;
+            }
+            else
+            {
+                startInfo.FileName = "npm";
+                startInfo.Arguments = "install " + dependencies;
+            }
+
+            var npm = new Process();
+            npm.StartInfo = startInfo;
+            npm.EnableRaisingEvents = true;
+            npm.Exited += (sender, evt) =>
+            {
+                string output;
+                if (npm.ExitCode != 0)
+                {
+                    output = npm.StandardError.ReadToEnd();
+                }
+                else
+                {
+                    output = npm.StandardOutput.ReadToEnd();
+                }
+
+                tcs.SetResult(output);
+            };
+
+            npm.Start();
+
+            var result = tcs.Task.Result;
+
+            Console.WriteLine(result);
+
+            return;
+        }
+
         // ensures that the OneOS directory exists
         static void CheckOneOSDirectory(string mountPath)
         {
@@ -155,6 +204,9 @@ static void CheckOneOSDirectory(string mountPath)
             {
                 Console.WriteLine($"{npmPackageJson} file not found. Creating ...");
                 File.WriteAllText(npmPackageJson, "{}");
+
+                // install oneos.js dependencies
+                InstallNodeJSDependencies(tempDirectory, "[email protected] [email protected] [email protected]");
             }
 
             // check node_modules (needed for JavaScript agents)
@@ -461,7 +513,7 @@ static void CreateOrUpdateField(JObject json, string key, string fieldName, stri
             }
         }
 
-        static string LookupVM(string binaryName)
+        public static string LookupVM(string binaryName)
         {
             Process cmd = new Process();
 
@@ -480,14 +532,16 @@ static string LookupVM(string binaryName)
 
             cmd.WaitForExit();
 
-            string result = cmd.StandardOutput.ReadToEnd().Trim();
+            string[] result = cmd.StandardOutput.ReadToEnd().Trim().Split('\n');
+
+            if (result[0].Contains("Could not find")) throw new NullReferenceException();
 
-            if (result.Contains("Could not find")) throw new NullReferenceException();
+            if (!File.Exists(result[0])) throw new NullReferenceException();
 
-            return result;
+            return result[0];
         }
 
-        static (int, int) LookupCores()
+        public static (int, int) LookupCores()
         {
             Process cmd = new Process();
             cmd.StartInfo.RedirectStandardOutput = true;

src/OneOS/Runtime/Kernel/SessionManager.cs

@@ -83,7 +83,7 @@ public async Task<object> GetShell(string username, string password)
             {
                 if (!Runtime.Registry.Agents.ContainsKey(ShellUri(username)))
                 {
-                    var env = new Dictionary<string, string>();
+                    var env = new Dictionary<string, string>() { { "CHECKPOINT_INTERVAL", "0" } };
                     await Request("kernels." + Runtime.Domain + "/RegistryManager", "SpawnAs", ShellUri(username), username, "OneOSKernel", env, "UserShell", username, "interpreter");
                 }
 

src/OneOS/Runtime/Registry.cs

@@ -638,7 +638,7 @@ public enum LanguageInfo
             public bool OutputToShell;
             public string BinaryPath;
             public string Arguments;
-            public List<string> Subscriptions;
+            public List<string> Subscriptions = new List<string>();
             public int CheckpointInterval;
             public float OutputRateLimit;
             public string LastCheckpoint;

src/OneOS/Runtime/Runtime.cs

@@ -191,7 +191,7 @@ internal async Task<List<string>> SyncRegistry()
             var tasks = new List<Task>();
             var results = new List<string>();
 
-            Console.WriteLine($"\n{this} Syncing Registry...");
+            Console.WriteLine($"\n{this} Syncing Registry with {ActivePeers.Count} peers...");
 
             foreach (var item in ActivePeers)
             {
@@ -2223,4 +2223,4 @@ protected override void OnEnd()
             Console.WriteLine($"{this} Stopped");
         }
     }
-}
+}