Python integration

.config/dotnet-tools.json

@@ -3,7 +3,7 @@
   "isRoot": true,
   "tools": {
     "fable": {
-      "version": "4.6.0",
+      "version": "4.13.0",
       "commands": [
         "fable"
       ]

.github/workflows/build-test.yml

@@ -10,19 +10,24 @@ jobs:
   test:
 
     strategy:
+      fail-fast: false
       matrix:
         os: [ubuntu-latest, windows-latest]
 
     runs-on: ${{ matrix.os }}
 
     steps:
     - uses: actions/checkout@v3
+
+    # SETUP .NET
     - name: Setup .NET
       uses: actions/setup-dotnet@v3
       with:
         dotnet-version: 6.x.x
     - name: Restore fable
       run: dotnet tool restore
+
+    # SETUP NODE
     - name: Setup Node.js environment
       uses: actions/setup-node@v3
       with:
@@ -33,6 +38,28 @@ jobs:
     - name: install node modules ISA
       working-directory: ./src/ISA
       run: npm install
+
+    # SETUP PYTHON
+    - name: Setup Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: '3.11'
+    - name: Setup Virtual Environment
+      run: python -m venv .venv
+    - name: Setup Poetry Windows
+      if: matrix.os == 'windows-latest'
+      run: |
+          .\.venv\Scripts\python.exe -m pip install -U pip setuptools
+          .\.venv\Scripts\python.exe -m pip install poetry
+          .\.venv\Scripts\python.exe -m poetry install --no-root
+    - name: Setup Poetry Unix
+      if: matrix.os == 'ubuntu-latest'
+      run: |
+          ./.venv/bin/python -m pip install -U pip setuptools
+          ./.venv/bin/python -m pip install poetry
+          ./.venv/bin/python -m poetry install --no-root
+
+    # BUILD
     - name: make script executable
       if: matrix.os == 'ubuntu-latest'
       run: chmod u+x build.sh

.gitignore

@@ -355,6 +355,7 @@ paket-files/
 # Custom ignored files
 dist/
 tmp/
+/.venv
 /tests/JavaScript/ARCtrl
 /tests/Python/ARCtrl
 /tests/UI/ARCtrl

ARCtrl.sln

@@ -12,6 +12,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Solution Items", "Solution
 		.config\dotnet-tools.json = .config\dotnet-tools.json
 		global.json = global.json
 		package.json = package.json
+		pyproject.toml = pyproject.toml
 		README.md = README.md
 		RELEASE_NOTES.md = RELEASE_NOTES.md
 	EndProjectSection

README.md

@@ -20,7 +20,7 @@ and __JavaScript__! ❤️
 ``` 
 
 ```bash
-<PackageReference Include="ARCtrl" Version="1.0.0-beta.1" />
+<PackageReference Include="ARCtrl" Version="1.1.0" />
 ```
 
 ### JavaScript
@@ -44,10 +44,27 @@ Currently we provide some documentation in form of markdown files in the `/docs`
     - verify with `npm --version` (Tested with v9.2.0)
 - [.NET SDK](https://dotnet.microsoft.com/en-us/download)
     - verify with `dotnet --version` (Tested with 7.0.306)
+- [Python](https://www.python.org/downloads/)
+    - verify with `py --version` (Tested with 3.12.2)
 
 ### Local Setup
 
-1. `dotnet tool restore`
-3. `npm install`
+1. Setup dotnet tools
+
+   `dotnet tool restore`
+
+2. Install NPM dependencies
+
+   `npm install`
+
+3. Setup python environment
+
+   `py -m venv .venv`
+
+4. Install [Poetry](https://python-poetry.org/) and dependencies
+
+   1. `.\.venv\Scripts\python.exe -m pip install -U pip setuptools`
+   2. `.\.venv\Scripts\python.exe -m pip install poetry`
+   3. `.\.venv\Scripts\python.exe -m poetry install --no-root`
 
 Verify correct setup with `./build.cmd runtests` ✨

build.cmd

@@ -1,5 +1,6 @@
 @echo off
 
+set PYTHONIOENCODING=utf-8
 dotnet tool restore
 cls 
 dotnet run --project ./build/build.fsproj %*

build/BasicTasks.fs

@@ -7,6 +7,122 @@ open Fake.IO.Globbing.Operators
 
 open ProjectInfo
 
+[<AutoOpen>]
+module Helper =
+
+    open Fake
+    open Fake.Core
+
+    let createProcess exe arg dir =
+        CreateProcess.fromRawCommandLine exe arg
+        |> CreateProcess.withWorkingDirectory dir
+        |> CreateProcess.ensureExitCode
+
+    module Proc =
+
+        module Parallel =
+
+            open System
+
+            let locker = obj()
+
+            let colors = [|  
+                ConsoleColor.DarkYellow
+                ConsoleColor.DarkCyan 
+                ConsoleColor.Magenta
+                ConsoleColor.Blue
+                ConsoleColor.Cyan
+                ConsoleColor.DarkMagenta
+                ConsoleColor.DarkBlue
+                ConsoleColor.Yellow
+            |]
+
+            let print color (colored: string) (line: string) =
+                lock locker
+                    (fun () ->
+                        let currentColor = Console.ForegroundColor
+                        Console.ForegroundColor <- color
+                        Console.Write colored
+                        Console.ForegroundColor <- currentColor
+                        Console.WriteLine line)
+
+            let onStdout index name (line: string) =
+                let color = colors.[index % colors.Length]
+                if isNull line then
+                    print color $"{name}: --- END ---" ""
+                else if String.isNotNullOrEmpty line then
+                    print color $"{name}: " line
+
+            let onStderr name (line: string) =
+                let color = ConsoleColor.Red
+                if isNull line |> not then
+                    print color $"{name}: " line
+
+            let redirect (index, (name, createProcess)) =
+                createProcess
+                |> CreateProcess.redirectOutputIfNotRedirected
+                |> CreateProcess.withOutputEvents (onStdout index name) (onStderr name)
+
+            let printStarting indexed =
+                for (index, (name, c: CreateProcess<_>)) in indexed do
+                    let color = colors.[index % colors.Length]
+                    let wd =
+                        c.WorkingDirectory
+                        |> Option.defaultValue ""
+                    let exe = c.Command.Executable
+                    let args = c.Command.Arguments.ToStartInfo
+                    print color $"{name}: {wd}> {exe} {args}" ""
+
+            let run cs =
+                cs
+                |> Seq.toArray
+                |> Array.indexed
+                |> fun x -> printStarting x; x
+                |> Array.map redirect
+                |> Array.Parallel.map Proc.run
+
+    let dotnet = createProcess "dotnet"
+
+    let npx =
+        let npmPath =
+            match ProcessUtils.tryFindFileOnPath "npx" with
+            | Some path -> path
+            | None ->
+                "npm was not found in path. Please install it and make sure it's available from your path. " +
+                "See https://safe-stack.github.io/docs/quickstart/#install-pre-requisites for more info"
+                |> failwith
+
+        createProcess npmPath
+
+    let npm =
+        let npmPath =
+            match ProcessUtils.tryFindFileOnPath "npm" with
+            | Some path -> path
+            | None ->
+                "npm was not found in path. Please install it and make sure it's available from your path. " +
+                "See https://safe-stack.github.io/docs/quickstart/#install-pre-requisites for more info"
+                |> failwith
+
+        createProcess npmPath
+
+    let python = 
+        if System.Runtime.InteropServices.RuntimeInformation.IsOSPlatform(System.Runtime.InteropServices.OSPlatform.Windows) then
+            Fake.Core.Trace.log "Detected Windows System."
+            createProcess (__SOURCE_DIRECTORY__.Replace(@"\build",@"\.venv\Scripts\python.exe"))
+        else
+            Fake.Core.Trace.log "Detected Unix System."
+            createProcess (__SOURCE_DIRECTORY__.Replace(@"/build",@"/.venv/bin/python"))
+
+    let run proc arg dir =
+        proc arg dir
+        |> Proc.run
+        |> ignore
+
+    let runParallel processes =
+        processes
+        |> Proc.Parallel.run
+        |> ignore
+
 let setPrereleaseTag = BuildTask.create "SetPrereleaseTag" [] {
     printfn "Please enter pre-release package suffix"
     let suffix = System.Console.ReadLine()
@@ -21,7 +137,7 @@ let clean = BuildTask.create "Clean" [] {
     ++ "tests/**/bin"
     ++ "tests/**/obj"
     ++ "dist"
-    ++ ProjectInfo.pkgDir
+    ++ ProjectInfo.netPkgDir
     |> Shell.cleanDirs 
 }
 

build/Build.fs

@@ -21,7 +21,7 @@ open ReleaseTasks
 let _release = 
     BuildTask.createEmpty 
         "Release" 
-        [clean; build; runTests; pack; createTag; publishNuget; publishNPM]
+        [clean; build; runTests; pack; createTag; publishNuget; publishNPM; publishPyPi]
 
 /// Full release of nuget package for the prerelease version.
 let _preRelease = 

build/Build.fsproj

@@ -12,6 +12,7 @@
     <Compile Include="ReleaseNotesTasks.fs" />
     <Compile Include="BasicTasks.fs" />
     <Compile Include="GenerateIndexJs.fs" />
+    <Compile Include="GenerateIndexPy.fs" />
     <Compile Include="TestTasks.fs" />
     <Compile Include="PackageTasks.fs" />
     <Compile Include="ReleaseTasks.fs" />

build/GenerateIndexPy.fs

@@ -0,0 +1,49 @@
+module GenerateIndexPy
+
+open System
+open System.IO
+open System.Text.RegularExpressions
+
+
+open System.Text
+
+let createImportStatement path (classes : string []) =
+    let classes = classes |> Array.reduce (fun acc x -> acc + ", " + x)
+    sprintf "from %s import %s" path classes
+
+let writePyIndexfile (path: string) (content: string) =
+    let filePath = Path.Combine(path, "arctrl.py")
+    File.WriteAllText(filePath, content)
+
+let generateIndexFileContent (classes : (string*string) []) =
+    classes
+    |> Array.groupBy fst
+    |> Array.map (fun (p,a) -> createImportStatement p (a |> Array.map snd))
+
+let classes =
+    [|
+        "__future__", "annotations"
+        "collections.abc", "Callable"
+        "typing", "Any"
+        ".ISA.ISA.JsonTypes.comment", "Comment"
+        ".ISA.ISA.JsonTypes.ontology_annotation","OntologyAnnotation"; 
+        ".ISA.ISA.JsonTypes.person", "Person";
+        ".ISA.ISA.JsonTypes.publication", "Publication";
+        ".ISA.ISA.ArcTypes.composite_header", "IOType"
+        ".ISA.ISA.ArcTypes.composite_header", "CompositeHeader"; 
+        ".ISA.ISA.ArcTypes.composite_cell", "CompositeCell"
+        ".ISA.ISA.ArcTypes.composite_column", "CompositeColumn"
+        ".ISA.ISA.ArcTypes.arc_table", "ArcTable"
+        ".ISA.ISA.ArcTypes.arc_types", "ArcAssay"; 
+        ".ISA.ISA.ArcTypes.arc_types", "ArcStudy"; 
+        ".ISA.ISA.ArcTypes.arc_types", "ArcInvestigation"; 
+        ".Templates.template", "Template"
+        ".Templates.templates", "Templates"
+        ".Templates.template", "Organisation"
+        ".arc","ARC"
+    |]
+
+let ARCtrl_generate (rootPath: string) = 
+    generateIndexFileContent classes
+    |> Array.reduce (fun a b -> a + "\n" + b)
+    |> writePyIndexfile rootPath