Proof Of Concept Repl Bots via nix-shell

app/Main.hs

@@ -3,24 +3,35 @@ module Main where
 
 import           CofreeBot
 import           CofreeBot.Bot.Behaviors.Calculator.Language
+import           Control.Monad
 import           Data.Profunctor
 import qualified Data.Text                     as T
+import           GHC.Conc (threadDelay)
 import           Network.Matrix.Client
 import qualified Options.Applicative           as Opt
 import           OptionsParser
 import           System.Environment.XDG.BaseDir ( getUserCacheDir )
+import           System.Process.Typed
+import Data.Foldable (traverse_)
 
---main :: IO ()
---main = withProcessWait_ ghciConfig $ \process -> do
---  runSimpleBot (simplifySessionBot (T.intercalate "\n" . printCalcOutput) programP $ sessionize mempty $ calculatorBot) mempty
---  runSimpleBot (ghciBot process) mempty
+main :: IO ()
+main = cliMain
 
---  let ghciBot' = ghciBot process
---      calcBot = simplifySessionBot (T.intercalate "\n" . printCalcOutput) programP $ sessionize mempty $ calculatorBot
---  runSimpleBot (rmap (\(x :& y) -> x <> y ) $ ghciBot' /\ calcBot) (mempty)
+cliMain :: IO ()
+cliMain = withProcesses replConfigs  $ \handles@Repls{..} -> do
+  void $ threadDelay 1e7
+  traverse_ (hGetOutput . getStdout) handles
+  runTextBot (rmap (\(x :& y :& z :& q) -> x <> y <> z <> q) $
+              nodeBot node /\ pythonBot python /\ ghciBot ghci /\ mitSchemeBot mitScheme) mempty 
+  --runSimpleBot (simplifySessionBot (T.intercalate "\n" . printCalcOutput) programP $ sessionize mempty $ calculatorBot) mempty
+  --let ghciBot' = ghciBot process
+  --    calcBot = simplifySessionBot (T.intercalate "\n" . printCalcOutput) programP $ sessionize mempty $ calculatorBot
+  --runTextBot (rmap (\(x :& y) -> x <> y ) $ ghciBot' /\ calcBot) (mempty)
 
-main :: IO ()
-main = do
+matrixMain :: IO ()
+matrixMain = withProcesses replConfigs $ \Repls{..} -> do
+  void $ threadDelay 1e7
+  void $ hGetOutput (getStdout ghci)
   command  <- Opt.execParser parserInfo
   xdgCache <- getUserCacheDir "cofree-bot"
   let calcBot =

cofree-bot.cabal

@@ -74,8 +74,14 @@ library
     CofreeBot.Bot.Behaviors.Calculator
     CofreeBot.Bot.Behaviors.Calculator.Language
     CofreeBot.Bot.Behaviors.CoinFlip
-    CofreeBot.Bot.Behaviors.GHCI
     CofreeBot.Bot.Behaviors.Hello
+    CofreeBot.Bot.Behaviors.Repl
+    CofreeBot.Bot.Behaviors.Repl.GHCI
+    CofreeBot.Bot.Behaviors.Repl.MitScheme
+    CofreeBot.Bot.Behaviors.Repl.Node
+    CofreeBot.Bot.Behaviors.Repl.Python
+    CofreeBot.Bot.Behaviors.Repl.SBCL
+    CofreeBot.Bot.Behaviors.Repl.Util
     CofreeBot.Bot.Context
     CofreeBot.Utils
 

deploy.sh

@@ -1,6 +1,5 @@
 #!/usr/bin/env bash
 set -euxo pipefail
 
-nix build .#docker
-image=$(docker load -i result | sed -n 's#^Loaded image: \([a-zA-Z0-9\.\/\-\:]*\)#\1#p')
-docker push $image
+nix build .#deploy-bot
+./result

flake.nix

@@ -39,7 +39,9 @@
         # cabal2nix uses IFD
         hsPkgs = evalPkgs.haskell.packages.${compiler}.override {
           overrides = hfinal: hprev: {
-            cofree-bot = hfinal.callCabal2nix "cofree-bot" ./. { };
+            cofree-bot = hfinal.callCabal2nix "cofree-bot"
+              (pkgs.lib.sourceFilesBySuffices ./. [ ".hs" ".cabal" ".project" ])
+              { };
 
             # command to reproduce:
             # cabal2nix https://github.com/softwarefactory-project/matrix-client-haskell --subpath matrix-client --revision f8610d8956bd146105292bb75821ca078d01b5ff > .nix/deps/matrix-client.nix
@@ -76,14 +78,46 @@
           # ];
         };
 
-        packages = flake-utils.lib.flattenTree {
-          docker = import ./nix/docker.nix {
+        packages = flake-utils.lib.flattenTree rec {
+          bot-image = import ./nix/docker.nix {
             inherit pkgs;
             cofree-bot = hsPkgs.cofree-bot;
           };
+
+          repls = import ./nix/repl-containers.nix {
+            inherit pkgs;
+          };
+
           cofree-bot = hsPkgs.cofree-bot;
+
+          deploy-bot =
+            pkgs.writeScript "deploy-bot"
+              ''
+                #!${pkgs.bash}/bin/bash
+                set -euxo pipefail
+
+                image=$(${pkgs.docker}/bin/docker load -i ${bot-image} | sed -n 's#^Loaded image: \([a-zA-Z0-9\.\/\-\:]*\)#\1#p')
+                ${pkgs.docker}/bin/docker push $image
+
+                for x in ${repls}/*; do
+                  image=$(${pkgs.docker}/bin/docker load -i $x | sed -n 's#^Loaded image: \([a-zA-Z0-9\.\/\-\:]*\)#\1#p')
+                  ${pkgs.docker}/bin/docker push $image
+                done
+              '';
+
+          deploy-repls =
+            pkgs.writeScript "deploy-bot"
+              ''
+                #!${pkgs.bash}/bin/bash
+                set -euxo pipefail
+                for x in ${repls}/*; do
+                  ${pkgs.docker}/bin/docker load -i $x
+                done
+              '';
         };
 
+
+
         checks = {
           pre-commit-check = pre-commit-hooks.lib.${system}.run {
             src = ./.;

nix/repl-containers.nix

@@ -0,0 +1,31 @@
+{ pkgs }:
+let
+  mkImage = pkg: cmd:
+    pkgs.dockerTools.buildLayeredImage {
+      name = "ghcr.io/cofree-coffee/${pkg.name}-repl";
+      created = "now";
+      tag = "latest";
+      contents = [
+        pkg
+      ];
+      config = {
+        Cmd = cmd;
+      };
+    };
+
+  mkPath = xs:
+    with pkgs.lib;
+    with pkgs.lib.attrsets;
+    let paths = mapAttrsToList (name: image: "ln -s ${image} $out/${name}") xs;
+    in "mkdir -p $out" + (foldl' (a: b: a + ";" + b) "" paths);
+
+  images =
+    {
+      python = mkImage pkgs.python3 [ "python" "-iq" ];
+      node = mkImage pkgs.nodejs [ "node" "-i" ];
+      ghci = mkImage pkgs.ghc [ "ghci" ];
+      mitScheme = mkImage pkgs.mitscheme [ "mit-scheme" ];
+      sbcl = mkImage pkgs.sbcl [ "sbcl" ];
+    };
+in
+pkgs.runCommand "repls" { } (mkPath images) 

src/CofreeBot/Bot/Behaviors.hs

@@ -1,13 +1,13 @@
 module CofreeBot.Bot.Behaviors
   ( module Calculator
   , module CoinFlip
-  , module GHCI
   , module Hello
+  , module Repl
   ) where
 
 import           CofreeBot.Bot.Behaviors.Calculator
                                                as Calculator
 import           CofreeBot.Bot.Behaviors.CoinFlip
                                                as CoinFlip
-import           CofreeBot.Bot.Behaviors.GHCI  as GHCI
 import           CofreeBot.Bot.Behaviors.Hello as Hello
+import           CofreeBot.Bot.Behaviors.Repl as Repl

src/CofreeBot/Bot/Behaviors/Repl.hs

@@ -0,0 +1,27 @@
+module CofreeBot.Bot.Behaviors.Repl
+  ( module Util
+  , module GHCI
+  , module MitScheme
+  , module Node
+  , module Python
+  , module SBCL
+  , replConfigs
+  ) where
+
+import CofreeBot.Bot.Behaviors.Repl.Util as Util
+import CofreeBot.Bot.Behaviors.Repl.GHCI as GHCI
+import CofreeBot.Bot.Behaviors.Repl.MitScheme as MitScheme
+import CofreeBot.Bot.Behaviors.Repl.Node as Node
+import CofreeBot.Bot.Behaviors.Repl.Python as Python
+import CofreeBot.Bot.Behaviors.Repl.SBCL as SBCL
+import           System.IO
+import           System.Process.Typed
+
+replConfigs :: Repls (ProcessConfig Handle Handle ())
+replConfigs = Repls
+  { python = pythonConfig
+  , ghci = ghciConfig
+  , node = nodeConfig
+  , mitScheme = mitSchemeConfig 
+  -- , sbcl = sbclConfig 
+  }

src/CofreeBot/Bot/Behaviors/Repl/GHCI.hs

@@ -0,0 +1,24 @@
+module CofreeBot.Bot.Behaviors.Repl.GHCI
+  ( ghciBot
+  , ghciConfig
+  ) where
+
+import           CofreeBot.Bot
+import           CofreeBot.Bot.Behaviors.Repl.Util
+import           CofreeBot.Utils
+import           Data.Profunctor
+import           System.IO
+import           System.Process.Typed
+
+ghciBot' :: Process Handle Handle () -> ReplBot
+ghciBot' = replBot "ghci: "
+
+ghciBot :: Process Handle Handle () -> ReplBot
+ghciBot p =
+  dimap (distinguish (/= "ghci: :q")) indistinct
+    $  pureStatelessBot (const $ ["I'm Sorry Dave"])
+    \/ ghciBot' p
+
+ghciConfig :: ProcessConfig Handle Handle ()
+ghciConfig = replConfig "docker run -i --rm haskell 2>&1"
+

src/CofreeBot/Bot/Behaviors/Repl/MitScheme.hs

@@ -0,0 +1,14 @@
+module CofreeBot.Bot.Behaviors.Repl.MitScheme
+  ( mitSchemeBot
+  , mitSchemeConfig
+  ) where
+
+import           CofreeBot.Bot.Behaviors.Repl.Util
+import           System.IO
+import           System.Process.Typed
+
+mitSchemeBot :: Process Handle Handle () -> ReplBot
+mitSchemeBot = replBot "mit-scheme: "
+
+mitSchemeConfig :: ProcessConfig Handle Handle ()
+mitSchemeConfig = replConfig "nix-shell -p mitscheme --run 'mit-scheme' 2>&1"

src/CofreeBot/Bot/Behaviors/Repl/Node.hs

@@ -0,0 +1,14 @@
+module CofreeBot.Bot.Behaviors.Repl.Node
+  ( nodeBot
+  , nodeConfig
+  ) where
+
+import           CofreeBot.Bot.Behaviors.Repl.Util
+import           System.IO
+import           System.Process.Typed
+
+nodeBot :: Process Handle Handle () -> ReplBot
+nodeBot = replBot "node: "
+
+nodeConfig :: ProcessConfig Handle Handle ()
+nodeConfig = replConfig "nix-shell -p nodejs --run 'node -i' 2>&1"

src/CofreeBot/Bot/Behaviors/Repl/Python.hs

@@ -0,0 +1,14 @@
+module CofreeBot.Bot.Behaviors.Repl.Python
+  ( pythonBot
+  , pythonConfig
+  ) where
+
+import           CofreeBot.Bot.Behaviors.Repl.Util
+import           System.IO
+import           System.Process.Typed
+
+pythonBot :: Process Handle Handle () -> ReplBot
+pythonBot = replBot "python: "
+
+pythonConfig :: ProcessConfig Handle Handle ()
+pythonConfig = replConfig "nix-shell -p python3 --run 'python -iq' 2>&1"

src/CofreeBot/Bot/Behaviors/Repl/SBCL.hs

@@ -0,0 +1,14 @@
+module CofreeBot.Bot.Behaviors.Repl.SBCL
+  ( sbclBot
+  , sbclConfig
+  ) where
+
+import           CofreeBot.Bot.Behaviors.Repl.Util
+import           System.IO
+import           System.Process.Typed
+
+sbclBot :: Process Handle Handle () -> ReplBot
+sbclBot = replBot "sbcl: "
+
+sbclConfig :: ProcessConfig Handle Handle ()
+sbclConfig = replConfig "nix-shell -p sbcl --run sbcl 2>&1"

src/CofreeBot/Bot/Behaviors/Repl/Util.hs

@@ -0,0 +1,58 @@
+{-# LANGUAGE NumDecimals #-}
+{-# LANGUAGE DeriveFoldable #-}
+{-# LANGUAGE DeriveTraversable #-}
+module CofreeBot.Bot.Behaviors.Repl.Util where
+
+import           CofreeBot.Bot
+import           Control.Exception (bracket)
+import           Control.Monad
+import           Control.Monad.Loops            ( whileM )
+import           Data.Attoparsec.Text          as A
+import           Data.Foldable
+import qualified Data.Text                     as T
+import           GHC.Conc                       ( threadDelay )
+import           System.IO
+import           System.Process.Typed
+
+type ReplBot = Bot IO () T.Text [T.Text]
+
+data ReplConfig = ReplConfig
+  { rcPrompt :: T.Text
+  , rcImageName :: T.Text
+  , rcShellCmd :: T.Text
+  , rcStartupDelay :: Int
+  , rcLineDelay :: Int
+  }
+
+hGetOutput :: Handle -> IO String
+hGetOutput handle = whileM (hReady handle) (hGetChar handle)
+
+replBot :: T.Text -> Process Handle Handle () -> ReplBot
+replBot prompt p =
+  mapMaybeBot (either (const Nothing) Just . parseOnly (replInputParser prompt))
+    $ Bot
+    $ \i s -> do
+        hPutStrLn (getStdin p) $ T.unpack i
+        hFlush (getStdin p)
+        void $ threadDelay 1e6
+        o <- hGetOutput (getStdout p)
+        pure $ BotAction (pure $ T.pack o) s
+
+replConfig :: String -> ProcessConfig Handle Handle ()
+replConfig = setStdin createPipe . setStdout createPipe . shell 
+
+replInputParser :: T.Text -> Parser T.Text
+replInputParser prompt = do
+  void $ string prompt
+  T.pack <$> many1 anyChar
+
+data Repls a = Repls
+  { python :: a
+  , ghci :: a
+  , node :: a
+  , mitScheme :: a
+--  , sbcl :: a
+  } deriving (Functor, Foldable, Traversable)
+
+withProcesses :: Repls (ProcessConfig i o e) -> (Repls (Process i o e) -> IO r) -> IO r
+withProcesses cfgs = bracket (traverse startProcess cfgs) (traverse_ stopProcess)