bin/gargantext-import/Main.hs

   1 {-|
   2 Module      : Main.hs
   3 Description : Gargantext Import Corpus
   4 Copyright   : (c) CNRS, 2017-Present
   5 License     : AGPL + CECILL v3
   6 Maintainer  : team@gargantext.org
   7 Stability   : experimental
   8 Portability : POSIX
   9
  10 Import a corpus binary.
  11
  12  -}
  13
  14 {-# LANGUAGE NoImplicitPrelude #-}
  15 {-# LANGUAGE OverloadedStrings #-}
  16 {-# LANGUAGE FlexibleContexts  #-}
  17 {-# LANGUAGE RankNTypes        #-}
  18 {-# LANGUAGE Strict            #-}
  19
  20 module Main where
  21
  22 import Prelude (read)
  23 import Control.Exception (finally)
  24 import Gargantext.Prelude
  25 import Gargantext.Database.Flow (FlowCmdM, flowCorpusFile)
  26 import Gargantext.Text.Corpus.Parsers (FileFormat(..))
  27 import Gargantext.Database.Utils (Cmd, )
  28 import Gargantext.Database.Types.Node (CorpusId, toHyperdataDocument)
  29 import Gargantext.Database.Schema.User (insertUsersDemo)
  30 import Gargantext.Text.Terms (TermType(..))
  31 import Gargantext.Core (Lang(..))
  32 import Gargantext.API -- (GargError)
  33 import Gargantext.API.Node () -- instances
  34 import Gargantext.API.Settings (withDevEnv, runCmdDev, DevEnv)
  35 import System.Environment (getArgs)
  36 --import Gargantext.Text.Corpus.Parsers.GrandDebat (readFile, GrandDebatReference(..))
  37 import qualified Data.Text as Text
  38 import Control.Monad.IO.Class (liftIO)
  39
  40 main :: IO ()
  41 main = do
  42   [userCreate, user, name, iniPath, limit, corpusPath] <- getArgs
  43
  44   --{-
  45   let createUsers :: Cmd GargError Int64
  46       createUsers = insertUsersDemo
  47
  48   let
  49     --tt = (Unsupervised EN 6 0 Nothing)
  50     tt = (Multi EN)
  51     cmd :: forall m. FlowCmdM DevEnv GargError m => m CorpusId
  52     cmd = flowCorpusFile (cs user) (cs name) (read limit :: Int) tt  CsvGargV3 corpusPath
  53   {-
  54   let debatCorpus :: forall m. FlowCmdM DevEnv GargError m => m CorpusId
  55       debatCorpus = do
  56         docs <- liftIO ( splitEvery 500
  57                        <$> take (read limit :: Int)
  58                        <$> readFile corpusPath
  59                        :: IO [[GrandDebatReference ]]
  60                        )
  61         flowCorpus (Text.pack user) (Text.pack name) (Multi FR) (map (map toHyperdataDocument) docs)
  62   --}
  63
  64
  65   withDevEnv iniPath $ \env -> do
  66     _ <- if userCreate == "true"
  67           then runCmdDev env createUsers
  68           else pure 0 --(cs "false")
  69
  70     _ <- runCmdDev env cmd
  71     {-
  72     _ <- if corpusType == "csv"
  73             then runCmdDev env csvCorpus
  74             else if corpusType == "debat"
  75               then runCmdDev env debatCorpus
  76               else panic "corpusType unknown: try \"csv\" or \"debat\""
  77     -}
  78     pure ()