src/Gargantext/Database/Action/Flow/List.hs

   1 {-|
   2 Module      : Gargantext.Database.Flow.List
   3 Description : List Flow
   4 Copyright   : (c) CNRS, 2017-Present
   5 License     : AGPL + CECILL v3
   6 Maintainer  : team@gargantext.org
   7 Stability   : experimental
   8 Portability : POSIX
   9
  10 -}
  11
  12 {-# OPTIONS_GHC -fno-warn-orphans    #-}
  13
  14 {-# LANGUAGE ConstraintKinds         #-}
  15 {-# LANGUAGE RankNTypes              #-}
  16 {-# LANGUAGE ConstrainedClassMethods #-}
  17 {-# LANGUAGE ConstraintKinds         #-}
  18 {-# LANGUAGE DeriveGeneric           #-}
  19 {-# LANGUAGE FlexibleContexts        #-}
  20 {-# LANGUAGE InstanceSigs            #-}
  21 {-# LANGUAGE NoImplicitPrelude       #-}
  22 {-# LANGUAGE OverloadedStrings       #-}
  23
  24 module Gargantext.Database.Action.Flow.List
  25     where
  26
  27 import Control.Monad (mapM_)
  28 import Data.Map (Map, toList)
  29 import Data.Maybe (Maybe(..), catMaybes)
  30 import Data.Text (Text)
  31 import Gargantext.API.Ngrams (NgramsElement(..), putListNgrams)
  32 import Gargantext.Core.Flow.Types
  33 import Gargantext.Core.Types.Main (ListType(CandidateTerm))
  34 import Gargantext.Database.Admin.Types.Node -- (HyperdataDocument(..), NodeType(..), NodeId, UserId, ListId, CorpusId, RootId, MasterCorpusId, MasterUserId)
  35 import Gargantext.Database.Query.Table.NodeNgrams (NodeNgramsPoly(..), NodeNgramsW, listInsertDb, getCgramsId)
  36 import Gargantext.Database.Schema.Ngrams -- (insertNgrams, Ngrams(..), NgramsIndexed(..), indexNgrams,  NgramsType(..), text2ngrams, ngramsTypeId)
  37 import Gargantext.Database.Action.Flow.Types
  38 import Gargantext.Database.Query.Table.Node_NodeNgramsNodeNgrams
  39 import Gargantext.Prelude
  40 import qualified Data.List as List
  41 import qualified Data.Map  as Map
  42
  43 -- FLOW LIST
  44 -- 1. select specific terms of the corpus when compared with others langs
  45 -- (for now, suppose english)
  46 -- 2. select specific terms of the corpus when compared with others corpora (same database)
  47 -- 3. select clusters of terms (generic and specific)
  48
  49 {-
  50 data FlowList = FlowListLang
  51               | FlowListTficf
  52               | FlowListSpeGen
  53
  54
  55 flowList_Tficf :: UserCorpusId
  56                -> MasterCorpusId
  57                -> NgramsType
  58                -> (Text -> Text)
  59                -> Cmd err (Map Text (Double, Set Text))
  60 flowList_Tficf u m nt f = do
  61
  62   u' <- Map.filter (\s -> Set.size s > 1) <$> getNodesByNgramsUser   u nt
  63   m' <- Map.filter (\s -> Set.size s > 1) <$> getNodesByNgramsMaster u m
  64
  65   pure $ sortTficf Down
  66        $ toTficfData (countNodesByNgramsWith f u')
  67                      (countNodesByNgramsWith f m')
  68
  69 flowList_Tficf' :: UserCorpusId
  70                -> MasterCorpusId
  71                -> NgramsType
  72                -> Cmd err (Map Text (Double, Set Text))
  73 flowList_Tficf' u m nt f = do
  74
  75   u' <- Map.filter (\s -> Set.size s > 1) <$> getNodesByNgramsUser   u nt
  76   m' <- Map.filter (\s -> Set.size s > 1) <$> getNodesByNgramsMaster u m
  77
  78   pure $ sortTficf Down
  79        $ toTficfData (countNodesByNgramsWith f u')
  80                      (countNodesByNgramsWith f m')
  81
  82 -}
  83
  84
  85
  86
  87
  88
  89 -- | TODO check optimization
  90 mapNodeIdNgrams :: [DocumentIdWithNgrams a]
  91                 -> Map Ngrams (Map NgramsType (Map NodeId Int))
  92 mapNodeIdNgrams = Map.unionsWith (Map.unionWith (Map.unionWith (+))) . fmap f
  93   where
  94     f :: DocumentIdWithNgrams a
  95       -> Map Ngrams (Map NgramsType (Map NodeId Int))
  96     f d = fmap (fmap (Map.singleton nId)) $ document_ngrams d
  97       where
  98         nId = documentId $ documentWithId d
  99
 100 ------------------------------------------------------------------------
 101 flowList_DbRepo :: FlowCmdM env err m
 102          => ListId
 103          -> Map NgramsType [NgramsElement]
 104          -> m ListId
 105 flowList_DbRepo lId ngs = do
 106   -- printDebug "listId flowList" lId
 107   mapCgramsId <- listInsertDb lId toNodeNgramsW (Map.toList ngs)
 108   let toInsert = catMaybes [ (,) <$> (getCgramsId mapCgramsId ntype <$> parent)
 109                                  <*>  getCgramsId mapCgramsId ntype ngram
 110                            | (ntype, ngs') <- Map.toList ngs
 111                            , NgramsElement ngram _ _ _ _ parent _ <- ngs'
 112                            ]
 113   -- Inserting groups of ngrams
 114   _r <- insert_Node_NodeNgrams_NodeNgrams
 115      $ map (\(a,b) -> Node_NodeNgrams_NodeNgrams lId a b Nothing) toInsert
 116
 117   listInsert lId ngs
 118
 119   --trace (show $ List.filter (\n -> _ne_ngrams n == "versatile") $ List.concat $ Map.elems ngs) $ listInsert lId ngs
 120   pure lId
 121 ------------------------------------------------------------------------
 122 ------------------------------------------------------------------------
 123
 124 toNodeNgramsW :: ListId
 125               -> [(NgramsType, [NgramsElement])]
 126               -> [NodeNgramsW]
 127 toNodeNgramsW l ngs = List.concat $ map (toNodeNgramsW'' l) ngs
 128   where
 129     toNodeNgramsW'' :: ListId
 130                   -> (NgramsType, [NgramsElement])
 131                   -> [NodeNgramsW]
 132     toNodeNgramsW'' l' (ngrams_type, elms) =
 133       [ NodeNgrams Nothing l' list_type ngrams_terms' ngrams_type Nothing Nothing Nothing 0 |
 134        (NgramsElement ngrams_terms' _size list_type _occ _root _parent _children) <- elms
 135       ]
 136
 137
 138 toNodeNgramsW' :: ListId
 139                -> [(Text, [NgramsType])]
 140                -> [NodeNgramsW]
 141 toNodeNgramsW' l'' ngs = [ NodeNgrams Nothing l'' CandidateTerm terms ngrams_type Nothing Nothing Nothing 0
 142                          | (terms, ngrams_types) <- ngs
 143                          , ngrams_type <- ngrams_types
 144                          ]
 145
 146
 147 listInsert :: FlowCmdM env err m
 148              => ListId
 149              -> Map NgramsType [NgramsElement]
 150              -> m ()
 151 listInsert lId ngs = mapM_ (\(typeList, ngElmts)
 152                              -> putListNgrams lId typeList ngElmts) (toList ngs)
 153
 154 ------------------------------------------------------------------------
 155 ------------------------------------------------------------------------