{-| Module : Gargantext.Database.Metrics Description : Get Metrics from Storage (Database like) Copyright : (c) CNRS, 2017-Present License : AGPL + CECILL v3 Maintainer : team@gargantext.org Stability : experimental Portability : POSIX Node API -} module Gargantext.Database.Action.Metrics where import Data.Map (Map) import Data.Text (Text) import Gargantext.API.Ngrams (TabType(..), ngramsTypeFromTabType) import Gargantext.API.Ngrams.Tools (filterListWithRoot, groupNodesByNgrams, Diagonal(..), getCoocByNgrams, mapTermListRoot, RootTerm, getRepo) import Gargantext.Core.Types (ListType(..), Limit, NodeType(..)) import Gargantext.Database.Action.Flow (FlowCmdM) import Gargantext.Database.Action.Metrics.NgramsByNode (getNodesByNgramsOnlyUser{-, getTficfWith-}) import Gargantext.Database.Admin.Config (userMaster) import Gargantext.Database.Admin.Types.Node (ListId, CorpusId) import Gargantext.Database.Query.Table.Node (defaultList) import Gargantext.Database.Query.Table.Node.Select import Gargantext.Prelude import Gargantext.Core.Text.Metrics (scored, Scored(..), {-localMetrics, toScored-}) import qualified Data.Map as Map getMetrics :: FlowCmdM env err m => CorpusId -> Maybe ListId -> TabType -> Maybe Limit -> m (Map Text (ListType, Maybe Text), [Scored Text]) getMetrics cId maybeListId tabType maybeLimit = do (ngs, _, myCooc) <- getNgramsCooc cId maybeListId tabType maybeLimit pure (ngs, scored myCooc) getNgramsCooc :: (FlowCmdM env err m) => CorpusId -> Maybe ListId -> TabType -> Maybe Limit -> m ( Map Text (ListType, Maybe Text) , Map Text (Maybe RootTerm) , Map (Text, Text) Int ) getNgramsCooc cId maybeListId tabType maybeLimit = do (ngs', ngs) <- getNgrams cId maybeListId tabType let take' Nothing xs = xs take' (Just n) xs = take n xs lId <- defaultList cId lIds <- selectNodesWithUsername NodeList userMaster myCooc <- Map.filter (>1) <$> getCoocByNgrams (Diagonal True) <$> groupNodesByNgrams ngs <$> getNodesByNgramsOnlyUser cId (lIds <> [lId]) (ngramsTypeFromTabType tabType) (take' maybeLimit $ Map.keys ngs) pure $ (ngs', ngs, myCooc) getNgrams :: (FlowCmdM env err m) => CorpusId -> Maybe ListId -> TabType -> m (Map Text (ListType, Maybe Text), Map Text (Maybe RootTerm)) getNgrams cId maybeListId tabType = do lId <- case maybeListId of Nothing -> defaultList cId Just lId' -> pure lId' lists <- mapTermListRoot [lId] (ngramsTypeFromTabType tabType) <$> getRepo let maybeSyn = Map.unions $ map (\t -> filterListWithRoot t lists) [MapTerm, StopTerm, CandidateTerm] pure (lists, maybeSyn)