{-| Module : Gargantext.Database.Schema.NodeNgrams Description : NodeNgram for Ngram indexation or Lists Copyright : (c) CNRS, 2017-Present License : AGPL + CECILL v3 Maintainer : team@gargantext.org Stability : experimental Portability : POSIX NodeNgram: relation between a Node and a Ngrams if Node is a Document then it is indexing if Node is a List then it is listing (either Stop, Candidate or Map) -} {-# OPTIONS_GHC -fno-warn-orphans #-} {-# LANGUAGE Arrows #-} {-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE FunctionalDependencies #-} {-# LANGUAGE MultiParamTypeClasses #-} {-# LANGUAGE NoImplicitPrelude #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE QuasiQuotes #-} {-# LANGUAGE RankNTypes #-} {-# LANGUAGE TemplateHaskell #-} -- TODO NodeNgrams module Gargantext.Database.Schema.NodeNgram where import Data.ByteString (ByteString) import Data.Text (Text) import Control.Lens.TH (makeLenses) import Control.Monad (void) import Data.Profunctor.Product.TH (makeAdaptorAndInstance) import Database.PostgreSQL.Simple.Types (Values(..), QualifiedIdentifier(..)) import Database.PostgreSQL.Simple.SqlQQ (sql) import Gargantext.Core.Types.Main (ListTypeId) import Gargantext.Database.Utils (mkCmd, Cmd, execPGSQuery) import Gargantext.Database.Types.Node (NodeId, ListId) import Gargantext.Database.Schema.Node (pgNodeId) import Gargantext.Database.Schema.Ngrams (NgramsTypeId, pgNgramsTypeId) import Gargantext.Database.Schema.NodeNgramsNgrams (NgramsChild, NgramsParent, ngramsGroup, Action(..)) import Gargantext.Prelude import Gargantext.Database.Utils (formatPGSQuery) import Opaleye import qualified Database.PostgreSQL.Simple as PGS (Only(..), Query) -- | TODO : remove id data NodeNgramPoly node_id ngrams_id ngrams_type list_type weight = NodeNgram { _nn_node_id :: node_id , _nn_ngrams_id :: ngrams_id , _nn_ngramsType :: ngrams_type , _nn_listType :: list_type , _nn_weight :: weight } deriving (Show) type NodeNgramWrite = NodeNgramPoly (Column PGInt4 ) (Column PGInt4 ) (Column PGInt4 ) (Column PGInt4 ) (Column PGFloat8) type NodeNgramRead = NodeNgramPoly (Column PGInt4 ) (Column PGInt4 ) (Column PGInt4 ) (Column PGInt4 ) (Column PGFloat8) type NodeNgramReadNull = NodeNgramPoly (Column (Nullable PGInt4 )) (Column (Nullable PGInt4 )) (Column (Nullable PGInt4 )) (Column (Nullable PGInt4 )) (Column (Nullable PGFloat8)) type NodeNgram = NodeNgramPoly NodeId Int NgramsTypeId Int Double $(makeAdaptorAndInstance "pNodeNgram" ''NodeNgramPoly) makeLenses ''NodeNgramPoly nodeNgramTable :: Table NodeNgramWrite NodeNgramRead nodeNgramTable = Table "nodes_ngrams" ( pNodeNgram NodeNgram { _nn_node_id = required "node_id" , _nn_ngrams_id = required "ngrams_id" , _nn_ngramsType = required "ngrams_type" , _nn_listType = required "list_type" , _nn_weight = required "weight" } ) queryNodeNgramTable :: Query NodeNgramRead queryNodeNgramTable = queryTable nodeNgramTable insertNodeNgrams :: [NodeNgram] -> Cmd err Int insertNodeNgrams = insertNodeNgramW . map (\(NodeNgram n g ngt lt w) -> NodeNgram (pgNodeId n) (pgInt4 g) (pgNgramsTypeId ngt) (pgInt4 lt) (pgDouble w) ) insertNodeNgramW :: [NodeNgramWrite] -> Cmd err Int insertNodeNgramW nns = mkCmd $ \c -> fromIntegral <$> runInsert_ c insertNothing where insertNothing = (Insert { iTable = nodeNgramTable , iRows = nns , iReturning = rCount , iOnConflict = (Just DoNothing) }) type NgramsText = Text updateNodeNgrams' :: [(ListId, NgramsTypeId, NgramsText, ListTypeId)] -> Cmd err () updateNodeNgrams' [] = pure () updateNodeNgrams' input = void $ execPGSQuery updateQuery (PGS.Only $ Values fields input) where fields = map (\t-> QualifiedIdentifier Nothing t) ["int4","text","int4"] updateNodeNgrams'' :: [(ListId, NgramsTypeId, NgramsText, ListTypeId)] -> Cmd err ByteString updateNodeNgrams'' input = formatPGSQuery updateQuery (PGS.Only $ Values fields input) where fields = map (\t-> QualifiedIdentifier Nothing t) ["int4","int4","text","int4"] updateQuery :: PGS.Query updateQuery = [sql| WITH new(node_id,ngrams_type,terms,typeList) as (?) INSERT into nodes_ngrams (node_id,ngrams_id,ngrams_type,list_type,weight) SELECT node_id,ngrams.id,ngrams_type,typeList,1 FROM new JOIN ngrams ON ngrams.terms = new.terms ON CONFLICT (node_id, ngrams_id, ngrams_type) DO -- DO NOTHING UPDATE SET list_type = excluded.list_type ; |] data NodeNgramsUpdate = NodeNgramsUpdate { _nnu_lists_update :: [(ListId, NgramsTypeId, NgramsText, ListTypeId)] , _nnu_add_children :: [(ListId, NgramsParent, NgramsChild, Maybe Double)] , _nnu_rem_children :: [(ListId, NgramsParent, NgramsChild, Maybe Double)] } -- TODO wrap these updates in a transaction. updateNodeNgrams :: NodeNgramsUpdate -> Cmd err () updateNodeNgrams nnu = do updateNodeNgrams' $ _nnu_lists_update nnu ngramsGroup Del $ _nnu_rem_children nnu ngramsGroup Add $ _nnu_add_children nnu