1
0
Fork 0
mirror of https://github.com/documize/community.git synced 2025-07-23 15:19:42 +02:00
documize/domain/search/mysql/store.go

361 lines
9.7 KiB
Go
Raw Normal View History

// Copyright 2016 Documize Inc. <legal@documize.com>. All rights reserved.
//
// This software (Documize Community Edition) is licensed under
// GNU AGPL v3 http://www.gnu.org/licenses/agpl-3.0.en.html
//
// You can operate outside the AGPL restrictions by purchasing
// Documize Enterprise Edition and obtaining a commercial license
// by contacting <sales@documize.com>.
//
// https://documize.com
package mysql
import (
2017-08-15 14:15:31 +01:00
"database/sql"
"fmt"
"strings"
"github.com/documize/community/core/env"
"github.com/documize/community/core/streamutil"
"github.com/documize/community/core/stringutil"
"github.com/documize/community/domain"
2017-08-15 19:41:44 +01:00
"github.com/documize/community/model/attachment"
"github.com/documize/community/model/doc"
"github.com/documize/community/model/page"
"github.com/documize/community/model/search"
"github.com/jmoiron/sqlx"
"github.com/pkg/errors"
)
// Scope provides data access to MySQL.
type Scope struct {
Runtime *env.Runtime
}
2017-08-15 19:41:44 +01:00
// IndexDocument adds search index entries for document inserting title, tags and attachments as
// searchable items. Any existing document entries are removed.
func (s Scope) IndexDocument(ctx domain.RequestContext, doc doc.Document, a []attachment.Attachment) (err error) {
// remove previous search entries
var stmt1 *sqlx.Stmt
stmt1, err = ctx.Transaction.Preparex("DELETE FROM search WHERE orgid=? AND documentid=? AND (itemtype='doc' OR itemtype='file' OR itemtype='tag')")
defer streamutil.Close(stmt1)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare delete document index entries")
return
}
2017-08-15 19:41:44 +01:00
_, err = stmt1.Exec(ctx.OrgID, doc.RefID)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute delete document index entries")
return
}
2017-08-15 19:41:44 +01:00
// insert doc title
var stmt2 *sqlx.Stmt
stmt2, err = ctx.Transaction.Preparex("INSERT INTO search (orgid, documentid, itemid, itemtype, content) VALUES (?, ?, ?, ?, ?)")
defer streamutil.Close(stmt2)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare insert document title entry")
return
}
2017-08-15 19:41:44 +01:00
_, err = stmt2.Exec(ctx.OrgID, doc.RefID, "", "doc", doc.Title)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute insert document title entry")
return
}
2017-08-15 19:41:44 +01:00
// insert doc tags
tags := strings.Split(doc.Tags, "#")
for _, t := range tags {
if len(t) == 0 {
continue
}
var stmt3 *sqlx.Stmt
stmt3, err = ctx.Transaction.Preparex("INSERT INTO search (orgid, documentid, itemid, itemtype, content) VALUES (?, ?, ?, ?, ?)")
defer streamutil.Close(stmt3)
if err != nil {
err = errors.Wrap(err, "prepare insert document tag entry")
return
}
2017-08-15 19:41:44 +01:00
_, err = stmt3.Exec(ctx.OrgID, doc.RefID, "", "tag", t)
if err != nil {
err = errors.Wrap(err, "execute insert document tag entry")
return
}
}
2017-08-15 19:41:44 +01:00
for _, file := range a {
var stmt4 *sqlx.Stmt
stmt4, err = ctx.Transaction.Preparex("INSERT INTO search (orgid, documentid, itemid, itemtype, content) VALUES (?, ?, ?, ?, ?)")
defer streamutil.Close(stmt4)
if err != nil {
err = errors.Wrap(err, "prepare insert document file entry")
return
}
2017-08-15 19:41:44 +01:00
_, err = stmt4.Exec(ctx.OrgID, doc.RefID, file.RefID, "file", file.Filename)
if err != nil {
err = errors.Wrap(err, "execute insert document file entry")
return
}
}
return nil
}
2017-08-15 19:41:44 +01:00
// DeleteDocument removes all search entries for document.
func (s Scope) DeleteDocument(ctx domain.RequestContext, ID string) (err error) {
// remove all search entries
var stmt1 *sqlx.Stmt
stmt1, err = ctx.Transaction.Preparex("DELETE FROM search WHERE orgid=? AND documentid=?")
defer streamutil.Close(stmt1)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare delete document entries")
return
}
2017-08-15 19:41:44 +01:00
_, err = stmt1.Exec(ctx.OrgID, ID)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute delete document entries")
return
}
2017-08-15 19:41:44 +01:00
return
}
2017-08-15 19:41:44 +01:00
// IndexContent adds search index entry for document context.
// Any existing document entries are removed.
func (s Scope) IndexContent(ctx domain.RequestContext, p page.Page) (err error) {
// remove previous search entries
var stmt1 *sqlx.Stmt
2017-08-15 20:29:35 +01:00
stmt1, err = ctx.Transaction.Preparex("DELETE FROM search WHERE orgid=? AND documentid=? AND itemid=? AND itemtype='page'")
2017-08-15 19:41:44 +01:00
defer streamutil.Close(stmt1)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare delete document content entry")
return
}
2017-08-15 20:29:35 +01:00
_, err = stmt1.Exec(ctx.OrgID, p.DocumentID, p.RefID)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute delete document content entry")
return
}
2017-08-15 19:41:44 +01:00
// insert doc title
var stmt2 *sqlx.Stmt
stmt2, err = ctx.Transaction.Preparex("INSERT INTO search (orgid, documentid, itemid, itemtype, content) VALUES (?, ?, ?, ?, ?)")
defer streamutil.Close(stmt2)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare insert document content entry")
return
}
2017-08-15 19:41:44 +01:00
// prepare content
content, err := stringutil.HTML(p.Body).Text(false)
if err != nil {
2017-08-15 20:29:35 +01:00
err = errors.Wrap(err, "search strip HTML failed")
2017-08-15 19:41:44 +01:00
return
}
2017-08-15 19:41:44 +01:00
content = strings.TrimSpace(content)
2017-08-15 19:41:44 +01:00
_, err = stmt2.Exec(ctx.OrgID, p.DocumentID, p.RefID, "page", content)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute insert document content entry")
return
}
2017-08-15 19:41:44 +01:00
return nil
}
2017-08-15 19:41:44 +01:00
// DeleteContent removes all search entries for specific document content.
func (s Scope) DeleteContent(ctx domain.RequestContext, pageID string) (err error) {
// remove all search entries
var stmt1 *sqlx.Stmt
2017-08-15 20:29:35 +01:00
stmt1, err = ctx.Transaction.Preparex("DELETE FROM search WHERE orgid=? AND itemid=? AND itemtype=?")
2017-08-15 19:41:44 +01:00
defer streamutil.Close(stmt1)
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "prepare delete document content entry")
return
}
2017-08-15 20:29:35 +01:00
_, err = stmt1.Exec(ctx.OrgID, pageID, "page")
if err != nil {
2017-08-15 19:41:44 +01:00
err = errors.Wrap(err, "execute delete document content entry")
return
}
return
}
// Documents searches the documents that the client is allowed to see, using the keywords search string, then audits that search.
// Visible documents include both those in the client's own organisation and those that are public, or whose visibility includes the client.
2017-08-15 14:15:31 +01:00
func (s Scope) Documents(ctx domain.RequestContext, q search.QueryOptions) (results []search.QueryResult, err error) {
q.Keywords = strings.TrimSpace(q.Keywords)
if len(q.Keywords) == 0 {
return
}
2017-08-15 14:15:31 +01:00
results = []search.QueryResult{}
2017-08-15 14:15:31 +01:00
// Match doc names
if q.Doc {
r1, err1 := s.matchFullText(ctx, q.Keywords, "doc")
if err1 != nil {
err = errors.Wrap(err1, "search document names")
return
}
2017-08-15 14:15:31 +01:00
results = append(results, r1...)
}
2017-08-15 14:15:31 +01:00
// Match doc content
if q.Content {
r2, err2 := s.matchFullText(ctx, q.Keywords, "page")
if err2 != nil {
err = errors.Wrap(err2, "search document content")
return
}
2017-08-15 14:15:31 +01:00
results = append(results, r2...)
}
2017-08-15 14:15:31 +01:00
// Match doc tags
if q.Tag {
r3, err3 := s.matchFullText(ctx, q.Keywords, "tag")
if err3 != nil {
err = errors.Wrap(err3, "search document tag")
return
}
2017-08-15 14:15:31 +01:00
results = append(results, r3...)
}
2017-08-15 14:15:31 +01:00
// Match doc attachments
if q.Attachment {
r4, err4 := s.matchLike(ctx, q.Keywords, "file")
if err4 != nil {
err = errors.Wrap(err4, "search document attachments")
return
}
2017-08-15 14:15:31 +01:00
results = append(results, r4...)
}
2017-08-15 14:15:31 +01:00
return
}
func (s Scope) matchFullText(ctx domain.RequestContext, keywords, itemType string) (r []search.QueryResult, err error) {
sql1 := `
SELECT
s.id, s.orgid, s.documentid, s.itemid, s.itemtype,
d.labelid as spaceid, COALESCE(d.title,'Unknown') AS document, d.tags, d.excerpt,
COALESCE(l.label,'Unknown') AS space
FROM
search s,
document d
LEFT JOIN
label l ON l.orgid=d.orgid AND l.refid = d.labelid
WHERE
s.orgid = ?
AND s.itemtype = ?
AND s.documentid = d.refid
-- AND d.template = 0
AND d.labelid IN
(
SELECT refid FROM label WHERE orgid=?
AND refid IN (SELECT refid FROM permission WHERE orgid=? AND location='space' AND refid IN (
SELECT refid from permission WHERE orgid=? AND who='user' AND whoid=? AND location='space'
UNION ALL
SELECT p.refid from permission p LEFT JOIN rolemember r ON p.whoid=r.roleid WHERE p.orgid=? AND p.who='role' AND p.location='space' AND p.action='view' AND r.userid=?
))
)
AND MATCH(s.content) AGAINST(? IN BOOLEAN MODE)`
2017-08-15 14:15:31 +01:00
err = s.Runtime.Db.Select(&r,
sql1,
ctx.OrgID,
2017-08-15 14:15:31 +01:00
itemType,
ctx.OrgID,
ctx.OrgID,
ctx.OrgID,
ctx.UserID,
ctx.OrgID,
2017-08-15 14:15:31 +01:00
ctx.UserID,
keywords)
if err == sql.ErrNoRows {
err = nil
r = []search.QueryResult{}
}
if err != nil {
err = errors.Wrap(err, "search document "+itemType)
return
}
return
}
func (s Scope) matchLike(ctx domain.RequestContext, keywords, itemType string) (r []search.QueryResult, err error) {
// LIKE clause does not like quotes!
keywords = strings.Replace(keywords, "'", "", -1)
keywords = strings.Replace(keywords, "\"", "", -1)
keywords = strings.Replace(keywords, "%", "", -1)
keywords = fmt.Sprintf("%%%s%%", keywords)
sql1 := `
SELECT
s.id, s.orgid, s.documentid, s.itemid, s.itemtype,
d.labelid as spaceid, COALESCE(d.title,'Unknown') AS document, d.tags, d.excerpt,
COALESCE(l.label,'Unknown') AS space
FROM
search s,
document d
LEFT JOIN
label l ON l.orgid=d.orgid AND l.refid = d.labelid
WHERE
s.orgid = ?
AND s.itemtype = ?
AND s.documentid = d.refid
-- AND d.template = 0
AND d.labelid IN
(
SELECT refid FROM label WHERE orgid=?
AND refid IN (SELECT refid FROM permission WHERE orgid=? AND location='space' AND refid IN (
SELECT refid from permission WHERE orgid=? AND who='user' AND whoid=? AND location='space'
UNION ALL
SELECT p.refid from permission p LEFT JOIN rolemember r ON p.whoid=r.roleid WHERE p.orgid=? AND p.who='role' AND p.location='space' AND p.action='view' AND r.userid=?
))
)
2017-08-15 14:15:31 +01:00
AND s.content LIKE ?`
err = s.Runtime.Db.Select(&r,
sql1,
ctx.OrgID,
itemType,
ctx.OrgID,
ctx.OrgID,
ctx.OrgID,
ctx.UserID,
2017-08-15 14:15:31 +01:00
ctx.OrgID,
ctx.UserID,
keywords)
if err == sql.ErrNoRows {
err = nil
r = []search.QueryResult{}
}
if err != nil {
2017-08-15 14:15:31 +01:00
err = errors.Wrap(err, "search document "+itemType)
return
}
return
}