ddb7f59ef4
* Add repo type option to /api/repo/search * Add tests and fix result of collaborative filter in specific condition * Fix/optimize search & tests * Improve integration tests * Fix lint errors * Fix unit tests * Change and improve internal implementation of repo search * Use NonexistentID * Make search api more general * Change mirror and fork search behaviour * Fix tests & typo in comment
111 lines
2.7 KiB
Go
111 lines
2.7 KiB
Go
// Copyright 2017 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package models
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"code.gitea.io/gitea/modules/indexer"
|
|
"code.gitea.io/gitea/modules/log"
|
|
"code.gitea.io/gitea/modules/setting"
|
|
"code.gitea.io/gitea/modules/util"
|
|
)
|
|
|
|
// issueIndexerUpdateQueue queue of issue ids to be updated
|
|
var issueIndexerUpdateQueue chan int64
|
|
|
|
// InitIssueIndexer initialize issue indexer
|
|
func InitIssueIndexer() {
|
|
indexer.InitIssueIndexer(populateIssueIndexer)
|
|
issueIndexerUpdateQueue = make(chan int64, setting.Indexer.UpdateQueueLength)
|
|
go processIssueIndexerUpdateQueue()
|
|
}
|
|
|
|
// populateIssueIndexer populate the issue indexer with issue data
|
|
func populateIssueIndexer() error {
|
|
batch := indexer.IssueIndexerBatch()
|
|
for page := 1; ; page++ {
|
|
repos, _, err := SearchRepositoryByName(&SearchRepoOptions{
|
|
Page: page,
|
|
PageSize: 10,
|
|
OrderBy: SearchOrderByID,
|
|
Private: true,
|
|
Collaborate: util.OptionalBoolFalse,
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("Repositories: %v", err)
|
|
}
|
|
if len(repos) == 0 {
|
|
return batch.Flush()
|
|
}
|
|
for _, repo := range repos {
|
|
issues, err := Issues(&IssuesOptions{
|
|
RepoID: repo.ID,
|
|
IsClosed: util.OptionalBoolNone,
|
|
IsPull: util.OptionalBoolNone,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
for _, issue := range issues {
|
|
if err := batch.Add(issue.update()); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
func processIssueIndexerUpdateQueue() {
|
|
batch := indexer.IssueIndexerBatch()
|
|
for {
|
|
var issueID int64
|
|
select {
|
|
case issueID = <-issueIndexerUpdateQueue:
|
|
default:
|
|
// flush whatever updates we currently have, since we
|
|
// might have to wait a while
|
|
if err := batch.Flush(); err != nil {
|
|
log.Error(4, "IssueIndexer: %v", err)
|
|
}
|
|
issueID = <-issueIndexerUpdateQueue
|
|
}
|
|
issue, err := GetIssueByID(issueID)
|
|
if err != nil {
|
|
log.Error(4, "GetIssueByID: %v", err)
|
|
} else if err = batch.Add(issue.update()); err != nil {
|
|
log.Error(4, "IssueIndexer: %v", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func (issue *Issue) update() indexer.IssueIndexerUpdate {
|
|
comments := make([]string, 0, 5)
|
|
for _, comment := range issue.Comments {
|
|
if comment.Type == CommentTypeComment {
|
|
comments = append(comments, comment.Content)
|
|
}
|
|
}
|
|
return indexer.IssueIndexerUpdate{
|
|
IssueID: issue.ID,
|
|
Data: &indexer.IssueIndexerData{
|
|
RepoID: issue.RepoID,
|
|
Title: issue.Title,
|
|
Content: issue.Content,
|
|
Comments: comments,
|
|
},
|
|
}
|
|
}
|
|
|
|
// UpdateIssueIndexer add/update an issue to the issue indexer
|
|
func UpdateIssueIndexer(issueID int64) {
|
|
select {
|
|
case issueIndexerUpdateQueue <- issueID:
|
|
default:
|
|
go func() {
|
|
issueIndexerUpdateQueue <- issueID
|
|
}()
|
|
}
|
|
}
|