From 63559b26ef730b2cf9f0919f2207a1066e58acf3 Mon Sep 17 00:00:00 2001 From: Andrew Thornton Date: Tue, 21 May 2019 20:45:00 +0100 Subject: [PATCH 1/2] Change UpdateRepoIndex api to include watchers --- integrations/repo_search_test.go | 23 ++++------------------- models/repo_indexer.go | 21 +++++++++++++-------- 2 files changed, 17 insertions(+), 27 deletions(-) diff --git a/integrations/repo_search_test.go b/integrations/repo_search_test.go index 3422aeaa126d6..65053dd6cd26a 100644 --- a/integrations/repo_search_test.go +++ b/integrations/repo_search_test.go @@ -5,10 +5,8 @@ package integrations import ( - "log" "net/http" "testing" - "time" "code.gitea.io/gitea/models" @@ -34,23 +32,10 @@ func TestSearchRepo(t *testing.T) { repo, err := models.GetRepositoryByOwnerAndName("user2", "repo1") assert.NoError(t, err) - models.UpdateRepoIndexer(repo) - - log.Printf("Waiting for indexing\n") - - i := 0 - for i < 60 { - if repo.IndexerStatus != nil && len(repo.IndexerStatus.CommitSha) != 0 { - break - } - time.Sleep(1 * time.Second) - i++ - } - if i < 60 { - log.Printf("Indexing took: %ds\n", i) - } else { - log.Printf("Waited the limit: %ds for indexing, continuing\n", i) - } + waiter := make(chan error) + models.UpdateRepoIndexer(repo, waiter) + + assert.NoError(t, <-waiter) req := NewRequestf(t, "GET", "/user2/repo1/search?q=Description&page=1") resp := MakeRequest(t, req, http.StatusOK) diff --git a/models/repo_indexer.go b/models/repo_indexer.go index 9a7daa0ff88ad..140ec66c0355c 100644 --- a/models/repo_indexer.go +++ b/models/repo_indexer.go @@ -57,8 +57,9 @@ func (repo *Repository) updateIndexerStatus(sha string) error { } type repoIndexerOperation struct { - repo *Repository - deleted bool + repo *Repository + deleted bool + watchers []chan<- error } var repoIndexerOperationQueue chan repoIndexerOperation @@ -312,26 +313,30 @@ func nonGenesisChanges(repo *Repository, revision string) (*repoChanges, error) func processRepoIndexerOperationQueue() { for { op := <-repoIndexerOperationQueue + var err error if op.deleted { - if err := indexer.DeleteRepoFromIndexer(op.repo.ID); err != nil { + if err = indexer.DeleteRepoFromIndexer(op.repo.ID); err != nil { log.Error("DeleteRepoFromIndexer: %v", err) } } else { - if err := updateRepoIndexer(op.repo); err != nil { + if err = updateRepoIndexer(op.repo); err != nil { log.Error("updateRepoIndexer: %v", err) } } + for _, watcher := range op.watchers { + watcher <- err + } } } // DeleteRepoFromIndexer remove all of a repository's entries from the indexer -func DeleteRepoFromIndexer(repo *Repository) { - addOperationToQueue(repoIndexerOperation{repo: repo, deleted: true}) +func DeleteRepoFromIndexer(repo *Repository, watchers ...chan<- error) { + addOperationToQueue(repoIndexerOperation{repo: repo, deleted: true, watchers: watchers}) } // UpdateRepoIndexer update a repository's entries in the indexer -func UpdateRepoIndexer(repo *Repository) { - addOperationToQueue(repoIndexerOperation{repo: repo, deleted: false}) +func UpdateRepoIndexer(repo *Repository, watchers ...chan<- error) { + addOperationToQueue(repoIndexerOperation{repo: repo, deleted: false, watchers: watchers}) } func addOperationToQueue(op repoIndexerOperation) { From 5661fb8c1682835e906ade65eea523385c36deae Mon Sep 17 00:00:00 2001 From: Andrew Thornton Date: Tue, 21 May 2019 21:26:24 +0100 Subject: [PATCH 2/2] Add timeout --- integrations/repo_search_test.go | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/integrations/repo_search_test.go b/integrations/repo_search_test.go index 65053dd6cd26a..282caa707e167 100644 --- a/integrations/repo_search_test.go +++ b/integrations/repo_search_test.go @@ -7,6 +7,7 @@ package integrations import ( "net/http" "testing" + "time" "code.gitea.io/gitea/models" @@ -32,10 +33,15 @@ func TestSearchRepo(t *testing.T) { repo, err := models.GetRepositoryByOwnerAndName("user2", "repo1") assert.NoError(t, err) - waiter := make(chan error) + waiter := make(chan error, 1) models.UpdateRepoIndexer(repo, waiter) - assert.NoError(t, <-waiter) + select { + case err := <-waiter: + assert.NoError(t, err) + case <-time.After(1 * time.Minute): + assert.Fail(t, "UpdateRepoIndexer took too long") + } req := NewRequestf(t, "GET", "/user2/repo1/search?q=Description&page=1") resp := MakeRequest(t, req, http.StatusOK)