Experimental API search exposed through query.

Author: isoos

app/lib/search/index_simple.dart

@@ -3,7 +3,6 @@
 // BSD-style license that can be found in the LICENSE file.
 
 import 'dart:async';
-import 'dart:io';
 import 'dart:math' as math;
 
 import 'package:gcloud/service_scope.dart' as ss;
@@ -24,20 +23,19 @@ void registerPackageIndex(PackageIndex index) =>
     ss.register(#packageIndexService, index);
 
 class SimplePackageIndex implements PackageIndex {
-  final bool enableApiIndex;
   final Map<String, PackageDocument> _packages = <String, PackageDocument>{};
   final Map<String, String> _normalizedPackageText = <String, String>{};
   final TokenIndex _nameIndex = new TokenIndex(minLength: 2);
   final TokenIndex _descrIndex = new TokenIndex(minLength: 3);
   final TokenIndex _readmeIndex = new TokenIndex(minLength: 3);
   final TokenIndex _apiDocIndex = new TokenIndex(minLength: 3);
   final StringInternPool _internPool = new StringInternPool();
+  final bool _apiSearchEnabled;
   DateTime _lastUpdated;
   bool _isReady = false;
 
-  SimplePackageIndex({bool enableApiIndex})
-      : this.enableApiIndex =
-            enableApiIndex ?? Platform.environment['SEARCH_API_INDEX'] == '1';
+  SimplePackageIndex({bool apiSearchEnabled: false})
+      : _apiSearchEnabled = apiSearchEnabled;
 
   @override
   bool get isReady => _isReady;
@@ -80,11 +78,9 @@ class SimplePackageIndex implements PackageIndex {
     _nameIndex.add(doc.package, doc.package);
     _descrIndex.add(doc.package, doc.description);
     _readmeIndex.add(doc.package, doc.readme);
-    if (enableApiIndex) {
-      for (ApiDocPage page in doc.apiDocPages ?? const []) {
-        _apiDocIndex.add(
-            _apiDocPageId(doc.package, page), page.symbols?.join(' '));
-      }
+    for (ApiDocPage page in doc.apiDocPages ?? const []) {
+      _apiDocIndex.add(
+          _apiDocPageId(doc.package, page), page.symbols?.join(' '));
     }
     final String allText = [doc.package, doc.description, doc.readme]
         .where((s) => s != null)
@@ -179,7 +175,8 @@ class SimplePackageIndex implements PackageIndex {
     }
 
     // do text matching
-    final Score textScore = _searchText(packages, query.parsedQuery.text);
+    final Score textScore = _searchText(packages, query.parsedQuery.text,
+        _apiSearchEnabled || query.parsedQuery.isApiEnabled);
 
     // filter packages that doesn't match text query
     if (textScore != null) {
@@ -299,15 +296,16 @@ class SimplePackageIndex implements PackageIndex {
     return new Score(values);
   }
 
-  Score _searchText(Set<String> packages, String text) {
+  Score _searchText(Set<String> packages, String text, bool isExperimental) {
     if (text != null && text.isNotEmpty) {
       final List<String> words = splitForIndexing(text).toList();
       final int wordCount = words.length;
       final List<Score> wordScores = words.map((String word) {
         final nameTokens = _nameIndex.lookupTokens(word);
         final descrTokens = _descrIndex.lookupTokens(word);
         final readmeTokens = _readmeIndex.lookupTokens(word);
-        final apiDocTokens = _apiDocIndex.lookupTokens(word);
+        final apiDocTokens =
+            isExperimental ? _apiDocIndex.lookupTokens(word) : new TokenMatch();
         final maxTokenLength = [
           nameTokens.maxLength,
           descrTokens.maxLength,
@@ -326,15 +324,20 @@ class SimplePackageIndex implements PackageIndex {
         final readme = new Score(_readmeIndex.scoreDocs(readmeTokens,
             weight: 0.90, wordCount: wordCount));
 
-        final apiPages = new Score(_apiDocIndex.scoreDocs(apiDocTokens,
-            weight: 0.80, wordCount: wordCount));
-        final apiPackages = <String, double>{};
-        for (String key in apiPages.getKeys()) {
-          final pkg = _apiDocPkg(key);
-          final value = apiPages[key];
-          apiPackages[pkg] = math.max(value, apiPackages[pkg] ?? 0.0);
+        Score apiScore;
+        if (isExperimental) {
+          final apiPages = new Score(_apiDocIndex.scoreDocs(apiDocTokens,
+              weight: 0.80, wordCount: wordCount));
+          final apiPackages = <String, double>{};
+          for (String key in apiPages.getKeys()) {
+            final pkg = _apiDocPkg(key);
+            final value = apiPages[key];
+            apiPackages[pkg] = math.max(value, apiPackages[pkg] ?? 0.0);
+          }
+          apiScore = new Score(apiPackages);
+        } else {
+          apiScore = new Score({});
         }
-        final apiScore = new Score(apiPackages);
 
         return Score.max([name, descr, readme, apiScore]).removeLowValues(
             fraction: 0.01, minValue: 0.001);

app/lib/shared/search_service.dart

@@ -351,16 +351,21 @@ class ParsedQuery {
   /// Match authors and uploaders.
   final List<String> emails;
 
+  /// Enable experimental API search.
+  final bool isApiEnabled;
+
   ParsedQuery._(
     this.text,
     this.packagePrefix,
     this.refDependencies,
     this.allDependencies,
     this.emails,
+    this.isApiEnabled,
   );
 
   factory ParsedQuery._parse(String q) {
     String queryText = q ?? '';
+    queryText = ' $queryText ';
     String packagePrefix;
     final Match pkgMatch = _packageRegexp.firstMatch(queryText);
     if (pkgMatch != null) {
@@ -381,6 +386,11 @@ class ParsedQuery {
     final List<String> allDependencies = extractRegExp(_allDependencyRegExp);
     final List<String> emails = extractRegExp(_emailRegexp);
 
+    final bool isApiEnabled = queryText.contains(' !!api ');
+    if (isApiEnabled) {
+      queryText = queryText.replaceFirst(' !!api ', ' ');
+    }
+
     queryText = queryText.replaceAll(_whitespacesRegExp, ' ').trim();
     if (queryText.isEmpty) {
       queryText = null;
@@ -392,6 +402,7 @@ class ParsedQuery {
       dependencies,
       allDependencies,
       emails,
+      isApiEnabled,
     );
   }
 

app/test/search/api_doc_page_test.dart

@@ -15,7 +15,7 @@ void main() {
     SimplePackageIndex index;
 
     setUpAll(() async {
-      index = new SimplePackageIndex(enableApiIndex: true);
+      index = new SimplePackageIndex(apiSearchEnabled: true);
       await index.addPackage(new PackageDocument(
         package: 'foo',
         version: '1.0.0',

app/test/shared/search_service_test.dart

@@ -29,6 +29,19 @@ void main() {
       expect(new SearchQuery.parse(query: 'text').parsedQuery.text, 'text');
       expect(new SearchQuery.parse(query: ' text ').query, 'text');
       expect(new SearchQuery.parse(query: ' text ').parsedQuery.text, 'text');
+      expect(new SearchQuery.parse(query: ' text ').parsedQuery.isApiEnabled,
+          isFalse);
+    });
+
+    test('experimental API search', () {
+      expect(new SearchQuery.parse(query: '!!api').parsedQuery.isApiEnabled,
+          isTrue);
+      expect(
+          new SearchQuery.parse(query: 'text !!api').parsedQuery.isApiEnabled,
+          isTrue);
+      expect(
+          new SearchQuery.parse(query: '!!api text').parsedQuery.isApiEnabled,
+          isTrue);
     });
 
     test('no dependency', () {