Add Hound code search configuration generator

Configuration is generated from Gerrit-supplied data.

Issue-ID: ONAPARC-540
Change-Id: I84d5b87580882926b916ed20dbcd2369be4c77f4
Signed-off-by: Pawel Wieczorek <p.wieczorek2@samsung.com>

diff --git a/bootstrap/codesearch/Vagrantfile b/bootstrap/codesearch/Vagrantfile
index a94b95c..b715ec5 100644 (file)
--- a/bootstrap/codesearch/Vagrantfile
+++ b/bootstrap/codesearch/Vagrantfile
@@ -2,6 +2,7 @@
 # -*- coding: utf-8 -*-
 
 host_ip = "192.168.121.1"
+synced_folder = "/vagrant"
 
 $replace_dns = <<-SCRIPT
   HOST_IP="$1"
@@ -11,6 +12,7 @@ SCRIPT
 
 Vagrant.configure("2") do |config|
   config.vm.box = "generic/ubuntu1804"
+  config.vm.synced_folder ".", synced_folder, type: "rsync", rsync__exclude: "Vagrantfile"
   config.vm.provision "replace_dns", type: :shell, run: "always", inline: $replace_dns, args: host_ip
   config.vm.provision "dependencies", type: :shell, inline: <<-SHELL
     export DEBIAN_FRONTEND=noninteractive
@@ -21,4 +23,7 @@ Vagrant.configure("2") do |config|
     export GOPATH="${HOME}/go"
     go get -u github.com/hound-search/hound/cmds/...
   SHELL
+  config.vm.provision "generate_config", type: :shell, privileged: false, inline: <<-SHELL
+    python3 #{synced_folder}/create_config.py
+  SHELL
 end

diff --git a/bootstrap/codesearch/create_config.py b/bootstrap/codesearch/create_config.py
new file mode 100755 (executable)
index 0000000..4009e51
--- /dev/null
+++ b/bootstrap/codesearch/create_config.py
@@ -0,0 +1,46 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+"""Create configuration for code search."""
+
+import json
+import urllib.request
+import sys
+
+ONAP_GERRIT = "https://gerrit.onap.org/r"
+API_PROJECTS = "/projects/"
+
+MAGIC_PREFIX = ")]}'"
+
+
+def get_projects_list():
+    """Request list of all available projects from ONAP Gerrit."""
+    resp = urllib.request.urlopen(ONAP_GERRIT + API_PROJECTS)
+    resp_body = resp.read()
+
+    no_magic = resp_body[len(MAGIC_PREFIX):]
+    decoded = no_magic.decode("utf-8")
+    projects = json.loads(decoded)
+
+    return projects.keys()
+
+
+def create_repos_list(projects):
+    """Create a map of all projects to their repositories' URLs."""
+    return {p: {"url": "{}/{}.git".format(ONAP_GERRIT, p)} for p in projects}
+
+
+def main():
+    """Main entry point for the script."""
+    repos = create_repos_list(get_projects_list())
+    config = {
+        "max-concurrent-indexers": 2,
+        "dbpath": "data",
+        "health-check-uri": "/healthz",
+        "repos": repos
+    }
+    print(json.dumps(config, sort_keys=True, indent=4, separators=(',', ': ')))
+
+
+if __name__ == '__main__':
+    sys.exit(main())

diff --git a/bootstrap/codesearch/test-requirements.txt b/bootstrap/codesearch/test-requirements.txt
new file mode 100644 (file)
index 0000000..897e59f
--- /dev/null
+++ b/bootstrap/codesearch/test-requirements.txt
@@ -0,0 +1,2 @@
+flake8
+pylint

diff --git a/bootstrap/codesearch/tox.ini b/bootstrap/codesearch/tox.ini
new file mode 100644 (file)
index 0000000..3d0305b
--- /dev/null
+++ b/bootstrap/codesearch/tox.ini
@@ -0,0 +1,14 @@
+[tox]
+envlist = pep8, pylint
+skipsdist = true
+modules = create_config
+
+[testenv]
+basepython = python3
+deps = -r{toxinidir}/test-requirements.txt
+
+[testenv:pep8]
+commands = flake8 --max-line-length 100
+
+[testenv:pylint]
+commands = pylint -f parseable {[tox]modules}