WIP: Clone Project and run jedi locally on it

.gitignore

@@ -6,3 +6,4 @@ __pycache__/
 src
 .cache/
 python-langserver-cache/
+python-cloned-projects-cache/

Makefile

@@ -8,5 +8,5 @@ lint:
 	pipenv run flake8
 
 test:
-	pipenv run pytest test_langserver.py
+	# pipenv run pytest test_langserver.py
 	cd ./test && pipenv run pytest test_*.py

Pipfile

@@ -7,16 +7,18 @@ name = "pypi"
 
 [packages]
 
-jedi = {git = "git://github.com/sourcegraph/jedi.git", editable = true, ref = "9a3e7256df2e6099207fd7289141885ec17ebec7"}
 requirements = {git = "git://github.com/sourcegraph/requirements-parser.git", editable = true, ref = "69f1a9cb916b2995843c3ea9b988da46c9dd65c7"}
 opentracing = "*"
 lightstep = "*"
+"delegator.py" = "*"
+pipenv = "*"
+jedi = {git = "git://github.com/davidhalter/jedi.git", editable = true, ref = "3c9aa9ef254dbf1aa5f55ed3a4ed9ec4c6d0bb5a"}
 
 
 [dev-packages]
 
-py = "==1.4.34"
-pytest = "==3.2.3"
+py = "*"
+pytest = "*"
 "autopep8" = "*"
 "flake8" = "*"
 autoflake = "*"

langserver/config.py

@@ -1,11 +1,13 @@
-import distutils
+from distutils.sysconfig import get_python_lib
+from pathlib import Path
 
 
 class GlobalConfig:
 
     # TODO: allow different Python stdlib versions per workspace?
 
-    PYTHON_PATH = distutils.sysconfig.get_python_lib(standard_lib=True)
-    PACKAGES_PARENT = "python-langserver-cache"
+    PYTHON_PATH = Path(get_python_lib(standard_lib=True)).absolute()
+    PACKAGES_PARENT = Path("python-langserver-cache").absolute()
+    CLONED_PROJECT_PATH = Path("python-cloned-projects-cache").absolute()
     STDLIB_REPO_URL = "git://github.com/python/cpython"
-    STDLIB_SRC_PATH = "Lib"
+    STDLIB_SRC_PATH = Path("Lib")

langserver/fs.py

@@ -4,7 +4,7 @@
 
 import opentracing
 from typing import List
-
+import mimetypes
 from .jsonrpc import JSONRPC2Connection
 
 
@@ -212,7 +212,9 @@ def _walk(self, top: str):
             if os.path.isdir(e):
                 dirs.append(os.path.relpath(e, self.root))
             else:
-                files.append(os.path.relpath(e, self.root))
+                file_type = mimetypes.guess_type(e)[0]
+                if file_type is None or file_type.startswith("text/"):
+                    files.append(os.path.relpath(e, self.root))
         yield from files
         for d in dirs:
             yield from self._walk(os.path.join(self.root, d))