SONARPY-870 Use serialized version of TypeShed core modules (builtins and its dependencies) (#940)

Author: andrea-guarino-sonarsource

.gitattributes

@@ -1,3 +1,5 @@
 # force eol to LF so we don't have problem with tests on windows
 
 * text eol=lf
+
+*.protobuf binary

.gitignore

@@ -35,3 +35,4 @@ Desktop.ini
 # ---- Python
 venv
 __pycache__
+python-frontend/typeshed_serializer/serializer/proto_out

its/ruling/src/test/resources/expected/python-S2159.json

@@ -2,7 +2,4 @@
 'project:numpy-1.16.4/numpy/distutils/system_info.py':[
 259,
 ],
-'project:numpy-1.16.4/numpy/lib/utils.py':[
-571,
-],
 }

its/ruling/src/test/resources/expected/python-S5607.json

@@ -6,9 +6,16 @@
 'project:buildbot-0.8.6p1/buildbot/status/build.py':[
 104,
 ],
+'project:django-cms-3.7.1/cms/models/metaclasses.py':[
+14,
+],
 'project:numpy-1.16.4/tools/npy_tempita/__init__.py':[
 184,
 ],
+'project:tensorflow/python/autograph/pyct/common_transformers/anf_test.py':[
+37,
+42,
+],
 'project:tensorflow/python/keras/layers/wrappers.py':[
 515,
 ],
@@ -26,4 +33,7 @@
 104,
 105,
 ],
+'project:twisted-12.1.0/twisted/test/test_defer.py':[
+367,
+],
 }

its/ruling/src/test/resources/expected/python-S5644.json

@@ -7,4 +7,8 @@
 22,
 24,
 ],
+'project:twisted-12.1.0/twisted/test/test_paths.py':[
+166,
+167,
+],
 }

its/ruling/src/test/resources/expected/python-S5655.json

@@ -14,4 +14,7 @@
 'project:tensorflow/python/eager/function.py':[
 968,
 ],
+'project:twisted-12.1.0/twisted/python/components.py':[
+313,
+],
 }

its/ruling/src/test/resources/expected/python-S5727.json

@@ -5,10 +5,20 @@
 'project:buildbot-0.8.6p1/buildbot/status/web/feeds.py':[
 240,
 ],
+'project:buildbot-0.8.6p1/buildbot/steps/shell.py':[
+469,
+],
 'project:django-2.2.3/django/core/files/locks.py':[
 109,
 113,
 ],
+'project:numpy-1.16.4/numpy/distutils/misc_util.py':[
+340,
+341,
+342,
+343,
+344,
+],
 'project:tensorflow/python/keras/layers/normalization.py':[
 1131,
 ],

its/ruling/src/test/resources/expected/python-S5795.json

@@ -4,6 +4,11 @@
 217,
 ],
 'project:numpy-1.16.4/numpy/distutils/misc_util.py':[
+340,
+341,
+342,
+343,
+344,
 476,
 ],
 'project:numpy-1.16.4/numpy/ma/core.py':[

python-checks/src/test/resources/checks/incompatibleOperands/arithmetic.py

@@ -59,11 +59,14 @@ def __neg__(self):
 
 def builtin_noncompliant():
   1 + "1"  # Noncompliant
+  "1" + 1  # Noncompliant
   1 + [1]  # Noncompliant
   1 + {1}  # Noncompliant
   1 + (1,)  # Noncompliant
   1 + {'a': 1}  # Noncompliant
   [1] + (1,)  # Noncompliant
+  "foo " + "bar".encode('base64') # OK, FP in Python2
+  "bar".encode('base64') + "foo"  # OK, FP in Python2
 
 
   -'1'  # Noncompliant

python-checks/src/test/resources/checks/itemOperationsTypeCheck/itemOperations_delitem.py

@@ -16,9 +16,9 @@ def builtin_types_supporting_delitem():
 def builtin_types_not_supporting_delitem():
   # dictviews https://docs.python.org/3/library/stdtypes.html#dictionary-view-objects
   mydict = {'a': 1, 'b': 2}
-  del mydict.keys()[0]  # OK: FP in Python 2
-  del mydict.values()[0] # OK: FP in Python 2
-  del mydict.items()[0]  # OK: FP in Python 2
+  del mydict.keys()[0]  # Noncompliant
+  del mydict.values()[0] # Noncompliant
+  del mydict.items()[0]  # Noncompliant
 
   # iterators
   del iter(mylist)[0]  # Noncompliant
@@ -48,7 +48,7 @@ def builtin_types_not_supporting_delitem():
   var = None
   del var[0]  # Noncompliant
 
-  del bytes(b'123')[0]  # FN: unknown return type
+  del bytes(b'123')[0]  # Noncompliant
   del memoryview(bytearray(b'abc'))[0]  # Noncompliant
 
   del "abc"[0]  # Noncompliant