Add missing methods

third_party/3/pyspark/accumulators.pyi

@@ -19,7 +19,7 @@
 # Stubs for pyspark.accumulators (Python 3.7)
 #
 
-from typing import Callable, Generic, Tuple, Type, TypeVar
+from typing import Callable, Generic, Tuple, Type, TypeVar, Dict
 
 import socketserver.BaseRequestHandler  # type: ignore
 
@@ -29,7 +29,8 @@ T = TypeVar("T")
 U = TypeVar("U", bound=SupportsIAdd)
 
 import socketserver as SocketServer
-from typing import Any
+
+_accumulatorRegistry: Dict = {}
 
 class Accumulator(Generic[T]):
     aid: int

third_party/3/pyspark/broadcast.pyi

@@ -16,14 +16,13 @@
 # specific language governing permissions and limitations
 # under the License.
 
-# Stubs for pyspark.broadcast (Python 3.5)
-#
-
 import threading
-from typing import Any, Generic, Optional, TypeVar
+from typing import Any, Generic, Optional, TypeVar, Dict
 
 T = TypeVar("T")
 
+_broadcastRegistry: Dict
+
 class Broadcast(Generic[T]):
     def __init__(
         self,
@@ -47,3 +46,6 @@ class BroadcastPickleRegistry(threading.local):
     def __iter__(self) -> None: ...
     def add(self, bcast: Any) -> None: ...
     def clear(self) -> None: ...
+
+class InheritableThread:
+    def __init__(self) -> None: ...

third_party/3/pyspark/serializers.pyi

@@ -16,12 +16,14 @@
 # specific language governing permissions and limitations
 # under the License.
 
-from typing import Any, Optional
+from typing import Any, Dict
 
 basestring = str
 unicode = str
 xrange = range
 
+__cls: Dict
+
 class SpecialLengths:
     END_OF_DATA_SECTION: int = ...
     PYTHON_EXCEPTION_THROWN: int = ...
@@ -117,5 +119,10 @@ class ChunkedStream:
     @property
     def closed(self): ...
 
+def write_with_length(obj: Any, stream: Any): ...
+def pack_long(value): ...
 def read_int(stream): ...
+def read_long(stream): ...
+def read_bool(stream): ...
 def write_int(value, stream): ...
+def write_long(write_long, stream): ...

third_party/3/pyspark/util.pyi

@@ -15,11 +15,19 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-
-# Stubs for pyspark.util (Python 3.7)
 #
-# NOTE: This dynamically typed stub was automatically generated by stubgen.
 
-from typing import Any
+from typing import List, Callable, Any, Tuple
+
+__all__: List[str]
+
+def fail_on_stopiteration(f: Callable) -> Callable: ...
+def _parse_memory(s: str) -> int: ...
+def _print_missing_jar(lib_name: str, pkg_name: str, jar_name: str, spark_version: str) -> None: ...
+
+class InheritableThread:
+    def __init__(self, target: Any, *args: Any, **kwargs: Any): ...
 
-def fail_on_stopiteration(f: Any): ...
+class VersionUtils:
+    @staticmethod
+    def majorMinorVersion(sparkVersion: str) -> Tuple[int, int]: ...