Fix autoworker with subprocess

autoworker/__init__.py

@@ -3,6 +3,7 @@
 import os
 import multiprocessing as mp
 from uuid import uuid4
+import subprocess
 
 from redis import Redis
 from rq.defaults import DEFAULT_RESULT_TTL
@@ -86,37 +87,34 @@ def num_connected_workers(self):
             )
         ])
 
-    def worker(self):
+    @property
+    def worker_command(self):
         """Internal target to use in multiprocessing
         """
-        cleanup_ghosts(self.connection)
-        worker_class = import_attribute(self.config['worker_class'])
-        if self.skip_failed:
-            exception_handlers = []
-        else:
-            exception_handlers = None
 
-        name = '{}-auto'.format(uuid4().hex)
-        worker = worker_class(
-            [self.queue], name=name, connection=self.connection,
-            exception_handlers=exception_handlers,
-            default_result_ttl=self.default_result_ttl
-        )
-        worker.work(burst=True)
+        rq_params = {
+            '-b': '',
+            '-w': self.config['worker_class'],
+            '-n': '{}-auto'.format(uuid4().hex),
+            '-u': self.config['redis_url'],
+            '--results-ttl': self.default_result_ttl
+
+        }
+        if self.skip_failed:
+            rq_params['--disable-default-exception-handler'] = ''
 
-    def _create_worker(self):
-        child_pid = os.fork()
-        if child_pid == 0:
-            self.worker()
+        command = ['rq', 'worker']
+        for k, v in rq_params.items():
+            command.append(str(k))
+            if v:
+                command.append(str(v))
+        command.append(self.queue.name)
+        return command
 
     def work(self):
         """Spawn the multiple workers using multiprocessing and `self.worker`_
         targget
         """
         max_procs = self.max_procs - self.num_connected_workers()
-        self.processes = [
-            mp.Process(target=self._create_worker) for _ in range(0, max_procs)
-        ]
-        for proc in self.processes:
-            proc.daemon = False
-            proc.start()
+        for _ in range(0, max_procs):
+            subprocess.Popen(self.worker_command, close_fds=True)