✨ Add count event

darkwood-com · Sep 3, 2024 · f180d6d · f180d6d
1 parent 3cd42cf
commit f180d6d
Show file tree

Hide file tree

Showing 17 changed files with 171 additions and 23 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## v1.2.x
+
+- Add event Event::POOL occurs when Flow need to count IPs to process.
+
 ## v1.2.2
 
 - Flow can now use `Flow\JobInterface` as job input

diff --git a/src/AsyncHandler/AsyncHandler.php b/src/AsyncHandler/AsyncHandler.php
@@ -7,6 +7,8 @@
 use Flow\AsyncHandlerInterface;
 use Flow\Event;
 use Flow\Event\AsyncEvent;
+use Flow\Event\PoolEvent;
+use Flow\Ip;
 
 /**
  * @template T
@@ -15,19 +17,43 @@
  */
 final class AsyncHandler implements AsyncHandlerInterface
 {
+    /**
+     * @var array<Ip<T>>
+     */
+    private array $ips = [];
+
     public static function getSubscribedEvents()
     {
         return [
             Event::ASYNC => 'async',
+            Event::POOL => 'pool',
         ];
     }
 
     public function async(AsyncEvent $event): void
     {
+        $wrapPoolIp = function (Ip $ip) {
+            $this->ips[] = $ip;
+
+            return function () use ($ip) {
+                $this->ips = array_filter($this->ips, function ($iteratorIp) use ($ip) {
+                    return $iteratorIp !== $ip;
+                });
+            };
+        };
+
         $ip = $event->getIp();
         $async = $event->getAsync();
         $asyncJob = $async($event->getJob());
         $next = $asyncJob($ip->data);
         $next($event->getCallback());
     }
+
+    /**
+     * @param PoolEvent<T> $event
+     */
+    public function pool(PoolEvent $event): void
+    {
+        $event->setIps($this->ips);
+    }
 }
diff --git a/src/AsyncHandler/BatchAsyncHandler.php b/src/AsyncHandler/BatchAsyncHandler.php
@@ -11,6 +11,7 @@
 use Symfony\Component\Messenger\Handler\BatchHandlerInterface;
 use Symfony\Component\Messenger\Handler\BatchHandlerTrait;
 use Throwable;
+use Flow\Event\PoolEvent;
 
 /**
  * @template T1
@@ -41,6 +42,7 @@ public static function getSubscribedEvents()
     {
         return [
             Event::ASYNC => 'async',
+            Event::POOL => 'pool',
         ];
     }
 
@@ -80,4 +82,12 @@ private function getBatchSize(): int
     {
         return $this->batchSize;
     }
+
+    /**
+     * @param PoolEvent<T> $event
+     */
+    public function pool(PoolEvent $event): void
+    {
+        $event->setIps($this->ips);
+    }
 }
diff --git a/src/AsyncHandler/DeferAsyncHandler.php b/src/AsyncHandler/DeferAsyncHandler.php
@@ -7,6 +7,7 @@
 use Flow\AsyncHandlerInterface;
 use Flow\Event;
 use Flow\Event\AsyncEvent;
+use Flow\Event\PoolEvent;
 
 /**
  * @template T
@@ -19,6 +20,7 @@ public static function getSubscribedEvents()
     {
         return [
             Event::ASYNC => 'async',
+            Event::POOL => 'pool',
         ];
     }
 
@@ -33,4 +35,12 @@ public function async(AsyncEvent $event): void
             $callback($data);
         });
     }
+
+    /**
+     * @param PoolEvent<T> $event
+     */
+    public function pool(PoolEvent $event): void
+    {
+        $event->setIps($this->ips);
+    }
 }
diff --git a/src/Driver/AmpDriver.php b/src/Driver/AmpDriver.php
@@ -34,6 +34,8 @@
  */
 class AmpDriver implements DriverInterface
 {
+    use DriverTrait;
+
     private int $ticks = 0;
 
     public function __construct(?Driver $driver = null)
@@ -121,18 +123,16 @@ public function await(array &$stream): void
                                 $stream['fnFlows'][$index]['errorJob']($data);
                             } elseif (array_key_exists($index + 1, $stream['fnFlows'])) {
                                 $ip = new Ip($data);
-                                $stream['ips']++;
                                 $stream['dispatchers'][$index + 1]->dispatch(new PushEvent($ip), Event::PUSH);
                             }
 
                             $stream['dispatchers'][$index]->dispatch(new PopEvent($nextIp), Event::POP);
-                            $stream['ips']--;
                         }), Event::ASYNC);
                     }
                 }
             } while ($nextIp !== null);
 
-            if ($stream['ips'] > 0 or $this->ticks > 0) {
+            if ($this->countIps($stream['dispatchers']) > 0 or $this->ticks > 0) {
                 EventLoop::defer($loop);
             } else {
                 EventLoop::getDriver()->stop();

diff --git a/src/Driver/DriverTrait.php b/src/Driver/DriverTrait.php
@@ -0,0 +1,27 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Flow\Driver;
+
+use Flow\Event;
+use Flow\Event\PoolEvent;
+use Symfony\Component\EventDispatcher\EventDispatcherInterface;
+
+use function count;
+
+trait DriverTrait
+{
+    /**
+     * @param array<EventDispatcherInterface> $dispatchers
+     */
+    public function countIps(array $dispatchers): int
+    {
+        $count = 0;
+        foreach ($dispatchers as $dispatcher) {
+            $count += count($dispatcher->dispatch(new PoolEvent(), Event::POOL)->getIps());
+        }
+
+        return $count;
+    }
+}
diff --git a/src/Driver/FiberDriver.php b/src/Driver/FiberDriver.php
@@ -30,6 +30,8 @@
  */
 class FiberDriver implements DriverInterface
 {
+    use DriverTrait;
+
     /**
      * @var array<mixed>
      */
@@ -121,7 +123,7 @@ public function await(array &$stream): void
 
         $tick = 0;
         $fiberDatas = [];
-        while ($stream['ips'] > 0 or count($this->ticks) > 0) {
+        do {
             foreach ($this->ticks as [
                 'interval' => $interval,
                 'callback' => $callback,
@@ -146,12 +148,10 @@ public function await(array &$stream): void
                                 $stream['fnFlows'][$index]['errorJob']($data);
                             } elseif (array_key_exists($index + 1, $stream['fnFlows'])) {
                                 $ip = new Ip($data);
-                                $stream['ips']++;
                                 $stream['dispatchers'][$index + 1]->dispatch(new PushEvent($ip), Event::PUSH);
                             }
 
                             $stream['dispatchers'][$index]->dispatch(new PopEvent($nextIp), Event::POP);
-                            $stream['ips']--;
                         }), Event::ASYNC);
                     }
                 }
@@ -168,7 +168,7 @@ public function await(array &$stream): void
             }
 
             $tick++;
-        }
+        } while ($this->countIps($stream['dispatchers']) > 0 or count($this->ticks) > 0);
     }
 
     public function delay(float $seconds): void

diff --git a/src/Driver/ReactDriver.php b/src/Driver/ReactDriver.php
@@ -34,6 +34,8 @@
  */
 class ReactDriver implements DriverInterface
 {
+    use DriverTrait;
+
     private int $ticks = 0;
 
     private LoopInterface $eventLoop;
@@ -114,18 +116,16 @@ public function await(array &$stream): void
                                 $stream['fnFlows'][$index]['errorJob']($data);
                             } elseif (array_key_exists($index + 1, $stream['fnFlows'])) {
                                 $ip = new Ip($data);
-                                $stream['ips']++;
                                 $stream['dispatchers'][$index + 1]->dispatch(new PushEvent($ip), Event::PUSH);
                             }
 
                             $stream['dispatchers'][$index]->dispatch(new PopEvent($nextIp), Event::POP);
-                            $stream['ips']--;
                         }), Event::ASYNC);
                     }
                 }
             } while ($nextIp !== null);
 
-            if ($stream['ips'] > 0 or $this->ticks > 0) {
+            if ($this->countIps($stream['dispatchers']) > 0 or $this->ticks > 0) {
                 $this->eventLoop->futureTick($loop);
             } else {
                 $this->eventLoop->stop();

diff --git a/src/Driver/SpatieDriver.php b/src/Driver/SpatieDriver.php
@@ -30,6 +30,8 @@
  */
 class SpatieDriver implements DriverInterface
 {
+    use DriverTrait;
+
     private int $ticks = 0;
 
     private Pool $pool;
@@ -89,7 +91,7 @@ public function await(array &$stream): void
         };
 
         $nextIp = null;
-        while ($stream['ips'] > 0 or $this->ticks > 0) {
+        do {
             do {
                 foreach ($stream['dispatchers'] as $index => $dispatcher) {
                     $nextIp = $dispatcher->dispatch(new PullEvent(), Event::PULL)->getIp();
@@ -99,17 +101,15 @@ public function await(array &$stream): void
                                 $stream['fnFlows'][$index]['errorJob']($data);
                             } elseif (array_key_exists($index + 1, $stream['fnFlows'])) {
                                 $ip = new Ip($data);
-                                $stream['ips']++;
                                 $stream['dispatchers'][$index + 1]->dispatch(new PushEvent($ip), Event::PUSH);
                             }
 
                             $stream['dispatchers'][$index]->dispatch(new PopEvent($nextIp), Event::POP);
-                            $stream['ips']--;
                         }), Event::ASYNC);
                     }
                 }
             } while ($nextIp !== null);
-        }
+        } while ($this->countIps($stream['dispatchers']) > 0 or $this->ticks > 0);
     }
 
     public function delay(float $seconds): void

diff --git a/src/Driver/SwooleDriver.php b/src/Driver/SwooleDriver.php
@@ -30,6 +30,8 @@
  */
 class SwooleDriver implements DriverInterface
 {
+    use DriverTrait;
+
     private int $ticks = 0;
 
     public function __construct()
@@ -85,7 +87,7 @@ public function await(array &$stream): void
         };
 
         co::run(function () use (&$stream, $async, $defer) {
-            while ($stream['ips'] > 0 or $this->ticks > 0) {
+            do {
                 $nextIp = null;
                 do {
                     foreach ($stream['dispatchers'] as $index => $dispatcher) {
@@ -96,18 +98,16 @@ public function await(array &$stream): void
                                     $stream['fnFlows'][$index]['errorJob']($data);
                                 } elseif (array_key_exists($index + 1, $stream['fnFlows'])) {
                                     $ip = new Ip($data);
-                                    $stream['ips']++;
                                     $stream['dispatchers'][$index + 1]->dispatch(new PushEvent($ip), Event::PUSH);
                                 }
 
                                 $stream['dispatchers'][$index]->dispatch(new PopEvent($nextIp), Event::POP);
-                                $stream['ips']--;
                             }), Event::ASYNC);
                         }
                     }
                     co::sleep(1);
                 } while ($nextIp !== null);
-            }
+            } while ($this->countIps($stream['dispatchers']) > 0 or $this->ticks > 0);
         });
     }
 

diff --git a/src/DriverInterface.php b/src/DriverInterface.php
@@ -30,7 +30,7 @@ public function async(Closure|JobInterface $callback): Closure;
     public function defer(Closure $callback): mixed;
 
     /**
-     * @param array{'ips': int, 'fnFlows': array<mixed>, 'dispatchers': array<mixed>} $stream
+     * @param array{'fnFlows': array<mixed>, 'dispatchers': array<mixed>} $stream
      */
     public function await(array &$stream): void;
 

diff --git a/src/Event.php b/src/Event.php
@@ -41,4 +41,13 @@ final class Event
      * @Event("Flow\Event\PopEvent")
      */
     public const POP = 'pop';
+
+    /**
+     * The POOL event occurs when Flow need to get the pool IPs to process.
+     *
+     * This event allows you to get the pool IPs to process.
+     *
+     * @Event("Flow\Event\PoolEvent")
+     */
+    public const POOL = 'pool';
 }
diff --git a/src/Event/PoolEvent.php b/src/Event/PoolEvent.php
@@ -0,0 +1,35 @@
+<?php
+
+declare(strict_types=1);
+
+namespace Flow\Event;
+
+use Flow\Ip;
+use Symfony\Contracts\EventDispatcher\Event;
+
+/**
+ * @template T
+ */
+final class PoolEvent extends Event
+{
+    /**
+     * @var array<Ip<T>>
+     */
+    private array $ips;
+
+    /**
+     * @return array<Ip<T>>
+     */
+    public function getIps(): array
+    {
+        return $this->ips;
+    }
+
+    /**
+     * @param array<Ip<T>> $ips
+     */
+    public function setIps(array $ips): void
+    {
+        $this->ips = $ips;
+    }
+}
diff --git a/src/Flow/Flow.php b/src/Flow/Flow.php
@@ -37,7 +37,6 @@ class Flow implements FlowInterface
      * @var array<mixed>
      */
     private array $stream = [
-        'ips' => 0,
         'fnFlows' => [],
         'dispatchers' => [],
     ];
@@ -89,7 +88,6 @@ public function __construct(
 
     public function __invoke(Ip $ip): void
     {
-        $this->stream['ips']++;
         $this->stream['dispatchers'][0]->dispatch(new PushEvent($ip), Event::PUSH);
     }