Compare commits
13 Commits
remove-rea
...
fad67d327f
Author | SHA1 | Date | |
---|---|---|---|
fad67d327f
|
|||
9d2ef8e132 | |||
4fac0e066f | |||
ed2fdebce5 | |||
819f2c9e5d | |||
1f2a80f820 | |||
2b9e41a857 | |||
28df682351 | |||
70c466740e | |||
5eea27cb17 | |||
b3719b2acf | |||
564fdd2be0 | |||
ae00cdb763 |
@ -13,9 +13,9 @@
|
|||||||
"require": {
|
"require": {
|
||||||
"php": "^8.0.1",
|
"php": "^8.0.1",
|
||||||
"ext-json": "*",
|
"ext-json": "*",
|
||||||
"nsq/nsq": "^0.5.1",
|
"nsq/nsq": "0.7",
|
||||||
"symfony/framework-bundle": "^5.0",
|
"symfony/framework-bundle": "^5.0 || ^6.0",
|
||||||
"symfony/messenger": "^5.0"
|
"symfony/messenger": "^5.0 || ^6.0"
|
||||||
},
|
},
|
||||||
"require-dev": {
|
"require-dev": {
|
||||||
"ergebnis/composer-normalize": "^2.13"
|
"ergebnis/composer-normalize": "^2.13"
|
||||||
@ -25,5 +25,10 @@
|
|||||||
"Nsq\\NsqBundle\\": "src/"
|
"Nsq\\NsqBundle\\": "src/"
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"minimum-stability": "dev"
|
"minimum-stability": "dev",
|
||||||
|
"config": {
|
||||||
|
"allow-plugins": {
|
||||||
|
"ergebnis/composer-normalize": true
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
@ -14,7 +14,7 @@ class NsqExtension extends Extension
|
|||||||
*/
|
*/
|
||||||
public function load(array $configs, ContainerBuilder $container): void
|
public function load(array $configs, ContainerBuilder $container): void
|
||||||
{
|
{
|
||||||
$loader = new Loader\YamlFileLoader($container, new FileLocator(__DIR__.'/../Resources/config'));
|
$loader = new Loader\PhpFileLoader($container, new FileLocator(__DIR__.'/../config'));
|
||||||
$loader->load('services.yml');
|
$loader->load('services.php');
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
39
src/EventListener/AckUnrecoverableMessageListener.php
Normal file
39
src/EventListener/AckUnrecoverableMessageListener.php
Normal file
@ -0,0 +1,39 @@
|
|||||||
|
<?php
|
||||||
|
declare(strict_types=1);
|
||||||
|
|
||||||
|
namespace Nsq\NsqBundle\EventListener;
|
||||||
|
|
||||||
|
use Nsq\NsqBundle\Messenger\NsqReceivedStamp;
|
||||||
|
use Symfony\Component\EventDispatcher\EventSubscriberInterface;
|
||||||
|
use Symfony\Component\Messenger\Event\WorkerMessageFailedEvent;
|
||||||
|
use Symfony\Component\Messenger\Exception\UnrecoverableExceptionInterface;
|
||||||
|
use function Amp\Promise\wait;
|
||||||
|
|
||||||
|
final class AckUnrecoverableMessageListener implements EventSubscriberInterface
|
||||||
|
{
|
||||||
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public static function getSubscribedEvents(): array
|
||||||
|
{
|
||||||
|
return [
|
||||||
|
WorkerMessageFailedEvent::class => ['onMessageFailed', 500],
|
||||||
|
];
|
||||||
|
}
|
||||||
|
|
||||||
|
public function onMessageFailed(WorkerMessageFailedEvent $event): void
|
||||||
|
{
|
||||||
|
if (!$event->getThrowable() instanceof UnrecoverableExceptionInterface) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
$envelope = $event->getEnvelope();
|
||||||
|
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
||||||
|
|
||||||
|
if ($message->isProcessed()) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
wait($message->finish());
|
||||||
|
}
|
||||||
|
}
|
126
src/Messenger/NsqReceiver.php
Normal file
126
src/Messenger/NsqReceiver.php
Normal file
@ -0,0 +1,126 @@
|
|||||||
|
<?php
|
||||||
|
|
||||||
|
declare(strict_types=1);
|
||||||
|
|
||||||
|
namespace Nsq\NsqBundle\Messenger;
|
||||||
|
|
||||||
|
use JsonException;
|
||||||
|
use Nsq\Config\ClientConfig;
|
||||||
|
use Nsq\Consumer;
|
||||||
|
use Nsq\Message;
|
||||||
|
use Psr\Log\LoggerInterface;
|
||||||
|
use Symfony\Component\Messenger\Envelope;
|
||||||
|
use Symfony\Component\Messenger\Exception\MessageDecodingFailedException;
|
||||||
|
use Symfony\Component\Messenger\Stamp\RedeliveryStamp;
|
||||||
|
use Symfony\Component\Messenger\Stamp\TransportMessageIdStamp;
|
||||||
|
use Symfony\Component\Messenger\Transport\Receiver\ReceiverInterface;
|
||||||
|
use Symfony\Component\Messenger\Transport\Serialization\SerializerInterface;
|
||||||
|
use function Amp\delay;
|
||||||
|
use function Amp\Promise\wait;
|
||||||
|
use function array_pop;
|
||||||
|
use function json_decode;
|
||||||
|
use const JSON_THROW_ON_ERROR;
|
||||||
|
|
||||||
|
final class NsqReceiver implements ReceiverInterface
|
||||||
|
{
|
||||||
|
private ?Consumer $consumer = null;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @var Message[]
|
||||||
|
*/
|
||||||
|
private array $messages = [];
|
||||||
|
|
||||||
|
public function __construct(
|
||||||
|
private string $address,
|
||||||
|
private string $topic,
|
||||||
|
private string $channel,
|
||||||
|
private ClientConfig $clientConfig,
|
||||||
|
private SerializerInterface $serializer,
|
||||||
|
private LoggerInterface $logger,
|
||||||
|
) {
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public function get(): iterable
|
||||||
|
{
|
||||||
|
if ([] === $this->messages) {
|
||||||
|
$this->consume();
|
||||||
|
|
||||||
|
wait(delay(500));
|
||||||
|
}
|
||||||
|
|
||||||
|
$message = array_pop($this->messages);
|
||||||
|
|
||||||
|
if (null === $message) {
|
||||||
|
return [];
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
$encodedEnvelope = json_decode($message->body, true, 512, JSON_THROW_ON_ERROR);
|
||||||
|
} catch (JsonException $e) {
|
||||||
|
wait($message->finish());
|
||||||
|
|
||||||
|
throw new MessageDecodingFailedException('', 0, $e);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
$envelope = $this->serializer->decode($encodedEnvelope);
|
||||||
|
} catch (MessageDecodingFailedException $e) {
|
||||||
|
wait($message->finish());
|
||||||
|
|
||||||
|
throw $e;
|
||||||
|
}
|
||||||
|
|
||||||
|
return [
|
||||||
|
$envelope->with(
|
||||||
|
new NsqReceivedStamp($message),
|
||||||
|
new TransportMessageIdStamp($message->id),
|
||||||
|
new RedeliveryStamp($message->attempts - 1),
|
||||||
|
),
|
||||||
|
];
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public function ack(Envelope $envelope): void
|
||||||
|
{
|
||||||
|
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
||||||
|
|
||||||
|
wait($message->finish());
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public function reject(Envelope $envelope): void
|
||||||
|
{
|
||||||
|
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
||||||
|
|
||||||
|
if ($message->isProcessed()) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
wait($message->finish());
|
||||||
|
}
|
||||||
|
|
||||||
|
private function consume(): void
|
||||||
|
{
|
||||||
|
if (null === $this->consumer) {
|
||||||
|
$this->consumer = new Consumer(
|
||||||
|
$this->address,
|
||||||
|
$this->topic,
|
||||||
|
$this->channel,
|
||||||
|
function (Message $message) {
|
||||||
|
$this->messages[] = $message;
|
||||||
|
},
|
||||||
|
$this->clientConfig,
|
||||||
|
$this->logger,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
wait($this->consumer->connect());
|
||||||
|
}
|
||||||
|
}
|
72
src/Messenger/NsqSender.php
Normal file
72
src/Messenger/NsqSender.php
Normal file
@ -0,0 +1,72 @@
|
|||||||
|
<?php
|
||||||
|
|
||||||
|
declare(strict_types=1);
|
||||||
|
|
||||||
|
namespace Nsq\NsqBundle\Messenger;
|
||||||
|
|
||||||
|
use Nsq\Config\ClientConfig;
|
||||||
|
use Nsq\Producer;
|
||||||
|
use Psr\Log\LoggerInterface;
|
||||||
|
use Symfony\Component\Messenger\Envelope;
|
||||||
|
use Symfony\Component\Messenger\Stamp\DelayStamp;
|
||||||
|
use Symfony\Component\Messenger\Transport\Sender\SenderInterface;
|
||||||
|
use Symfony\Component\Messenger\Transport\Serialization\SerializerInterface;
|
||||||
|
use function Amp\Promise\wait;
|
||||||
|
use function json_encode;
|
||||||
|
use const JSON_THROW_ON_ERROR;
|
||||||
|
|
||||||
|
final class NsqSender implements SenderInterface
|
||||||
|
{
|
||||||
|
private ?Producer $producer = null;
|
||||||
|
|
||||||
|
public function __construct(
|
||||||
|
private string $address,
|
||||||
|
private string $topic,
|
||||||
|
private ClientConfig $clientConfig,
|
||||||
|
private SerializerInterface $serializer,
|
||||||
|
private LoggerInterface $logger,
|
||||||
|
) {
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public function send(Envelope $envelope): Envelope
|
||||||
|
{
|
||||||
|
$producer = $this->getProducer();
|
||||||
|
|
||||||
|
/** @var DelayStamp|null $delayStamp */
|
||||||
|
$delayStamp = $envelope->last(DelayStamp::class);
|
||||||
|
$delay = null !== $delayStamp ? $delayStamp->getDelay() : 0;
|
||||||
|
|
||||||
|
if (null === $envelope->last(NsqReceivedStamp::class)) {
|
||||||
|
$encodedMessage = $this->serializer->encode($envelope);
|
||||||
|
$encodedMessage = json_encode($encodedMessage, JSON_THROW_ON_ERROR | JSON_UNESCAPED_UNICODE);
|
||||||
|
|
||||||
|
wait($producer->publish($this->topic, $encodedMessage, $delay));
|
||||||
|
} else {
|
||||||
|
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
||||||
|
|
||||||
|
if (!$message->isProcessed()) {
|
||||||
|
wait($message->requeue($delay));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return $envelope;
|
||||||
|
}
|
||||||
|
|
||||||
|
private function getProducer(): Producer
|
||||||
|
{
|
||||||
|
if (null === $this->producer) {
|
||||||
|
$this->producer = new Producer(
|
||||||
|
$this->address,
|
||||||
|
$this->clientConfig,
|
||||||
|
$this->logger,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
wait($this->producer->connect());
|
||||||
|
|
||||||
|
return $this->producer;
|
||||||
|
}
|
||||||
|
}
|
@ -4,35 +4,17 @@ declare(strict_types=1);
|
|||||||
|
|
||||||
namespace Nsq\NsqBundle\Messenger;
|
namespace Nsq\NsqBundle\Messenger;
|
||||||
|
|
||||||
use JsonException;
|
|
||||||
use Nsq\Config\ClientConfig;
|
use Nsq\Config\ClientConfig;
|
||||||
use Nsq\Consumer;
|
|
||||||
use Nsq\Message;
|
|
||||||
use Nsq\Producer;
|
|
||||||
use Psr\Log\LoggerInterface;
|
use Psr\Log\LoggerInterface;
|
||||||
use Symfony\Component\Messenger\Envelope;
|
use Symfony\Component\Messenger\Envelope;
|
||||||
use Symfony\Component\Messenger\Exception\MessageDecodingFailedException;
|
|
||||||
use Symfony\Component\Messenger\Stamp\DelayStamp;
|
|
||||||
use Symfony\Component\Messenger\Stamp\TransportMessageIdStamp;
|
|
||||||
use Symfony\Component\Messenger\Transport\Serialization\SerializerInterface;
|
use Symfony\Component\Messenger\Transport\Serialization\SerializerInterface;
|
||||||
use Symfony\Component\Messenger\Transport\TransportInterface;
|
use Symfony\Component\Messenger\Transport\TransportInterface;
|
||||||
use function Amp\delay;
|
|
||||||
use function Amp\Promise\wait;
|
|
||||||
use function array_pop;
|
|
||||||
use function json_decode;
|
|
||||||
use function json_encode;
|
|
||||||
use const JSON_THROW_ON_ERROR;
|
|
||||||
|
|
||||||
final class NsqTransport implements TransportInterface
|
final class NsqTransport implements TransportInterface
|
||||||
{
|
{
|
||||||
private ?Producer $producer = null;
|
private ?NsqReceiver $receiver = null;
|
||||||
|
|
||||||
private ?Consumer $consumer = null;
|
private ?NsqSender $sender = null;
|
||||||
|
|
||||||
/**
|
|
||||||
* @var Message[]
|
|
||||||
*/
|
|
||||||
private array $messages = [];
|
|
||||||
|
|
||||||
public function __construct(
|
public function __construct(
|
||||||
private string $address,
|
private string $address,
|
||||||
@ -44,72 +26,12 @@ final class NsqTransport implements TransportInterface
|
|||||||
) {
|
) {
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* {@inheritdoc}
|
|
||||||
*/
|
|
||||||
public function send(Envelope $envelope): Envelope
|
|
||||||
{
|
|
||||||
$producer = $this->getProducer();
|
|
||||||
|
|
||||||
$encodedMessage = $this->serializer->encode($envelope->withoutAll(NsqReceivedStamp::class));
|
|
||||||
$encodedMessage = json_encode($encodedMessage, JSON_THROW_ON_ERROR | JSON_UNESCAPED_UNICODE);
|
|
||||||
|
|
||||||
/** @var DelayStamp|null $delayStamp */
|
|
||||||
$delayStamp = $envelope->last(DelayStamp::class);
|
|
||||||
$delay = null !== $delayStamp ? $delayStamp->getDelay() : null;
|
|
||||||
|
|
||||||
if (null === $delay) {
|
|
||||||
$promise = $producer->publish($this->topic, $encodedMessage);
|
|
||||||
} else {
|
|
||||||
$promise = $producer->defer($this->topic, $encodedMessage, $delay);
|
|
||||||
}
|
|
||||||
|
|
||||||
wait($promise);
|
|
||||||
|
|
||||||
return $envelope;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* {@inheritdoc}
|
* {@inheritdoc}
|
||||||
*/
|
*/
|
||||||
public function get(): iterable
|
public function get(): iterable
|
||||||
{
|
{
|
||||||
$message = array_pop($this->messages);
|
return ($this->receiver ?? $this->getReceiver())->get();
|
||||||
|
|
||||||
if (null === $message) {
|
|
||||||
$this->getConsumer();
|
|
||||||
|
|
||||||
wait(delay(500));
|
|
||||||
|
|
||||||
$message = array_pop($this->messages);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (null === $message) {
|
|
||||||
return [];
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
$encodedEnvelope = json_decode($message->body, true, 512, JSON_THROW_ON_ERROR);
|
|
||||||
} catch (JsonException $e) {
|
|
||||||
wait($message->finish());
|
|
||||||
|
|
||||||
throw new MessageDecodingFailedException('', 0, $e);
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
$envelope = $this->serializer->decode($encodedEnvelope);
|
|
||||||
} catch (MessageDecodingFailedException $e) {
|
|
||||||
wait($message->finish());
|
|
||||||
|
|
||||||
throw $e;
|
|
||||||
}
|
|
||||||
|
|
||||||
return [
|
|
||||||
$envelope->with(
|
|
||||||
new NsqReceivedStamp($message),
|
|
||||||
new TransportMessageIdStamp($message->id),
|
|
||||||
),
|
|
||||||
];
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -117,9 +39,7 @@ final class NsqTransport implements TransportInterface
|
|||||||
*/
|
*/
|
||||||
public function ack(Envelope $envelope): void
|
public function ack(Envelope $envelope): void
|
||||||
{
|
{
|
||||||
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
($this->receiver ?? $this->getReceiver())->ack($envelope);
|
||||||
|
|
||||||
wait($message->finish());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
@ -127,43 +47,37 @@ final class NsqTransport implements TransportInterface
|
|||||||
*/
|
*/
|
||||||
public function reject(Envelope $envelope): void
|
public function reject(Envelope $envelope): void
|
||||||
{
|
{
|
||||||
$message = NsqReceivedStamp::getMessageFromEnvelope($envelope);
|
($this->receiver ?? $this->getReceiver())->reject($envelope);
|
||||||
|
|
||||||
wait($message->finish());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private function getProducer(): Producer
|
/**
|
||||||
|
* {@inheritdoc}
|
||||||
|
*/
|
||||||
|
public function send(Envelope $envelope): Envelope
|
||||||
{
|
{
|
||||||
if (null === $this->producer) {
|
return ($this->sender ?? $this->getSender())->send($envelope);
|
||||||
$this->producer = new Producer(
|
|
||||||
$this->address,
|
|
||||||
$this->clientConfig,
|
|
||||||
$this->logger,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
wait($this->producer->connect());
|
|
||||||
|
|
||||||
return $this->producer;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
private function getConsumer(): Consumer
|
private function getReceiver(): NsqReceiver
|
||||||
{
|
{
|
||||||
if (null === $this->consumer) {
|
return $this->receiver = new NsqReceiver(
|
||||||
$this->consumer = new Consumer(
|
$this->address,
|
||||||
$this->address,
|
$this->topic,
|
||||||
$this->topic,
|
$this->channel,
|
||||||
$this->channel,
|
$this->clientConfig,
|
||||||
function (Message $message) {
|
$this->serializer,
|
||||||
$this->messages[] = $message;
|
$this->logger,
|
||||||
},
|
);
|
||||||
$this->clientConfig,
|
}
|
||||||
$this->logger,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
wait($this->consumer->connect());
|
private function getSender(): NsqSender
|
||||||
|
{
|
||||||
return $this->consumer;
|
return $this->sender = new NsqSender(
|
||||||
|
$this->address,
|
||||||
|
$this->topic,
|
||||||
|
$this->clientConfig,
|
||||||
|
$this->serializer,
|
||||||
|
$this->logger,
|
||||||
|
);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -29,20 +29,23 @@ final class NsqTransportFactory implements TransportFactoryInterface
|
|||||||
*/
|
*/
|
||||||
public function createTransport(string $dsn, array $options, SerializerInterface $serializer): TransportInterface
|
public function createTransport(string $dsn, array $options, SerializerInterface $serializer): TransportInterface
|
||||||
{
|
{
|
||||||
if (false === $parsedUrl = parse_url($dsn)) {
|
if (false === $components = parse_url($dsn)) {
|
||||||
throw new InvalidArgumentException(sprintf('The given Nsq DSN "%s" is invalid.', $dsn));
|
throw new InvalidArgumentException(sprintf('The given Nsq DSN "%s" is invalid.', $dsn));
|
||||||
}
|
}
|
||||||
|
|
||||||
$nsqOptions = [];
|
$query = [];
|
||||||
if (isset($parsedUrl['query'])) {
|
if (isset($components['query'])) {
|
||||||
parse_str($parsedUrl['query'], $nsqOptions);
|
parse_str($components['query'], $query);
|
||||||
}
|
}
|
||||||
|
|
||||||
$address = sprintf('tcp://%s:%s', $parsedUrl['host'] ?? 'nsqd', $parsedUrl['port'] ?? 4150);
|
$nsqOptions = $query + $options;
|
||||||
|
$nsqOptions['rdyCount'] = 1;
|
||||||
|
|
||||||
|
$address = sprintf('tcp://%s:%s', $components['host'], $components['port'] ?? $query['port'] ?? 4150);
|
||||||
$topic = $nsqOptions['topic'] ?? 'symfony-messenger';
|
$topic = $nsqOptions['topic'] ?? 'symfony-messenger';
|
||||||
$channel = $nsqOptions['channel'] ?? 'default';
|
$channel = $nsqOptions['channel'] ?? 'default';
|
||||||
|
|
||||||
$clientConfig = new ClientConfig();
|
$clientConfig = ClientConfig::fromArray($nsqOptions);
|
||||||
|
|
||||||
return new NsqTransport(
|
return new NsqTransport(
|
||||||
$address,
|
$address,
|
||||||
|
@ -1,5 +0,0 @@
|
|||||||
services:
|
|
||||||
Nsq\NsqBundle\Messenger\NsqTransportFactory:
|
|
||||||
tags:
|
|
||||||
- 'messenger.transport_factory'
|
|
||||||
- 'container.no_preload'
|
|
18
src/config/services.php
Normal file
18
src/config/services.php
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
<?php
|
||||||
|
|
||||||
|
declare(strict_types=1);
|
||||||
|
|
||||||
|
use Symfony\Component\DependencyInjection\Loader\Configurator\ContainerConfigurator;
|
||||||
|
|
||||||
|
return static function (ContainerConfigurator $configurator): void {
|
||||||
|
$services = $configurator->services();
|
||||||
|
|
||||||
|
$services->set(Nsq\NsqBundle\Messenger\NsqTransportFactory::class)
|
||||||
|
->tag('messenger.transport_factory')
|
||||||
|
->tag('container.no_preload')
|
||||||
|
;
|
||||||
|
|
||||||
|
$services->set(\Nsq\NsqBundle\EventListener\AckUnrecoverableMessageListener::class)
|
||||||
|
->tag('kernel.event_subscriber')
|
||||||
|
;
|
||||||
|
};
|
Reference in New Issue
Block a user