Add Apache Pulsar support to Node-RED.
This package provides a set of nodes that allow you to send and receive messages from Apache Pulsar in your Node-RED flow.
- Pulsar Producer: Send messages to a Pulsar topic.
- Pulsar Consumer: Receive messages from a Pulsar topic.
- Pulsar Reader: Read messages from a Pulsar topic.
These nodes use some configuration nodes:
- Pulsar Client: Configure the connection settings for the Pulsar client.
- Pulsar Authentication: Configure the authentication settings for the Pulsar client.
- Pulsar Schema: Configure the schema settings for producing and consuming messages.
These nodes are based on the Pulsar Node.js client.
Run the following command in your Node-RED user directory - typically
~/.node-red
npm i @ng-galien/node-red-pulsarA sample flow is provided in the example directory. You can import it into your Node-RED instance.
At first a standalone Pulsar instance is required.
docker run -it -p 6650:6650 -p 8080:8080 apachepulsar/pulsar bin/pulsar standalone
[{"id":"cfa24f481be37bf9","type":"tab","label":"Pulsar Nodes Sample","disabled":false,"info":"","env":[]},{"id":"27adf10af4f74286","type":"inject","z":"cfa24f481be37bf9","name":"Timestamp","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"","payload":"","payloadType":"date","x":120,"y":100,"wires":[["be868649d3b35960"]]},{"id":"5a53caeafb829a6d","type":"debug","z":"cfa24f481be37bf9","name":"Consumer Out","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"true","targetType":"full","statusVal":"","statusType":"auto","x":540,"y":260,"wires":[]},{"id":"f655d018737c735a","type":"debug","z":"cfa24f481be37bf9","name":"Consumer Status","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"payload","targetType":"msg","statusVal":"","statusType":"auto","x":550,"y":300,"wires":[]},{"id":"7735035db371684c","type":"debug","z":"cfa24f481be37bf9","name":"Producer Status","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"payload","targetType":"msg","statusVal":"","statusType":"auto","x":540,"y":160,"wires":[]},{"id":"85bb6379ed87dd9a","type":"debug","z":"cfa24f481be37bf9","name":"Reader Out","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"payload","targetType":"msg","statusVal":"","statusType":"auto","x":530,"y":400,"wires":[]},{"id":"952e560bfeb6ae25","type":"debug","z":"cfa24f481be37bf9","name":"Reader Status","active":true,"tosidebar":true,"console":false,"tostatus":false,"complete":"payload","targetType":"msg","statusVal":"","statusType":"auto","x":540,"y":480,"wires":[]},{"id":"3281b4f57695c320","type":"inject","z":"cfa24f481be37bf9","name":"","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"seek","payload":"Earliest","payloadType":"str","x":130,"y":380,"wires":[["c47774b11ec24884","9e9a7016298d3737"]]},{"id":"4b01b0659c75f7b4","type":"inject","z":"cfa24f481be37bf9","name":"","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"seek","payload":"Latest","payloadType":"str","x":130,"y":440,"wires":[["c47774b11ec24884","9e9a7016298d3737"]]},{"id":"5ab4db75e76b7795","type":"inject","z":"cfa24f481be37bf9","name":"","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"seek","payload":"10000","payloadType":"num","x":130,"y":500,"wires":[["c47774b11ec24884","9e9a7016298d3737"]]},{"id":"4a22a010210a7f94","type":"inject","z":"cfa24f481be37bf9","name":"","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"","payload":"Test","payloadType":"str","x":110,"y":140,"wires":[["be868649d3b35960"]]},{"id":"7188c9b4615d1ca0","type":"inject","z":"cfa24f481be37bf9","name":"Json","props":[{"p":"payload"},{"p":"topic","vt":"str"}],"repeat":"","crontab":"","once":false,"onceDelay":0.1,"topic":"","payload":"{\"name\":\"Foncine-le-Bas\",\"population\":198}","payloadType":"json","x":110,"y":200,"wires":[["cc7a2cf1976bf597"]]},{"id":"be868649d3b35960","type":"pulsar-producer","z":"cfa24f481be37bf9","name":"","clientNodeId":"16849d1efa765e73","schemaNodeId":"","topic":"test","topicTypedInput":"str","producerName":"","sendTimeoutMs":"","initialSequenceId":"","maxPendingMessages":"","maxPendingMessagesAcrossPartitions":"","blockIfQueueFull":"true","messageRoutingMode":"Default","hashingScheme":"Default","compressionType":"Default","batchingEnabled":"","batchingMaxPublishDelayMs":"","batchingMaxMessages":"","properties":"{}","publicKeyPath":"","encryptionKey":"","cryptoFailureAction":"Default","chunkingEnabled":"","accessMode":"Default","x":290,"y":140,"wires":[["7735035db371684c"]]},{"id":"52e469b5d9a1fc38","type":"pulsar-consumer","z":"cfa24f481be37bf9","name":"","clientNodeId":"16849d1efa765e73","schemaNodeId":"3ee18b73e42befd6","topic":"citites","topicTypedInput":"str","subscription":"test","subscriptionType":"Shared","subscriptionInitialPosition":"Latest","ackTimeoutMs":"10000","nAckRedeliverTimeoutMs":"60000","receiverQueueSize":"100","receiverQueueSizeAcrossPartitions":"1000","consumerName":"","readCompacted":"false","privateKeyPath":"","cryptoFailureAction":"FAIL","maxPendingChunkedMessage":"10","autoAckOldestChunkedMessageOnQueueFull":"10","batchIndexAckEnabled":"false","regexSubscriptionMode":"AllTopics","x":300,"y":280,"wires":[["5a53caeafb829a6d"],["f655d018737c735a"]]},{"id":"c47774b11ec24884","type":"pulsar-reader","z":"cfa24f481be37bf9","name":"","clientNodeId":"16849d1efa765e73","schemaNodeId":"","topic":"test","topicTypedInput":"str","startMessage":"Latest","receiverQueueSize":"100","readerName":"","readCompacted":"false","subscriptionRolePrefix":"","privateKeyPath":"","cryptoFailureAction":"FAIL","x":330,"y":380,"wires":[["85bb6379ed87dd9a"],["952e560bfeb6ae25"]]},{"id":"cc7a2cf1976bf597","type":"pulsar-producer","z":"cfa24f481be37bf9","name":"","clientNodeId":"16849d1efa765e73","schemaNodeId":"3ee18b73e42befd6","topic":"citites","topicTypedInput":"str","producerName":"","sendTimeoutMs":"","initialSequenceId":"","maxPendingMessages":"","maxPendingMessagesAcrossPartitions":"","blockIfQueueFull":"true","messageRoutingMode":"Default","hashingScheme":"Default","compressionType":"Default","batchingEnabled":"","batchingMaxPublishDelayMs":"","batchingMaxMessages":"","properties":"{}","publicKeyPath":"","encryptionKey":"","cryptoFailureAction":"Default","chunkingEnabled":"","accessMode":"Default","x":300,"y":200,"wires":[["7735035db371684c"]]},{"id":"9e9a7016298d3737","type":"pulsar-reader","z":"cfa24f481be37bf9","name":"","clientNodeId":"16849d1efa765e73","schemaNodeId":"","topic":"citites","topicTypedInput":"str","startMessage":"Latest","receiverQueueSize":"100","readerName":"","readCompacted":"false","subscriptionRolePrefix":"","privateKeyPath":"","cryptoFailureAction":"FAIL","x":340,"y":500,"wires":[["85bb6379ed87dd9a"],["952e560bfeb6ae25"]]},{"id":"16849d1efa765e73","type":"pulsar-client","name":"Pulsar Standalone","authenticationNodeId":"","serviceUrl":"pulsar://localhost:6650","serviceUrlTypedInput":"str","operationTimeoutSeconds":"30","ioThreads":"1","messageListenerThreads":"1","concurrentLookupRequest":"50000","useTls":"false","tlsTrustCertsFilePath":"","tlsValidateHostname":"false","tlsAllowInsecureConnection":"false","statsIntervalInSeconds":"60","listenerName":""},{"id":"3ee18b73e42befd6","type":"pulsar-schema","schemaName":"City","schemaType":"Json","schema":"{\"type\":\"record\",\"name\":\"city\",\"fields\":[{\"name\":\"Name\",\"type\":\"string\"},{\"name\":\"population\",\"type\":\"int\"}]}","properties":"{}"}]