Created
October 3, 2016 21:47
-
-
Save pvillard31/8a0c1d0344bf5bdfdf4cd460e936905c to your computer and use it in GitHub Desktop.
NiFi workflow to test PutIgnite and GetIgnite processors
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" ?> | |
<template encoding-version="1.0"> | |
<description></description> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<name>TestIgnite</name> | |
<snippet> | |
<connections> | |
<id>8c6f014a-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d820c2b-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>matched</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>8c6e5d1b-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d800b56-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d7fe6e6-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d7fc16b-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d808c97-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d80623c-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d7fe6e6-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d80ac62-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1121.14404296875</x> | |
<y>265.85198974609375</y> | |
</bends> | |
<bends> | |
<x>1069.3040771484375</x> | |
<y>265.85198974609375</y> | |
</bends> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d7fe6e6-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d7fe6e6-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d80ff45-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>1518.5841064453125</x> | |
<y>483.2920227050781</y> | |
</bends> | |
<bends> | |
<x>1488.3441162109375</x> | |
<y>480.4120178222656</y> | |
</bends> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d80623c-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d80623c-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d823332-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>8c6e5d1b-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d81b15f-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d8244fb-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<bends> | |
<x>605.6240234375</x> | |
<y>872.0919799804688</y> | |
</bends> | |
<bends> | |
<x>661.7840576171875</x> | |
<y>867.7720336914062</y> | |
</bends> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d81b15f-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d81b15f-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d832638-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d82a6e8-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d80623c-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<connections> | |
<id>4d83874d-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
<backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
<destination> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d81b15f-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</destination> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
<labelIndex>1</labelIndex> | |
<name></name> | |
<selectedRelationships>failure</selectedRelationships> | |
<selectedRelationships>success</selectedRelationships> | |
<source> | |
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId> | |
<id>4d82a6e8-0157-1000-0000-000000000000</id> | |
<type>PROCESSOR</type> | |
</source> | |
<zIndex>0</zIndex> | |
</connections> | |
<processors> | |
<id>8c6e5d1b-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>657.1239560546874</x> | |
<y>591.5959139404296</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Character Set</key> | |
<value>UTF-8</value> | |
</entry> | |
<entry> | |
<key>Maximum Buffer Size</key> | |
<value>1 MB</value> | |
</entry> | |
<entry> | |
<key>Maximum Capture Group Length</key> | |
<value>1024</value> | |
</entry> | |
<entry> | |
<key>Enable Canonical Equivalence</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Case-insensitive Matching</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Permit Whitespace and Comments in Pattern</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable DOTALL Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Literal Parsing of the Pattern</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Multiline Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode-aware Case Folding</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unicode Predefined Character Classes</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Enable Unix Lines Mode</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Include Capture Group 0</key> | |
<value>true</value> | |
</entry> | |
<entry> | |
<key>newuuid</key> | |
<value>(.*)</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ExtractText</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>matched</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>unmatched</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ExtractText</type> | |
</processors> | |
<processors> | |
<id>4d7fc16b-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>26.61997070312509</x> | |
<y>211.00008544921877</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>File Size</key> | |
<value>0B</value> | |
</entry> | |
<entry> | |
<key>Batch Size</key> | |
<value>1</value> | |
</entry> | |
<entry> | |
<key>Data Format</key> | |
<value>Binary</value> | |
</entry> | |
<entry> | |
<key>Unique FlowFiles</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GenerateFlowFile</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type> | |
</processors> | |
<processors> | |
<id>4d7fe6e6-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>402.72003173828125</x> | |
<y>0.0</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Regular Expression</key> | |
<value>(?s:^.*$)</value> | |
</entry> | |
<entry> | |
<key>Replacement Value</key> | |
<value>${uuid}</value> | |
</entry> | |
<entry> | |
<key>Character Set</key> | |
<value>UTF-8</value> | |
</entry> | |
<entry> | |
<key>Maximum Buffer Size</key> | |
<value>1 MB</value> | |
</entry> | |
<entry> | |
<key>Replacement Strategy</key> | |
<value>Regex Replace</value> | |
</entry> | |
<entry> | |
<key>Evaluation Mode</key> | |
<value>Entire text</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ReplaceText</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ReplaceText</type> | |
</processors> | |
<processors> | |
<id>4d80623c-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>828.7200317382812</x> | |
<y>207.60009460449226</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>ignite-spring-properties-xml-file</key> | |
</entry> | |
<entry> | |
<key>ignite-cache-name</key> | |
</entry> | |
<entry> | |
<key>batch-size-for-entries</key> | |
<value>250</value> | |
</entry> | |
<entry> | |
<key>ignite-cache-entry-identifier</key> | |
<value>${uuid}</value> | |
</entry> | |
<entry> | |
<key>data-streamer-per-node-parallel-operations</key> | |
<value>5</value> | |
</entry> | |
<entry> | |
<key>data-streamer-per-node-buffer-size</key> | |
<value>250</value> | |
</entry> | |
<entry> | |
<key>data-streamer-auto-flush-frequency-in-millis</key> | |
<value>10</value> | |
</entry> | |
<entry> | |
<key>data-streamer-allow-override</key> | |
<value>false</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>PutIgniteCache</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.ignite.cache.PutIgniteCache</type> | |
</processors> | |
<processors> | |
<id>4d81b15f-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>0.0</x> | |
<y>597.8401153564453</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>ignite-spring-properties-xml-file</key> | |
</entry> | |
<entry> | |
<key>ignite-cache-name</key> | |
</entry> | |
<entry> | |
<key>ignite-cache-entry-identifier</key> | |
<value>${uuid}</value> | |
</entry> | |
</properties> | |
<runDurationMillis>500</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>GetIgniteCache</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.ignite.cache.GetIgniteCache</type> | |
</processors> | |
<processors> | |
<id>4d820c2b-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>879.3600219726563</x> | |
<y>368.64015197753906</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Log Level</key> | |
<value>info</value> | |
</entry> | |
<entry> | |
<key>Log Payload</key> | |
<value>false</value> | |
</entry> | |
<entry> | |
<key>Attributes to Log</key> | |
</entry> | |
<entry> | |
<key>Attributes to Ignore</key> | |
</entry> | |
<entry> | |
<key>Log prefix</key> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>LogAttribute</name> | |
<relationships> | |
<autoTerminate>true</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.LogAttribute</type> | |
</processors> | |
<processors> | |
<id>4d82a6e8-0157-1000-0000-000000000000</id> | |
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId> | |
<position> | |
<x>274.799951171875</x> | |
<y>364.5600311279296</y> | |
</position> | |
<config> | |
<bulletinLevel>WARN</bulletinLevel> | |
<comments></comments> | |
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
<lossTolerant>false</lossTolerant> | |
<penaltyDuration>30 sec</penaltyDuration> | |
<properties> | |
<entry> | |
<key>Regular Expression</key> | |
<value>.*</value> | |
</entry> | |
<entry> | |
<key>Replacement Value</key> | |
<value></value> | |
</entry> | |
<entry> | |
<key>Character Set</key> | |
<value>UTF-8</value> | |
</entry> | |
<entry> | |
<key>Maximum Buffer Size</key> | |
<value>1 MB</value> | |
</entry> | |
<entry> | |
<key>Replacement Strategy</key> | |
<value>Regex Replace</value> | |
</entry> | |
<entry> | |
<key>Evaluation Mode</key> | |
<value>Entire text</value> | |
</entry> | |
</properties> | |
<runDurationMillis>0</runDurationMillis> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<yieldDuration>1 sec</yieldDuration> | |
</config> | |
<name>ReplaceText</name> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>failure</name> | |
</relationships> | |
<relationships> | |
<autoTerminate>false</autoTerminate> | |
<name>success</name> | |
</relationships> | |
<style></style> | |
<type>org.apache.nifi.processors.standard.ReplaceText</type> | |
</processors> | |
</snippet> | |
<timestamp>10/03/2016 23:45:47 CEST</timestamp> | |
</template> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment