Commit 0634419d authored by Noel Alonso's avatar Noel Alonso
Browse files

Añade procesos para crear y enviar notificaciones 

ActivityMonitoringNotification crea un mensaje de alerta para comunicar
cambios en la actividad de una ingesta

Notification_kafka_writer se encarga de enviar todas las notificaciones
a kafka
parent cad75e82

templates/notification/ActivityMonitoringNotification.xml

0 → 100644
+338 −0
Original line number Diff line number Diff line 
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>

<template encoding-version="1.2">

    <description>Genera, con los datos que le llegan desde los diferentes procesos de monitorización de actividad, un mensaje de alerta para enviar a kafka.</description>

    <groupId>e625c1ce-0168-1000-43b7-2915b8910df3</groupId>

    <name>ActivityMonitoringNotification</name>

    <snippet>

        <processGroups>

            <id>e1e0a984-83d6-37a2-0000-000000000000</id>

            <parentGroupId>a31f1405-e779-39af-0000-000000000000</parentGroupId>

            <position>

                <x>0.0</x>

                <y>0.0</y>

            </position>

            <comments></comments>

            <contents>

                <connections>

                    <id>825ea4db-df32-3fdc-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>c4e4557d-88fb-3ab6-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>failure</selectedRelationships>

                    <selectedRelationships>success</selectedRelationships>

                    <source>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>4e408046-3e2f-3dfa-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <connections>

                    <id>b3794182-b424-30bb-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>4e408046-3e2f-3dfa-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <source>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>95b84d95-cb0f-33c7-0000-000000000000</id>

                        <type>INPUT_PORT</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <connections>

                    <id>e5d373a2-e2bc-31a2-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>27552d1d-0ebb-3ddb-0000-000000000000</id>

                        <type>OUTPUT_PORT</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>success</selectedRelationships>

                    <source>

                        <groupId>e1e0a984-83d6-37a2-0000-000000000000</groupId>

                        <id>c4e4557d-88fb-3ab6-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <inputPorts>

                    <id>95b84d95-cb0f-33c7-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <position>

                        <x>-93.0</x>

                        <y>279.0</y>

                    </position>

                    <comments></comments>

                    <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                    <name>ActivityMonitoringNotifications input</name>

                    <state>RUNNING</state>

                    <type>INPUT_PORT</type>

                </inputPorts>

                <outputPorts>

                    <id>27552d1d-0ebb-3ddb-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <position>

                        <x>1728.0</x>

                        <y>287.0</y>

                    </position>

                    <comments></comments>

                    <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                    <name>ActivityMonitoringNotifications output</name>

                    <state>RUNNING</state>

                    <type>OUTPUT_PORT</type>

                </outputPorts>

                <processors>

                    <id>4e408046-3e2f-3dfa-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <position>

                        <x>425.0</x>

                        <y>251.0</y>

                    </position>

                    <bundle>

                        <artifact>nifi-standard-nar</artifact>

                        <group>org.apache.nifi</group>

                        <version>1.8.0</version>

                    </bundle>

                    <config>

                        <bulletinLevel>WARN</bulletinLevel>

                        <comments></comments>

                        <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                        <descriptors>

                            <entry>

<key>Regular Expression</key>

<value>

    <name>Regular Expression</name>

</value>

                            </entry>

                            <entry>

<key>Replacement Value</key>

<value>

    <name>Replacement Value</name>

</value>

                            </entry>

                            <entry>

<key>Character Set</key>

<value>

    <name>Character Set</name>

</value>

                            </entry>

                            <entry>

<key>Maximum Buffer Size</key>

<value>

    <name>Maximum Buffer Size</name>

</value>

                            </entry>

                            <entry>

<key>Replacement Strategy</key>

<value>

    <name>Replacement Strategy</name>

</value>

                            </entry>

                            <entry>

<key>Evaluation Mode</key>

<value>

    <name>Evaluation Mode</name>

</value>

                            </entry>

                        </descriptors>

                        <executionNode>ALL</executionNode>

                        <lossTolerant>false</lossTolerant>

                        <penaltyDuration>30 sec</penaltyDuration>

                        <properties>

                            <entry>

<key>Regular Expression</key>

<value>(?s)(^.*$)</value>

                            </entry>

                            <entry>

<key>Replacement Value</key>

<value>{"message": "$1"}</value>

                            </entry>

                            <entry>

<key>Character Set</key>

<value>UTF-8</value>

                            </entry>

                            <entry>

<key>Maximum Buffer Size</key>

<value>1 MB</value>

                            </entry>

                            <entry>

<key>Replacement Strategy</key>

<value>Regex Replace</value>

                            </entry>

                            <entry>

<key>Evaluation Mode</key>

<value>Entire text</value>

                            </entry>

                        </properties>

                        <runDurationMillis>0</runDurationMillis>

                        <schedulingPeriod>0 sec</schedulingPeriod>

                        <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>

                        <yieldDuration>1 sec</yieldDuration>

                    </config>

                    <executionNodeRestricted>false</executionNodeRestricted>

                    <name>ReplaceText</name>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>failure</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>success</name>

                    </relationships>

                    <state>RUNNING</state>

                    <style/>

                    <type>org.apache.nifi.processors.standard.ReplaceText</type>

                </processors>

                <processors>

                    <id>c4e4557d-88fb-3ab6-0000-000000000000</id>

                    <parentGroupId>e1e0a984-83d6-37a2-0000-000000000000</parentGroupId>

                    <position>

                        <x>1056.3566040734568</x>

                        <y>255.7111735452487</y>

                    </position>

                    <bundle>

                        <artifact>nifi-standard-nar</artifact>

                        <group>org.apache.nifi</group>

                        <version>1.8.0</version>

                    </bundle>

                    <config>

                        <bulletinLevel>WARN</bulletinLevel>

                        <comments></comments>

                        <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                        <descriptors>

                            <entry>

<key>jolt-transform</key>

<value>

    <name>jolt-transform</name>

</value>

                            </entry>

                            <entry>

<key>jolt-custom-class</key>

<value>

    <name>jolt-custom-class</name>

</value>

                            </entry>

                            <entry>

<key>jolt-custom-modules</key>

<value>

    <name>jolt-custom-modules</name>

</value>

                            </entry>

                            <entry>

<key>jolt-spec</key>

<value>

    <name>jolt-spec</name>

</value>

                            </entry>

                            <entry>

<key>Transform Cache Size</key>

<value>

    <name>Transform Cache Size</name>

</value>

                            </entry>

                            <entry>

<key>pretty_print</key>

<value>

    <name>pretty_print</name>

</value>

                            </entry>

                        </descriptors>

                        <executionNode>ALL</executionNode>

                        <lossTolerant>false</lossTolerant>

                        <penaltyDuration>30 sec</penaltyDuration>

                        <properties>

                            <entry>

<key>jolt-transform</key>

<value>jolt-transform-chain</value>

                            </entry>

                            <entry>

<key>jolt-custom-class</key>

                            </entry>

                            <entry>

<key>jolt-custom-modules</key>

                            </entry>

                            <entry>

<key>jolt-spec</key>

<value>[{

  "operation": "shift",

  "spec": {

    "*": "&amp;"

  }

},{

    "operation": "default",

    "spec": {

      "to": "${alertEmail}",

      "subject": "NiFi. Alerta de actividad",

      "type": "INFO"

    }

  }

]</value>

                            </entry>

                            <entry>

<key>Transform Cache Size</key>

<value>1</value>

                            </entry>

                            <entry>

<key>pretty_print</key>

<value>false</value>

                            </entry>

                        </properties>

                        <runDurationMillis>0</runDurationMillis>

                        <schedulingPeriod>0 sec</schedulingPeriod>

                        <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>

                        <yieldDuration>1 sec</yieldDuration>

                    </config>

                    <executionNodeRestricted>false</executionNodeRestricted>

                    <name>Create activity alert message</name>

                    <relationships>

                        <autoTerminate>true</autoTerminate>

                        <name>failure</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>success</name>

                    </relationships>

                    <state>RUNNING</state>

                    <style/>

                    <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>

                </processors>

            </contents>

            <name>Activity Monitoring Notifications</name>

            <variables/>

        </processGroups>

    </snippet>

    <timestamp>02/15/2019 08:41:30 UTC</timestamp>

</template>

templates/notification/Notification_kafka_writer.xml

0 → 100644
+563 −0

File added.

Preview size limit exceeded, changes collapsed.