Commit 9fdf69f1 authored by Noel Alonso's avatar Noel Alonso
Browse files

Añade templates para procesar datos de AEMET

parent bf077ce2

templates/sources/aemet/AEMET_Station.xml

0 → 100644
+569 −0
Original line number Diff line number Diff line 
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>

<template encoding-version="1.2">

    <description>Obtiene la url donde se debe pedir los datos según la estación y la envía a process AEMET data (grupo de procesos comunes para todas las estaciones AEMET)</description>

    <groupId>59183534-cf15-1ea7-91c8-b9244cf5c04b</groupId>

    <name>AEMET_Station</name>

    <snippet>

        <processGroups>

            <id>5c1d9fec-7ba9-3f77-0000-000000000000</id>

            <parentGroupId>0c99ed07-ba82-3d08-0000-000000000000</parentGroupId>

            <position>

                <x>0.0</x>

                <y>0.0</y>

            </position>

            <comments></comments>

            <contents>

                <connections>

                    <id>010c5b3f-a403-3ebe-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <bends>

                        <x>-1429.283942091165</x>

                        <y>-541.7041561677357</y>

                    </bends>

                    <bends>

                        <x>-1454.18604170054</x>

                        <y>-613.1024410798451</y>

                    </bends>

                    <destination>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>71aef457-9f2b-3e37-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>Retry</selectedRelationships>

                    <source>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>71aef457-9f2b-3e37-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <connections>

                    <id>69c06d89-e0b7-3d61-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>d2fca822-b14c-3c18-0000-000000000000</id>

                        <type>OUTPUT_PORT</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>success</selectedRelationships>

                    <source>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>22181f02-9fb5-3701-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <connections>

                    <id>a817591e-7dac-31c4-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>22181f02-9fb5-3701-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>Response</selectedRelationships>

                    <source>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>71aef457-9f2b-3e37-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <connections>

                    <id>e2715ee5-331c-3031-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>

                    <backPressureObjectThreshold>10000</backPressureObjectThreshold>

                    <destination>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>8559050a-b71a-384a-0000-000000000000</id>

                        <type>OUTPUT_PORT</type>

                    </destination>

                    <flowFileExpiration>0 sec</flowFileExpiration>

                    <labelIndex>1</labelIndex>

                    <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>

                    <loadBalancePartitionAttribute></loadBalancePartitionAttribute>

                    <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>

                    <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>

                    <name></name>

                    <selectedRelationships>Failure</selectedRelationships>

                    <selectedRelationships>No Retry</selectedRelationships>

                    <source>

                        <groupId>5c1d9fec-7ba9-3f77-0000-000000000000</groupId>

                        <id>71aef457-9f2b-3e37-0000-000000000000</id>

                        <type>PROCESSOR</type>

                    </source>

                    <zIndex>0</zIndex>

                </connections>

                <outputPorts>

                    <id>8559050a-b71a-384a-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <position>

                        <x>-329.6699779055973</x>

                        <y>-102.3363783583577</y>

                    </position>

                    <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                    <name>Log error</name>

                    <state>RUNNING</state>

                    <type>OUTPUT_PORT</type>

                </outputPorts>

                <outputPorts>

                    <id>d2fca822-b14c-3c18-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <position>

                        <x>-198.93344340265185</x>

                        <y>-446.2983390291273</y>

                    </position>

                    <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                    <name>Address to fetch data</name>

                    <state>RUNNING</state>

                    <type>OUTPUT_PORT</type>

                </outputPorts>

                <processors>

                    <id>22181f02-9fb5-3701-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <position>

                        <x>-847.9474739872924</x>

                        <y>-486.76435766160444</y>

                    </position>

                    <bundle>

                        <artifact>nifi-update-attribute-nar</artifact>

                        <group>org.apache.nifi</group>

                        <version>1.8.0</version>

                    </bundle>

                    <config>

                        <bulletinLevel>WARN</bulletinLevel>

                        <comments></comments>

                        <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                        <descriptors>

                            <entry>

<key>Delete Attributes Expression</key>

<value>

    <name>Delete Attributes Expression</name>

</value>

                            </entry>

                            <entry>

<key>Store State</key>

<value>

    <name>Store State</name>

</value>

                            </entry>

                            <entry>

<key>Stateful Variables Initial Value</key>

<value>

    <name>Stateful Variables Initial Value</name>

</value>

                            </entry>

                            <entry>

<key>configFilePath</key>

<value>

    <name>configFilePath</name>

</value>

                            </entry>

                        </descriptors>

                        <executionNode>ALL</executionNode>

                        <lossTolerant>false</lossTolerant>

                        <penaltyDuration>30 sec</penaltyDuration>

                        <properties>

                            <entry>

<key>Delete Attributes Expression</key>

                            </entry>

                            <entry>

<key>Store State</key>

<value>Do not store state</value>

                            </entry>

                            <entry>

<key>Stateful Variables Initial Value</key>

                            </entry>

                            <entry>

<key>configFilePath</key>

<value>${configFilePath}</value>

                            </entry>

                        </properties>

                        <runDurationMillis>0</runDurationMillis>

                        <schedulingPeriod>0 sec</schedulingPeriod>

                        <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>

                        <yieldDuration>1 sec</yieldDuration>

                    </config>

                    <executionNodeRestricted>false</executionNodeRestricted>

                    <name>UpdateAttribute</name>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>success</name>

                    </relationships>

                    <state>RUNNING</state>

                    <style/>

                    <type>org.apache.nifi.processors.attributes.UpdateAttribute</type>

                </processors>

                <processors>

                    <id>71aef457-9f2b-3e37-0000-000000000000</id>

                    <parentGroupId>5c1d9fec-7ba9-3f77-0000-000000000000</parentGroupId>

                    <position>

                        <x>-1641.705328809915</x>

                        <y>-489.8772213532826</y>

                    </position>

                    <bundle>

                        <artifact>nifi-standard-nar</artifact>

                        <group>org.apache.nifi</group>

                        <version>1.8.0</version>

                    </bundle>

                    <config>

                        <bulletinLevel>WARN</bulletinLevel>

                        <comments></comments>

                        <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>

                        <descriptors>

                            <entry>

<key>HTTP Method</key>

<value>

    <name>HTTP Method</name>

</value>

                            </entry>

                            <entry>

<key>Remote URL</key>

<value>

    <name>Remote URL</name>

</value>

                            </entry>

                            <entry>

<key>SSL Context Service</key>

<value>

    <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>

    <name>SSL Context Service</name>

</value>

                            </entry>

                            <entry>

<key>Connection Timeout</key>

<value>

    <name>Connection Timeout</name>

</value>

                            </entry>

                            <entry>

<key>Read Timeout</key>

<value>

    <name>Read Timeout</name>

</value>

                            </entry>

                            <entry>

<key>Include Date Header</key>

<value>

    <name>Include Date Header</name>

</value>

                            </entry>

                            <entry>

<key>Follow Redirects</key>

<value>

    <name>Follow Redirects</name>

</value>

                            </entry>

                            <entry>

<key>Attributes to Send</key>

<value>

    <name>Attributes to Send</name>

</value>

                            </entry>

                            <entry>

<key>Basic Authentication Username</key>

<value>

    <name>Basic Authentication Username</name>

</value>

                            </entry>

                            <entry>

<key>Basic Authentication Password</key>

<value>

    <name>Basic Authentication Password</name>

</value>

                            </entry>

                            <entry>

<key>proxy-configuration-service</key>

<value>

    <identifiesControllerService>org.apache.nifi.proxy.ProxyConfigurationService</identifiesControllerService>

    <name>proxy-configuration-service</name>

</value>

                            </entry>

                            <entry>

<key>Proxy Host</key>

<value>

    <name>Proxy Host</name>

</value>

                            </entry>

                            <entry>

<key>Proxy Port</key>

<value>

    <name>Proxy Port</name>

</value>

                            </entry>

                            <entry>

<key>Proxy Type</key>

<value>

    <name>Proxy Type</name>

</value>

                            </entry>

                            <entry>

<key>invokehttp-proxy-user</key>

<value>

    <name>invokehttp-proxy-user</name>

</value>

                            </entry>

                            <entry>

<key>invokehttp-proxy-password</key>

<value>

    <name>invokehttp-proxy-password</name>

</value>

                            </entry>

                            <entry>

<key>Put Response Body In Attribute</key>

<value>

    <name>Put Response Body In Attribute</name>

</value>

                            </entry>

                            <entry>

<key>Max Length To Put In Attribute</key>

<value>

    <name>Max Length To Put In Attribute</name>

</value>

                            </entry>

                            <entry>

<key>Digest Authentication</key>

<value>

    <name>Digest Authentication</name>

</value>

                            </entry>

                            <entry>

<key>Always Output Response</key>

<value>

    <name>Always Output Response</name>

</value>

                            </entry>

                            <entry>

<key>Trusted Hostname</key>

<value>

    <name>Trusted Hostname</name>

</value>

                            </entry>

                            <entry>

<key>Add Response Headers to Request</key>

<value>

    <name>Add Response Headers to Request</name>

</value>

                            </entry>

                            <entry>

<key>Content-Type</key>

<value>

    <name>Content-Type</name>

</value>

                            </entry>

                            <entry>

<key>send-message-body</key>

<value>

    <name>send-message-body</name>

</value>

                            </entry>

                            <entry>

<key>Use Chunked Encoding</key>

<value>

    <name>Use Chunked Encoding</name>

</value>

                            </entry>

                            <entry>

<key>Penalize on "No Retry"</key>

<value>

    <name>Penalize on "No Retry"</name>

</value>

                            </entry>

                            <entry>

<key>use-etag</key>

<value>

    <name>use-etag</name>

</value>

                            </entry>

                            <entry>

<key>etag-max-cache-size</key>

<value>

    <name>etag-max-cache-size</name>

</value>

                            </entry>

                        </descriptors>

                        <executionNode>ALL</executionNode>

                        <lossTolerant>false</lossTolerant>

                        <penaltyDuration>30 sec</penaltyDuration>

                        <properties>

                            <entry>

<key>HTTP Method</key>

<value>GET</value>

                            </entry>

                            <entry>

<key>Remote URL</key>

<value>${url}${idema}?api_key=${apiKey}</value>

                            </entry>

                            <entry>

<key>SSL Context Service</key>

                            </entry>

                            <entry>

<key>Connection Timeout</key>

<value>5 secs</value>

                            </entry>

                            <entry>

<key>Read Timeout</key>

<value>15 secs</value>

                            </entry>

                            <entry>

<key>Include Date Header</key>

<value>True</value>

                            </entry>

                            <entry>

<key>Follow Redirects</key>

<value>True</value>

                            </entry>

                            <entry>

<key>Attributes to Send</key>

                            </entry>

                            <entry>

<key>Basic Authentication Username</key>

                            </entry>

                            <entry>

<key>Basic Authentication Password</key>

                            </entry>

                            <entry>

<key>proxy-configuration-service</key>

                            </entry>

                            <entry>

<key>Proxy Host</key>

                            </entry>

                            <entry>

<key>Proxy Port</key>

                            </entry>

                            <entry>

<key>Proxy Type</key>

<value>http</value>

                            </entry>

                            <entry>

<key>invokehttp-proxy-user</key>

                            </entry>

                            <entry>

<key>invokehttp-proxy-password</key>

                            </entry>

                            <entry>

<key>Put Response Body In Attribute</key>

                            </entry>

                            <entry>

<key>Max Length To Put In Attribute</key>

<value>256</value>

                            </entry>

                            <entry>

<key>Digest Authentication</key>

<value>false</value>

                            </entry>

                            <entry>

<key>Always Output Response</key>

<value>false</value>

                            </entry>

                            <entry>

<key>Trusted Hostname</key>

                            </entry>

                            <entry>

<key>Add Response Headers to Request</key>

<value>false</value>

                            </entry>

                            <entry>

<key>Content-Type</key>

<value>${mime.type}</value>

                            </entry>

                            <entry>

<key>send-message-body</key>

<value>true</value>

                            </entry>

                            <entry>

<key>Use Chunked Encoding</key>

<value>false</value>

                            </entry>

                            <entry>

<key>Penalize on "No Retry"</key>

<value>false</value>

                            </entry>

                            <entry>

<key>use-etag</key>

<value>false</value>

                            </entry>

                            <entry>

<key>etag-max-cache-size</key>

<value>10MB</value>

                            </entry>

                        </properties>

                        <runDurationMillis>0</runDurationMillis>

                        <schedulingPeriod>65 min</schedulingPeriod>

                        <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>

                        <yieldDuration>1 sec</yieldDuration>

                    </config>

                    <executionNodeRestricted>false</executionNodeRestricted>

                    <name>InvokeHTTP</name>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>Failure</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>No Retry</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>true</autoTerminate>

                        <name>Original</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>Response</name>

                    </relationships>

                    <relationships>

                        <autoTerminate>false</autoTerminate>

                        <name>Retry</name>

                    </relationships>

                    <state>RUNNING</state>

                    <style/>

                    <type>org.apache.nifi.processors.standard.InvokeHTTP</type>

                </processors>

            </contents>

            <name>Puerto de la Cruz station</name>

            <variables>

                <entry>

                    <key>idema</key>

                    <value>C459Z</value>

                </entry>

                <entry>

                    <key>configFilePath</key>

                    <value>/opt/nifi/nifi-current/conf/redmic/activities/1582-C459Z.json</value>

                </entry>

                <entry>

                    <key>ingestName</key>

                    <value>Puerto  de la cruz AEMET station</value>

                </entry>

            </variables>

        </processGroups>

    </snippet>

    <timestamp>03/21/2019 13:24:43 UTC</timestamp>

</template>

templates/sources/aemet/Process_AEMET_Data.xml

0 → 100644
+1848 −0

File added.

Preview size limit exceeded, changes collapsed.