se/SE/schema/WPS_Functions/get_wfs/build_get_wfs.xml

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns:ogc="http://www.opengis.net/ogc" 
    basedir="../../." name="get_wfs" default="http_first_input">
  <description>
    Based on ant-url-action module to ordinary retrieve feature from WMF
    To be called from CRM_PROCES_Tree etc
  </description>

    <!-- file:/SE/schema/ant-url_action/default_db.in7_dziennik_koresp/test-get-wfs-xml/build.xml -->

    <!-- sample URL which call this exact variables in this ANT build -->
    <!-- przykladowy URL ktory przekazuje parametry do tego ANT -->
    <!--https://biuro.biall-net.pl/SE/version-git/index.php?_route=UrlAction_Ant&_task=ant&
        path=${default_db.in7_dziennik_koresp/test-get-wfs-xml} -  this is the place to keep ant build (directory name with build.xml)
        &namespace=p5_default_db:Rozdzielcza_test_bzyk_PE&featureID=123 - this is setting the <property name="url" value="${url}"/> - to point what is record/table to download
        <property name="uuid" value="${uuid}"/> it is automatically also set to enable uinque transaction and to allow to save data with user
        <property name="passwordBase64Basic" value="${passwordBase64Basic}"/> - this is also set - to enable communicate with API -
        <property name="DwebRootUrl" value="${$webRootUrl}"/> - this is the place where script is localized to easyli to target user GUI by href to generated output
    />
    -->
    <!-- modules WPS_Functions - to be copied to any module needed -->
    <property name="WPS_Functions" location="${basedir}/WPS_Functions"/>
    <property name="build_WPS_Functions.xml" location="${WPS_Functions}/build_WPS_Functions.xml"/> <!-- call it to get properties -->
    <property name="build_WPS_Functions.xml.properties" location="${build_WPS_Functions.xml}.properties"/>
    <!-- eof modules WPS_Functions  -->
    
    <!-- module local properties -->
    <property name="get_wfs_basedir" location="${basedir}/WPS_Functions/get_wfs"/><!-- to ordinary retrieve wfs data  -->
    <property name="get_wfs_basedir.temp" location="${get_wfs_basedir}/temp"/>
    <property name="get_wfs" location="${get_wfs_basedir}/build_get_wfs.xml"/><!-- to ordinary retrieve wfs data  -->
    
    <property name="build_get_wfs.childproperties" location="${WPS_Functions.childproperties}/build_get_wfs.properties"/>
    
    <property name="uuid" value="${uuid}"/>
    
    <property name="wfs_output.xml" location="${get_wfs_basedir.temp}/${uuid}.wfs_output.xml"/>
    <property name="wfs_result.xml" location="${get_wfs_basedir.temp}/${uuid}.wfs_result.xml"/>
    <property name="wfs_error.xml" location="${get_wfs_basedir.temp}/${uuid}.wfs_error.xml"/>
    <property name="wfs_timestamp.xml" location="${get_wfs_basedir.temp}/${uuid}.wfs_timestamp.xml"/>
    
    <!-- for sending xml - param inputs -->
    <property name="wfs_input.xml" location="${get_wfs_basedir.temp}/${uuid}.wfs_input.xml"/> 
    <!-- eof module local properties -->

    
    <property name="passwordBase64Basic" value="${passwordBase64Basic}"/>
    <!--<property name="url" value="${url}"/>-->
    <!--<property name="api_url" value="${api_url}"/>-->
    <property name="typeName" value="${typeName}" />
    <property name="xpath" value="${xpath}"/>
    <property name="xpath_value" value="${xpath_value}" />
    <property name="php_session_id" value="${php_session_id}"/>
    <property name="webRootUrl" value="${webRootUrl}"/>


    <target name="write_child_props_to_config_dir" depends="read_build_properties">
        <echoproperties destfile="${build_get_wfs.childproperties}"/>
    </target>

    <target name="read_build_properties" >
        <ant antfile="${build_WPS_Functions.xml}" target="save_build_properties"/>
        <loadproperties srcfile="${build_WPS_Functions.xml.properties}"/>
        <echo level="debug">$api_url to ${api_url}  $namespace_prefix ${namespace_prefix} 
            passwordBase64Basic=${passwordBase64Basic}
        </echo>
    </target>
    
    <target name="clean" description="Clean all output and temp files">
        <delete dir="${get_wfs_basedir.temp}" failonerror="false"/>
    </target>

    <target name="create_tempdir">
            <mkdir dir="${get_wfs_basedir.temp}"/>
    </target>


    <target name="http_first_input">
        <echo message="FETCHING '${url}' ..."/>
        <exec executable="curl" outputproperty="wfs_output" errorproperty="wfs_error" resultproperty="wfs_result">
            <arg line="--cookie 'PHPSESSID=${php_session_id}' '${url}&amp;REQUEST=GetFeature'"/>
        </exec>
        <echo message="OUTPUT__TYPE__XML"/>
        <echo message="OUTPUT__START"/>
        <echo message="${wfs_output}"/>

        <echo message="webRootUrl"></echo>
        <echo message="${webRootUrl}"></echo>

        <echo message="OUTPUT__END"/>

        <echo message="RESULT__START"/>
        <echo message="${wfs_result}"/>
        <echo message="RESULT__END"/>

        <echo message="ERROR__START"/>
        <echo message="${wfs_error}"/>
        <echo message="ERROR__END"/>
    </target>

    <target name="DescribeFeatureType" description="URL_TASK Target DescribeFeatureType">
        <echo message="FETCHING '${url}' ..." level="debug"/>
        <exec executable="curl" outputproperty="wfs_output" errorproperty="wfs_error" resultproperty="wfs_result">
            <arg line="-H 'Authorization: Basic ${passwordBase64Basic}'  &#34;${url}&amp;REQUEST=DescribeFeatureType&#34;"/>
        </exec>
        <echo message="OUTPUT__TYPE__XML"/>
        <echo message="OUTPUT__START"/>
        <echo message="${wfs_output}"/>

        <echo message="webRootUrl"></echo>
        <echo message="${webRootUrl}"></echo>

        <echo message="OUTPUT__END"/>

        <echo message="RESULT__START"/>
        <echo message="${wfs_result}"/>
        <echo message="RESULT__END"/>

        <echo message="ERROR__START"/>
        <echo message="${wfs_error}"/>
        <echo message="ERROR__END"/>
    </target>


    <target name="Filter_cond">
        <condition property="Filter_cond" taskname="Filter_check">
            <or>
                <equals arg1="${xpath}" arg2=""/>
                <equals arg1="${xpath}" arg2="$${uuid}"/>
            </or>
        </condition>
    </target>
    
    <target name="Filter_check" depends="Filter_cond,Filter_fail,Filter_ok"/>
    
    <target name="Filter_ok" unless="${Filter_cond}">
        <!--<mkdir dir="${get_wfs_basedir.temp}"/>
        <tempfile destdir="${get_wfs_basedir.temp}" suffix=".xml" prefix="Filter_ok" property="Filter.xml"/>
        <echoxml file="${Filter.xml}"></echoxml>
        <loadfile property="Filter.xml_file" srcfile="${Filter.xml}"/>-->
        <property name="Filter" value="&amp;Filter=&lt;ogc:Filter&gt;&lt;ogc:PropertyIsEqualTo&gt;&lt;ogc:PropertyName&gt;${xpath}&lt;/ogc:PropertyName&gt;&lt;ogc:Literal&gt;${xpath_value}&lt;/ogc:Literal&gt;&lt;/ogc:PropertyIsEqualTo&gt;&lt;/ogc:Filter&gt;"/>
    </target>
    
    <target name="Filter_fail" if="${Filter_cond}">
        <echo level="debug">#94 filter not set</echo>
    </target>    

    <target name="GetFeature" description="URL_TASK Target GetFeature" depends="read_build_properties,Filter_check">
        <property name="get_url" value="${api_url}/${namespace_prefix}?SERVICE=WFS&amp;VERSION=1.0.0&amp;REQUEST=GetFeature&amp;typeName=${typeName}&amp;${Filter}"/>
        <echo message="FETCHING '${get_url}'" /> <!-- level="debug" -->
        <tstamp>
            <format property="wfs.timestamp" pattern="yyyy-MM-dd HH:mm:ss"/>
        </tstamp>

        <exec executable="curl" outputproperty="wfs_output" errorproperty="wfs_error" resultproperty="wfs_result">
            <arg line="-H 'Authorization: Basic ${passwordBase64Basic}'  '${get_url}'"/><!-- ${Filter} -->
        </exec>
        <!--<echo message="${wfs_output}" />-->
        <echo file="${wfs_output.xml}" message="${wfs_output}"/>
        <echo file="${wfs_result.xml}" message="${wfs_result}"/>
        <echo file="${wfs_error.xml}" message="${wfs_error}"/>
        <echoxml file="${wfs_timestamp.xml}"><wfs_timestamp>${wfs.timestamp}</wfs_timestamp></echoxml>
    </target>
    
    <target name="PostXmlTransaction" description="TODO to post transaction based on build__for_post_to_wfs and curl_post_wfst">
        <exec executable="$curl" outputproperty="wfs_output" errorproperty="wfs_error" resultproperty="wfs_result" failonerror="true">
            <arg value="-H 'Authorization: Basic ${passwordBase64Basic_tested}'"/>
            <arg value="-X"/>
            <arg value="POST"/>
            <arg value="-d"/>
            <arg value="${wfs_input.xml}"/>
            <arg value="${api_url}"/>
            <!--<arg value="-\-user {$Types__x3A__wfs:username}:{$Types__x3A__wfs:username-pass} "/>-->
            <arg value="-v"/>
            <arg value="--insecure"/>
            <!--<arg value="-O"/>
                <arg value="{@Target_file}"/>-->
        </exec>
        <echo file="${wfs_output.xml}" message="${wfs_output}"/>
        <echo file="${wfs_result.xml}" message="${wfs_result}"/>
        <echo file="${wfs_error.xml}" message="${wfs_error}"/>
    </target>
    
    <target name="GetFeatureByLastMod" description="URL_TASK Target GetFeatureByLastMod - should do incremental retrievement" depends="read_build_properties,Filter_check"/>
       
       
    
    
    <target name="GetXmlByUrlVerifyRetry" description="To use from recruse ant and be verified">
        <!--<echo>GetXmlByUrlVerifyRetry #154 we used </echo>-->
        <exec executable="curl" output="${output}" errorproperty="wfs_error"> 
            <arg line="${cookie_curl_option} &quot;${url}&quot;"/>
            <arg line="--connect-timeout 5"/>
            <arg line="--max-time 240"/>
            <arg line="--retry 5"/>
            <arg line="--retry-max-time 1200"/>
        </exec>
        <!--<echo message="ERROR__START"/>-->
        <!--<echo>${wfs_error}</echo>-->
        <!--<echo message="ERROR__END"/>-->
        <antcall target="GetXmlByUrlVerifyRetry.validate_length"/>
        <!--<antcall target="GetXmlByUrlVerifyRetry_verify"/>
        <echo> Validate $GetXmlByUrlVerifyRetry_verify: ${GetXmlByUrlVerifyRetry_verify}</echo>
        <echo> Validate $warn: ${warn}</echo>-->
    </target>
    
    <target name="GetXmlByUrlVerifyRetry.validate_length.condition" description="To verify if downloaded file is correct" >
        <length file="${output}" property="output.length"/>
        <!--<echo> $output.length = ${output.length}</echo>-->
        <condition property="output.length.failed" taskname="GetXmlByUrlVerifyRetry.validate_length">
            <equals arg1="${output.length}" arg2="128"/>
        </condition>
        <condition property="output.length.failed.0" taskname="GetXmlByUrlVerifyRetry.validate_length.0">
            <equals arg1="${output.length}" arg2="0"/>
        </condition>
    </target>
    
    <target name="GetXmlByUrlVerifyRetry.validate_length" depends="GetXmlByUrlVerifyRetry.validate_length.condition">
        <antcall target="GetXmlByUrlVerifyRetry.validate_length.failed"/>
        <antcall target="GetXmlByUrlVerifyRetry.validate_length.failed.0"/>
    </target>
    
    <target name="GetXmlByUrlVerifyRetry.validate_length.failed" if="${output.length.failed}">
        <echo>GetXmlByUrlVerifyRetry.validate_length.failed #182 - first retry ! </echo>
        <delete file="${output}" quiet="true"/>
        <exec executable="curl" output="${output}" errorproperty="wfs_error"> 
            <arg line="${cookie_curl_option} &quot;${url}&quot;"/>
            <arg line="--connect-timeout 5"/>
            <arg line="--max-time 240"/>
            <arg line="--retry 5"/>
            <arg line="--retry-max-time 1200"/>
        </exec>
        <length file="${output}" property="output.length.try1"/>
        <echo> $output.length.try1 = ${output.length.try1}</echo>
    </target>
    <target name="GetXmlByUrlVerifyRetry.validate_length.failed.0" if="${output.length.failed.0}">
        <echo>GetXmlByUrlVerifyRetry.validate_length.failed #198 - first retry - zero length ! </echo>
        <delete file="${output}" quiet="true"/>
        <exec executable="curl" output="${output}" errorproperty="wfs_error"> 
            <arg line="${cookie_curl_option} &quot;${url}&quot;"/>
            <arg line="--connect-timeout 5"/>
            <arg line="--max-time 240"/>
            <arg line="--retry 5"/>
            <arg line="--retry-max-time 1200"/>
        </exec>
        <length file="${output}" property="output.length.try.0"/>
        <echo> $output.length.try.0 = ${output.length.try.0}</echo>
    </target>
    
    <target name="GetXmlByUrlVerifyRetry_verify" description="To verify if downloaded file is correct" >
        <xmlvalidate file="${output}" lenient="yes" failonerror="false" warn="warn" />
        <echo>#169 after validated ? not set any?</echo>
    </target>
    
    
<target name="GetFeature.WithVerifyUnauthorized" depends="GetFeature"> <!-- GetFeature.VerifyUnauthorized.failed -->
        <loadfile property="GetFeature.WithVerifyUnauthorized.srcfile" srcfile="${wfs_output.xml}" />
        <condition property="GetFeature.VerifyUnauthorized.condition" taskname="GetFeature.VerifyUnauthorized.failed">
            <contains  string="${GetFeature.WithVerifyUnauthorized.srcfile}" substring="Unauthorized" />
        </condition>
    </target>
    
    <target name="GetFeature.VerifyUnauthorized.failed" if="${GetFeature.VerifyUnauthorized.condition}">
        <fail>
            #258 Cannot properly download ${get_url}
            Propably unset -DpasswordBase64Basic parameter!
                generate it with :
                    echo "username:password" |base64
        </fail>
    </target>
    
    
    
    <!-- @2017-12-14 copied from recurse_ant to be there only! -->
    <target name="php_session_id_cond">
        <condition property="php_session_id_fail" taskname="php_session_id_check">
            <or>
                <equals arg1="${php_session_id}" arg2=""/>
                <equals arg1="${php_session_id}" arg2="$${php_session_id}"/>
            </or>
        </condition>
    </target>
    <target name="php_session_id_check" depends="php_session_id_cond,php_session_id_ok,php_session_id_fail" description="To create property php_session_id_tested for use in api calls"/>
    <target name="php_session_id_ok" unless="${php_session_id_fail}" description="use php_session_id from parameter ">
        <property name="php_session_id_tested" value="--cookie 'PHPSESSID=${php_session_id}'"/>
    </target>
    <target name="php_session_id_fail" if="${php_session_id_fail}"   description="retrieve php_session_id from API to use it after for fasten api requests" depends="read_build_properties,create_tempdir">
        <tempfile  destdir="${get_wfs_basedir.temp}" prefix="usernameandpass" deleteonexit="yes" property="username_and_pass_from_passwordBase64Basic.properties" />
        <ant antfile="${build_username_and_pass_from_passwordBase64Basic.xml}" target="username_and_pass_from_passwordBase64Basic.properties"/>
            
        <loadproperties srcfile="${username_and_pass_from_passwordBase64Basic.properties}"/>
            
        <echo> retrieved $username=${username}
                php_session_id_check.properties=${php_session_id_check.properties}
                $api_url = ${api_url}
        </echo>    
            <!-- retrieve new properties -username , username.pass -->
        <property name="cookie_file" value="${get_wfs_basedir.temp}/${username}.cookie"/>
        <!--<property name="cookie_file" value="${get_wfs_basedir.temp}/${username}.cookie"/>-->
        <delete file="${cookie_file}" failonerror="no"/>
        <exec executable="curl"> <!--  errorproperty="wfs_error" resultproperty="wfs_result" -->
            <arg line=" -c ${cookie_file} -H 'Authorization: Basic ${passwordBase64Basic_tested}' &#34;${api_url}&#34;"/> <!-- /default_db/?SERVICE=WFS&amp;VERSION=1.0.0&amp;REQUEST=GetCapabilities&#34; -->
        </exec>
        <echo> runned:  curl -c ${cookie_file} -H 'Authorization: Basic ${passwordBase64Basic_tested}' &#34;${api_url}&#34;</echo>
        <property name="php_session_id_tested" value=" -b ${cookie_file}"/>
        
        
        <!-- detecting from cookie  file just phpsesssid string 
        # Netscape HTTP Cookie File
        # https://curl.haxx.se/docs/http-cookies.html
        # This file was generated by libcurl! Edit at your own risk.
        
        biuro.biall-net.pl	FALSE	/	FALSE	0	PHPSESSID	ndosk8faaskrfvdcbge8ki571l0oukdqtg7bmjht43b0cslohpbua2g5ouoi3b2vm6l14avvgna8bq6j6ufranhu77mtjplc1dthat2
        -->
        <loadfile property="php_session_id_tested.loadfile"  srcfile="${cookie_file}" />
        <exec executable="bash"   outputproperty="php_session_id_ok.string" >
            <arg  value="-c" />
            <arg value="echo '${php_session_id_tested.loadfile}'|grep PHPSESSID |sed 's/.*PHPSESSID[ |\t]*//'"/>            
        </exec>
        
        <property name="php_session_id_ok.string.test" value="test"/>
        
        <echo> #289 we set php_session_id_tested=(${php_session_id_tested}) 
            $php_session_id_ok.string = ${php_session_id_ok.string}; 
            $cookie_file = ${cookie_file}
            $username = ${username}
        </echo>
        
    </target>
    
    <target name="php_session_id_check.properties" depends="php_session_id_check">
        <echo>#329 saving properties to ${php_session_id_check.properties}</echo>
        <echoproperties destfile="${php_session_id_check.properties}" regex="(php_session_id_ok*)|(username*)"/>
    </target>
    
    
</project>