Show TOC

Sample Configuration File for the File/Hadoop JSON Output AdapterLocate this document in the navigation structure

Sample adapter configuration file for the File/Hadoop JSON Output adapter.

<?xml version="1.0" encoding="utf-8"?>
<Adapter>
  <Name>File/Hadoop JSON Output</Name>
  <Description>An adapter which transforms ESP data to JSON format and saves it to a file on the local file system or Hadoop Distributed File System</Description>
  <Log4jProperty>./log4j.properties</Log4jProperty>
  <Cipher>
		<File>../../adapter.key</File>
  </Cipher>
  <Modules>
    <Module type="espconnector">
      <InstanceName>MyOutStream_Subscriber</InstanceName>
      <Name>EspSubscriber</Name>
      <Next>MyJsonOutFormatter</Next>
      <Parameters>
        <EspSubscriberParameters>
		  <!--Uncomment the following 2 elements when you use 'start_adapter[.bat|.sh]' -->
          <!--ProjectName>EspProject1</ProjectName-->
          <!--StreamName>EntityStream</StreamName-->
          <OutputBase>true</OutputBase>
          <OnlyBase>false</OnlyBase>
					
        	<!--refer to adapter doc for below 3 GD related parameters -->
            <!--EnableGdMode>false</EnableGdMode-->
            <!--EnableGdCache>false</EnableGdCache-->
            <!--GdSubscriberName>ext_adapter_gd_sub</GdSubscriberName-->
        </EspSubscriberParameters>
      </Parameters>
    </Module>

    <Module type="formatter">
      <InstanceName>MyJsonOutFormatter</InstanceName>
      <Name>EspToJsonStringFormatter</Name>
      <Next>MyStringToStreamFormatter</Next>
      <Parameters>
        <EspToJsonStringFormatterParameters>
          <SecondDateFormat>yyyy-MM-dd HH:mm:ss</SecondDateFormat>
          <MsDateFormat>yyyy/MM/dd HH:mm:ss.SSS</MsDateFormat>
          <TimeFormat>HH:mm:ss</TimeFormat>
          <ColsMapping>
            <Column>published_at</Column>
            <Column>title</Column>
            <Column>lang</Column>
          </ColsMapping>
        </EspToJsonStringFormatterParameters>
      </Parameters>
    </Module>
    
    <Module type="formatter">	 
      <InstanceName>MyStringToStreamFormatter</InstanceName>
      <Name>StringToStreamFormatter</Name>
      <Next>FileOutputTransporter</Next>
      <Parameters>
        <StringToStreamFormatterParameters>
          <Delimiter>\n</Delimiter>
		  <IncludeDelimiter>true</IncludeDelimiter>
		  <AppendString>\n</AppendString>
		  <AppendPosition>end</AppendPosition>
		  <IgnoreSpace>true</IgnoreSpace>	
		  <CharsetName>US-ASCII</CharsetName>			  		  
	   </StringToStreamFormatterParameters>
      </Parameters>
    </Module>
	
	<Module type="transporter">
	<InstanceName>FileOutputTransporter</InstanceName>
		<Name>FileOutputTransporter</Name>
		<Parameters>
			<FileOutputTransporterParameters>
				<Dir>./data</Dir>
				<File>output.json</File>
				<AccessMode>Streaming</AccessMode>
				<AppendMode>true</AppendMode>
				<!-- refer to adapter document for below 2 GD related parameters -->
                <GdBatchSize>0</GdBatchSize>
                <GdPoolTime>0</GdPoolTime>								
			</FileOutputTransporterParameters>
		</Parameters>
	</Module>

  </Modules>

  <EspProjects>
    <EspProject>
      <Name>EspProject1</Name>
      <Uri>esp[s]://localhost:19011/sample_workspace/file_json_output</Uri>
      
      <Security>
        <User></User>
        <Password encrypted="false"></Password>
        <AuthType>user_password</AuthType>
        <!--	
    	  <RSAKeyStore>/keystore/keystore.jks</RSAKeyStore>
	      <RSAKeyStorePassword></RSAKeyStorePassword>
        -->
        <!--
	     <KerberosKDC>KDC</KerberosKDC>
	     <KerberosRealm>REALM</KerberosRealm>
 	     <KerberosService>service/instance</KerberosService>
	     <KerberosTicketCache>/tmp/krb5cc_user</KerberosTicketCache>
          -->
        <EncryptionAlgorithm>RSA</EncryptionAlgorithm>
      </Security>
    </EspProject>
  </EspProjects>
  <GlobalParameters></GlobalParameters>
</Adapter>