Show TOC

Sample Configuration File for the File/Hadoop JSON Input AdapterLocate this document in the navigation structure

Sample adapter configuration file for the File/Hadoop JSON Input adapter.

<?xml version="1.0" encoding="utf-8"?>
<Adapter>
	<Name>File/Hadoop JSON Output</Name>
	<Description>An adapter which gets JSON data from files on the local file system or Hadoop Distributed File System, transforms it to ESP data format and publishes to a stream.</Description>
	<Log4jProperty>./log4j.properties</Log4jProperty>
	<Cipher>
		<File>../../adapter.key</File>
	</Cipher>
	<Modules>
		<Module type="transporter">
			<InstanceName>FileInputTransporter</InstanceName>
			<Name>FileInputTransporter</Name>
			<Next>MyJsonStreamToJsonStringFormatter</Next>
			<BufferMaxSize>10240</BufferMaxSize>
			<Parameters>
				<FileInputTransporterParameters>
					<Dir>./data</Dir>
					<File>article_1.json</File>
					<AccessMode>Streaming</AccessMode>
					<RemoveAfterProcess>false</RemoveAfterProcess>
					<ScanDepth>5</ScanDepth>
				</FileInputTransporterParameters>
			</Parameters>
		</Module>

		<Module type="formatter">
			<InstanceName>MyJsonStreamToJsonStringFormatter</InstanceName>
			<Name>JsonStreamToJsonStringFormatter</Name>
			<Next>MyJsonInFormatter</Next>
			<Parameters />
		</Module>

		<Module type="formatter">
			<InstanceName>MyJsonInFormatter</InstanceName>
			<Name>JsonStringToEspFormatter</Name>
			<Next>MyInStream_Publisher</Next>
			<Parameters>
				<JsonStringToEspFormatterParameters>
					<SecondDateFormat>yyyy-MM-dd HH:mm:ss</SecondDateFormat>
					<MsDateFormat>yyyy/MM/dd HH:mm:ss.SSS</MsDateFormat>
					<TimeFormat>HH:mm:ss</TimeFormat>
					<ColumnMappings>
						<ColsMapping streamname="" rootpath="employees">
							<Column>employee_id</Column>
							<Column>name</Column>
							<Column>age</Column>
							<Column>career_level</Column>
						</ColsMapping>
					</ColumnMappings>
				</JsonStringToEspFormatterParameters>
			</Parameters>
		</Module>

		<Module type="espconnector">
			<InstanceName>MyInStream_Publisher</InstanceName>
			<Name>EspPublisher</Name>
			<Parameters>
				<EspPublisherParameters>
				    <!--Uncomment the following 2 elements when you use 'start_adapter[.bat|.sh]' -->
					<!--ProjectName>EspProject1</ProjectName-->
					<!--StreamName>EntityStream</StreamName-->
					<MaxPubPoolSize>1</MaxPubPoolSize>
					<UseTransactions>false</UseTransactions>
					<SafeOps>false</SafeOps>
					<SkipDels>false</SkipDels>
				</EspPublisherParameters>
			</Parameters>
		</Module>

	</Modules>

	<EspProjects>
		<EspProject>
			<Name>EspProject1</Name>
			<Uri>esp[s]://localhost:19011/sample_workspace/file_json_input</Uri>
			
			<Security>
				<User></User>
				<Password encrypted="false"></Password>
				<AuthType>user_password</AuthType>
				<!-- <RSAKeyStore>/keystore/keystore.jks</RSAKeyStore> <RSAKeyStorePassword></RSAKeyStorePassword> -->
			 <!-- <KerberosKDC>KDC</KerberosKDC> <KerberosRealm>REALM</KerberosRealm> 
					<KerberosService>service/instance</KerberosService> <KerberosTicketCache>/tmp/krb5cc_user</KerberosTicketCache> -->
				<EncryptionAlgorithm>RSA</EncryptionAlgorithm>
			</Security>
		</EspProject>
	</EspProjects>
	<GlobalParameters></GlobalParameters>
</Adapter>