Show TOC

Sample Configuration File for the File/Hadoop CSV Output AdapterLocate this document in the navigation structure

Sample adapter configuration file for the File/Hadoop CSV Output adapter.

<?xml version="1.0" encoding="utf-8"?>
<Adapter>
	<Name>File/Hadoop CSV Output</Name>
	<Description>An adapter which transforms ESP data to csv format and saves it to a file on the local file system or Hadoop Distributed File System.</Description>
    <Log4jProperty>./log4j.properties</Log4jProperty>
    <CharsetName>US-ASCII</CharsetName>
    <Cipher>
        <File>../../adapter.key</File>
    </Cipher>
    <Modules>
        <Module type="espconnector">
            <InstanceName>MyOutStream_Subscriber</InstanceName>
            <Name>EspSubscriber</Name>
            <Next>EspToCsvStringFormatter</Next>
            <Parameters>
                <EspSubscriberParameters>
                    <!--Uncomment the following elements when you use 'start_adapter[.bat|.sh]' -->
                    <!--ProjectName>EspProject2</ProjectName-->
                    <!--StreamName>BaseOutput</StreamName-->
                    <OutputBase>true</OutputBase>
				    <OnlyBase>false</OnlyBase>Do OutputBase and OnlyBase need to be uncommented when using 'start_adapter[.bat|.sh]'?
                    
                    <!--refer to adapter doc for below 3 GD related parameters -->
                    <!--EnableGdMode>false</EnableGdMode-->
                    <!--EnableGdCache>false</EnableGdCache-->
                    <!--GdSubscriberName>ext_adapter_gd_sub</GdSubscriberName-->
                </EspSubscriberParameters>
            </Parameters>
        </Module>

        <Module type="formatter">
            <InstanceName>EspToCsvStringFormatter</InstanceName>
            <Name>EspToCsvStringFormatter</Name>
            <Next>FileOutputTransporter</Next>
            <Parallel>true</Parallel>
            <Parameters>
                <EspToCsvStringFormatterParameters>
                    <PrependStreamNameOpcode>false</PrependStreamNameOpcode>
                </EspToCsvStringFormatterParameters>
            </Parameters>
        </Module>

        <Module type="transporter">
            <InstanceName>FileOutputTransporter</InstanceName>
            <Name>FileOutputTransporter</Name>
            <Parameters>
                <FileOutputTransporterParameters>
                    <Dir>./data</Dir>
                    <File>output.csv</File>
                    <AccessMode>rowBased</AccessMode>
                    <AppendMode>true</AppendMode>
                    <FileSizeLimit>10</FileSizeLimit>
                    <TimeBasedRotate>false</TimeBasedRotate>
                    <TimeBasedRotateInterval>86400</TimeBasedRotateInterval>
                    <TimeBasedRotateStartAt>2014-01-28 14:00:00.00</TimeBasedRotateStartAt>
                    <TimestampInFilenames>true</TimestampInFilenames>
                    <TimestampInFilenamesFormat>yyyy-MM-dd_HH-mm-ss z</TimestampInFilenamesFormat>
                    <!-- refer to adapter document for below 2 GD related parameters -->
                    <GdBatchSize>1</GdBatchSize>
                    <GdPoolTime>1</GdPoolTime>                    
                </FileOutputTransporterParameters>
            </Parameters>
        </Module>
    </Modules>

    <EspProjects>
        <EspProject>
            <Name>EspProject2</Name>
            <Uri>esp[s]://localhost:19011/sample_workspace/file_csv_output</Uri>
            
            <Security>
                <User></User>
                <Password encrypted="false"></Password>
                <AuthType>user_password</AuthType>
            </Security>
        </EspProject>
    </EspProjects>
    <GlobalParameters></GlobalParameters>
</Adapter>