source: proiecte/HadoopJUnit/hadoop-0.20.1/docs/api/org/apache/hadoop/streaming/package-summary.html @ 120

Last change on this file since 120 was 120, checked in by (none), 14 years ago

Added the mail files for the Hadoop JUNit Project
  • Property svn:executable set to *
File size: 10.7 KB
Line 
1<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
2<!--NewPage-->
3<HTML>
4<HEAD>
5<!-- Generated by javadoc (build 1.6.0_07) on Tue Sep 01 20:57:00 UTC 2009 -->
6<TITLE>
7org.apache.hadoop.streaming (Hadoop 0.20.1 API)
8</TITLE>
9
10<META NAME="date" CONTENT="2009-09-01">
11
12<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style">
13
14<SCRIPT type="text/javascript">
15function windowTitle()
16{
17    if (location.href.indexOf('is-external=true') == -1) {
18        parent.document.title="org.apache.hadoop.streaming (Hadoop 0.20.1 API)";
19    }
20}
21</SCRIPT>
22<NOSCRIPT>
23</NOSCRIPT>
24
25</HEAD>
26
27<BODY BGCOLOR="white" onload="windowTitle();">
28<HR>
29
30
31<!-- ========= START OF TOP NAVBAR ======= -->
32<A NAME="navbar_top"><!-- --></A>
33<A HREF="#skip-navbar_top" title="Skip navigation links"></A>
34<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
35<TR>
36<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
37<A NAME="navbar_top_firstrow"><!-- --></A>
38<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
39  <TR ALIGN="center" VALIGN="top">
40  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
41  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
42  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
43  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
44  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
45  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
46  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
47  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
48  </TR>
49</TABLE>
50</TD>
51<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
52</EM>
53</TD>
54</TR>
55
56<TR>
57<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
58&nbsp;<A HREF="../../../../org/apache/hadoop/security/authorize/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
59&nbsp;<A HREF="../../../../org/apache/hadoop/util/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
60<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
61  <A HREF="../../../../index.html?org/apache/hadoop/streaming/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
62&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
63&nbsp;<SCRIPT type="text/javascript">
64  <!--
65  if(window==top) {
66    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
67  }
68  //-->
69</SCRIPT>
70<NOSCRIPT>
71  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
72</NOSCRIPT>
73
74
75</FONT></TD>
76</TR>
77</TABLE>
78<A NAME="skip-navbar_top"></A>
79<!-- ========= END OF TOP NAVBAR ========= -->
80
81<HR>
82<H2>
83Package org.apache.hadoop.streaming
84</H2>
85<tt>Hadoop Streaming</tt> is a utility which allows users to create and run
86Map-Reduce jobs with any executables (e.g.
87<P>
88<B>See:</B>
89<BR>
90&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<A HREF="#package_description"><B>Description</B></A>
91<P>
92
93<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
94<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
95<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
96<B>Class Summary</B></FONT></TH>
97</TR>
98<TR BGCOLOR="white" CLASS="TableRowColor">
99<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/Environment.html" title="class in org.apache.hadoop.streaming">Environment</A></B></TD>
100<TD>This is a class used to get the current environment
101 on the host machines running the map/reduce.</TD>
102</TR>
103<TR BGCOLOR="white" CLASS="TableRowColor">
104<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/HadoopStreaming.html" title="class in org.apache.hadoop.streaming">HadoopStreaming</A></B></TD>
105<TD>The main entrypoint.</TD>
106</TR>
107<TR BGCOLOR="white" CLASS="TableRowColor">
108<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/JarBuilder.html" title="class in org.apache.hadoop.streaming">JarBuilder</A></B></TD>
109<TD>This class is the main class for generating job.jar
110 for Hadoop Streaming jobs.</TD>
111</TR>
112<TR BGCOLOR="white" CLASS="TableRowColor">
113<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/PathFinder.html" title="class in org.apache.hadoop.streaming">PathFinder</A></B></TD>
114<TD>Maps a relative pathname to an absolute pathname using the
115 PATH enviroment.</TD>
116</TR>
117<TR BGCOLOR="white" CLASS="TableRowColor">
118<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/PipeMapper.html" title="class in org.apache.hadoop.streaming">PipeMapper</A></B></TD>
119<TD>A generic Mapper bridge.</TD>
120</TR>
121<TR BGCOLOR="white" CLASS="TableRowColor">
122<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/PipeMapRed.html" title="class in org.apache.hadoop.streaming">PipeMapRed</A></B></TD>
123<TD>Shared functionality for PipeMapper, PipeReducer.</TD>
124</TR>
125<TR BGCOLOR="white" CLASS="TableRowColor">
126<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/PipeMapRunner.html" title="class in org.apache.hadoop.streaming">PipeMapRunner&lt;K1,V1,K2,V2&gt;</A></B></TD>
127<TD>&nbsp;</TD>
128</TR>
129<TR BGCOLOR="white" CLASS="TableRowColor">
130<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/PipeReducer.html" title="class in org.apache.hadoop.streaming">PipeReducer</A></B></TD>
131<TD>A generic Reducer bridge.</TD>
132</TR>
133<TR BGCOLOR="white" CLASS="TableRowColor">
134<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamBaseRecordReader.html" title="class in org.apache.hadoop.streaming">StreamBaseRecordReader</A></B></TD>
135<TD>Shared functionality for hadoopStreaming formats.</TD>
136</TR>
137<TR BGCOLOR="white" CLASS="TableRowColor">
138<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamInputFormat.html" title="class in org.apache.hadoop.streaming">StreamInputFormat</A></B></TD>
139<TD>An input format that selects a RecordReader based on a JobConf property.</TD>
140</TR>
141<TR BGCOLOR="white" CLASS="TableRowColor">
142<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamJob.html" title="class in org.apache.hadoop.streaming">StreamJob</A></B></TD>
143<TD>All the client-side work happens here.</TD>
144</TR>
145<TR BGCOLOR="white" CLASS="TableRowColor">
146<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamKeyValUtil.html" title="class in org.apache.hadoop.streaming">StreamKeyValUtil</A></B></TD>
147<TD>&nbsp;</TD>
148</TR>
149<TR BGCOLOR="white" CLASS="TableRowColor">
150<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamUtil.html" title="class in org.apache.hadoop.streaming">StreamUtil</A></B></TD>
151<TD>Utilities not available elsewhere in Hadoop.</TD>
152</TR>
153<TR BGCOLOR="white" CLASS="TableRowColor">
154<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/StreamXmlRecordReader.html" title="class in org.apache.hadoop.streaming">StreamXmlRecordReader</A></B></TD>
155<TD>A way to interpret XML fragments as Mapper input records.</TD>
156</TR>
157<TR BGCOLOR="white" CLASS="TableRowColor">
158<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/streaming/UTF8ByteArrayUtils.html" title="class in org.apache.hadoop.streaming">UTF8ByteArrayUtils</A></B></TD>
159<TD><B>Deprecated.</B>&nbsp;<I>use <A HREF="../../../../org/apache/hadoop/util/UTF8ByteArrayUtils.html" title="class in org.apache.hadoop.util"><CODE>UTF8ByteArrayUtils</CODE></A> and
160 <A HREF="../../../../org/apache/hadoop/streaming/StreamKeyValUtil.html" title="class in org.apache.hadoop.streaming"><CODE>StreamKeyValUtil</CODE></A> instead</I></TD>
161</TR>
162</TABLE>
163&nbsp;
164
165<P>
166<A NAME="package_description"><!-- --></A><H2>
167Package org.apache.hadoop.streaming Description
168</H2>
169
170<P>
171<tt>Hadoop Streaming</tt> is a utility which allows users to create and run
172Map-Reduce jobs with any executables (e.g. Unix shell utilities) as the mapper
173and/or the reducer.
174<P>
175
176<P>
177<DL>
178</DL>
179<HR>
180
181
182<!-- ======= START OF BOTTOM NAVBAR ====== -->
183<A NAME="navbar_bottom"><!-- --></A>
184<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
185<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
186<TR>
187<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
188<A NAME="navbar_bottom_firstrow"><!-- --></A>
189<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
190  <TR ALIGN="center" VALIGN="top">
191  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
192  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
193  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
194  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
195  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
196  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
197  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
198  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
199  </TR>
200</TABLE>
201</TD>
202<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
203</EM>
204</TD>
205</TR>
206
207<TR>
208<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
209&nbsp;<A HREF="../../../../org/apache/hadoop/security/authorize/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
210&nbsp;<A HREF="../../../../org/apache/hadoop/util/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
211<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
212  <A HREF="../../../../index.html?org/apache/hadoop/streaming/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
213&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
214&nbsp;<SCRIPT type="text/javascript">
215  <!--
216  if(window==top) {
217    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
218  }
219  //-->
220</SCRIPT>
221<NOSCRIPT>
222  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
223</NOSCRIPT>
224
225
226</FONT></TD>
227</TR>
228</TABLE>
229<A NAME="skip-navbar_bottom"></A>
230<!-- ======== END OF BOTTOM NAVBAR ======= -->
231
232<HR>
233Copyright &copy; 2009 The Apache Software Foundation
234</BODY>
235</HTML>
Note: See TracBrowser for help on using the repository browser.