source: proiecte/HadoopJUnit/hadoop-0.20.1/docs/api/org/apache/hadoop/examples/package-summary.html @ 120

Last change on this file since 120 was 120, checked in by (none), 14 years ago

Added the mail files for the Hadoop JUNit Project
  • Property svn:executable set to *
File size: 16.0 KB
Line 
1<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
2<!--NewPage-->
3<HTML>
4<HEAD>
5<!-- Generated by javadoc (build 1.6.0_07) on Tue Sep 01 20:56:59 UTC 2009 -->
6<TITLE>
7org.apache.hadoop.examples (Hadoop 0.20.1 API)
8</TITLE>
9
10<META NAME="date" CONTENT="2009-09-01">
11
12<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style">
13
14<SCRIPT type="text/javascript">
15function windowTitle()
16{
17    if (location.href.indexOf('is-external=true') == -1) {
18        parent.document.title="org.apache.hadoop.examples (Hadoop 0.20.1 API)";
19    }
20}
21</SCRIPT>
22<NOSCRIPT>
23</NOSCRIPT>
24
25</HEAD>
26
27<BODY BGCOLOR="white" onload="windowTitle();">
28<HR>
29
30
31<!-- ========= START OF TOP NAVBAR ======= -->
32<A NAME="navbar_top"><!-- --></A>
33<A HREF="#skip-navbar_top" title="Skip navigation links"></A>
34<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
35<TR>
36<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
37<A NAME="navbar_top_firstrow"><!-- --></A>
38<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
39  <TR ALIGN="center" VALIGN="top">
40  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
41  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
42  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
43  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
44  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
45  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
46  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
47  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
48  </TR>
49</TABLE>
50</TD>
51<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
52</EM>
53</TD>
54</TR>
55
56<TR>
57<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
58&nbsp;<A HREF="../../../../org/apache/hadoop/contrib/utils/join/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
59&nbsp;<A HREF="../../../../org/apache/hadoop/examples/dancing/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
60<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
61  <A HREF="../../../../index.html?org/apache/hadoop/examples/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
62&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
63&nbsp;<SCRIPT type="text/javascript">
64  <!--
65  if(window==top) {
66    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
67  }
68  //-->
69</SCRIPT>
70<NOSCRIPT>
71  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
72</NOSCRIPT>
73
74
75</FONT></TD>
76</TR>
77</TABLE>
78<A NAME="skip-navbar_top"></A>
79<!-- ========= END OF TOP NAVBAR ========= -->
80
81<HR>
82<H2>
83Package org.apache.hadoop.examples
84</H2>
85Hadoop example code.
86<P>
87<B>See:</B>
88<BR>
89&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<A HREF="#package_description"><B>Description</B></A>
90<P>
91
92<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
93<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
94<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
95<B>Class Summary</B></FONT></TH>
96</TR>
97<TR BGCOLOR="white" CLASS="TableRowColor">
98<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/AggregateWordCount.html" title="class in org.apache.hadoop.examples">AggregateWordCount</A></B></TD>
99<TD>This is an example Aggregated Hadoop Map/Reduce application.</TD>
100</TR>
101<TR BGCOLOR="white" CLASS="TableRowColor">
102<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/AggregateWordCount.WordCountPlugInClass.html" title="class in org.apache.hadoop.examples">AggregateWordCount.WordCountPlugInClass</A></B></TD>
103<TD>&nbsp;</TD>
104</TR>
105<TR BGCOLOR="white" CLASS="TableRowColor">
106<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/AggregateWordHistogram.html" title="class in org.apache.hadoop.examples">AggregateWordHistogram</A></B></TD>
107<TD>This is an example Aggregated Hadoop Map/Reduce application.</TD>
108</TR>
109<TR BGCOLOR="white" CLASS="TableRowColor">
110<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/AggregateWordHistogram.AggregateWordHistogramPlugin.html" title="class in org.apache.hadoop.examples">AggregateWordHistogram.AggregateWordHistogramPlugin</A></B></TD>
111<TD>&nbsp;</TD>
112</TR>
113<TR BGCOLOR="white" CLASS="TableRowColor">
114<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/DBCountPageView.html" title="class in org.apache.hadoop.examples">DBCountPageView</A></B></TD>
115<TD>This is a demonstrative program, which uses DBInputFormat for reading
116 the input data from a database, and DBOutputFormat for writing the data
117 to the database.</TD>
118</TR>
119<TR BGCOLOR="white" CLASS="TableRowColor">
120<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/ExampleDriver.html" title="class in org.apache.hadoop.examples">ExampleDriver</A></B></TD>
121<TD>A description of an example program based on its class and a
122 human-readable description.</TD>
123</TR>
124<TR BGCOLOR="white" CLASS="TableRowColor">
125<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/Grep.html" title="class in org.apache.hadoop.examples">Grep</A></B></TD>
126<TD>&nbsp;</TD>
127</TR>
128<TR BGCOLOR="white" CLASS="TableRowColor">
129<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/Join.html" title="class in org.apache.hadoop.examples">Join</A></B></TD>
130<TD>This is the trivial map/reduce program that does absolutely nothing
131 other than use the framework to fragment and sort the input values.</TD>
132</TR>
133<TR BGCOLOR="white" CLASS="TableRowColor">
134<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.html" title="class in org.apache.hadoop.examples">MultiFileWordCount</A></B></TD>
135<TD>MultiFileWordCount is an example to demonstrate the usage of
136 MultiFileInputFormat.</TD>
137</TR>
138<TR BGCOLOR="white" CLASS="TableRowColor">
139<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.MapClass.html" title="class in org.apache.hadoop.examples">MultiFileWordCount.MapClass</A></B></TD>
140<TD>This Mapper is similar to the one in <A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.MapClass.html" title="class in org.apache.hadoop.examples"><CODE>MultiFileWordCount.MapClass</CODE></A>.</TD>
141</TR>
142<TR BGCOLOR="white" CLASS="TableRowColor">
143<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.MultiFileLineRecordReader.html" title="class in org.apache.hadoop.examples">MultiFileWordCount.MultiFileLineRecordReader</A></B></TD>
144<TD>RecordReader is responsible from extracting records from the InputSplit.</TD>
145</TR>
146<TR BGCOLOR="white" CLASS="TableRowColor">
147<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.MyInputFormat.html" title="class in org.apache.hadoop.examples">MultiFileWordCount.MyInputFormat</A></B></TD>
148<TD>To use <A HREF="../../../../org/apache/hadoop/mapred/MultiFileInputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>MultiFileInputFormat</CODE></A>, one should extend it, to return a
149 (custom) <A HREF="../../../../org/apache/hadoop/mapred/RecordReader.html" title="interface in org.apache.hadoop.mapred"><CODE>RecordReader</CODE></A>.</TD>
150</TR>
151<TR BGCOLOR="white" CLASS="TableRowColor">
152<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/MultiFileWordCount.WordOffset.html" title="class in org.apache.hadoop.examples">MultiFileWordCount.WordOffset</A></B></TD>
153<TD>This record keeps &lt;filename,offset&gt; pairs.</TD>
154</TR>
155<TR BGCOLOR="white" CLASS="TableRowColor">
156<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/PiEstimator.html" title="class in org.apache.hadoop.examples">PiEstimator</A></B></TD>
157<TD>A Map-reduce program to estimate the value of Pi
158 using quasi-Monte Carlo method.</TD>
159</TR>
160<TR BGCOLOR="white" CLASS="TableRowColor">
161<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/PiEstimator.PiMapper.html" title="class in org.apache.hadoop.examples">PiEstimator.PiMapper</A></B></TD>
162<TD>Mapper class for Pi estimation.</TD>
163</TR>
164<TR BGCOLOR="white" CLASS="TableRowColor">
165<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/PiEstimator.PiReducer.html" title="class in org.apache.hadoop.examples">PiEstimator.PiReducer</A></B></TD>
166<TD>Reducer class for Pi estimation.</TD>
167</TR>
168<TR BGCOLOR="white" CLASS="TableRowColor">
169<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/RandomTextWriter.html" title="class in org.apache.hadoop.examples">RandomTextWriter</A></B></TD>
170<TD>This program uses map/reduce to just run a distributed job where there is
171 no interaction between the tasks and each task writes a large unsorted
172 random sequence of words.</TD>
173</TR>
174<TR BGCOLOR="white" CLASS="TableRowColor">
175<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/RandomWriter.html" title="class in org.apache.hadoop.examples">RandomWriter</A></B></TD>
176<TD>This program uses map/reduce to just run a distributed job where there is
177 no interaction between the tasks and each task write a large unsorted
178 random binary sequence file of BytesWritable.</TD>
179</TR>
180<TR BGCOLOR="white" CLASS="TableRowColor">
181<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.html" title="class in org.apache.hadoop.examples">SecondarySort</A></B></TD>
182<TD>This is an example Hadoop Map/Reduce application.</TD>
183</TR>
184<TR BGCOLOR="white" CLASS="TableRowColor">
185<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.FirstGroupingComparator.html" title="class in org.apache.hadoop.examples">SecondarySort.FirstGroupingComparator</A></B></TD>
186<TD>Compare only the first part of the pair, so that reduce is called once
187 for each value of the first part.</TD>
188</TR>
189<TR BGCOLOR="white" CLASS="TableRowColor">
190<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.FirstPartitioner.html" title="class in org.apache.hadoop.examples">SecondarySort.FirstPartitioner</A></B></TD>
191<TD>Partition based on the first part of the pair.</TD>
192</TR>
193<TR BGCOLOR="white" CLASS="TableRowColor">
194<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.IntPair.html" title="class in org.apache.hadoop.examples">SecondarySort.IntPair</A></B></TD>
195<TD>Define a pair of integers that are writable.</TD>
196</TR>
197<TR BGCOLOR="white" CLASS="TableRowColor">
198<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.IntPair.Comparator.html" title="class in org.apache.hadoop.examples">SecondarySort.IntPair.Comparator</A></B></TD>
199<TD>A Comparator that compares serialized IntPair.</TD>
200</TR>
201<TR BGCOLOR="white" CLASS="TableRowColor">
202<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.MapClass.html" title="class in org.apache.hadoop.examples">SecondarySort.MapClass</A></B></TD>
203<TD>Read two integers from each line and generate a key, value pair
204 as ((left, right), right).</TD>
205</TR>
206<TR BGCOLOR="white" CLASS="TableRowColor">
207<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SecondarySort.Reduce.html" title="class in org.apache.hadoop.examples">SecondarySort.Reduce</A></B></TD>
208<TD>A reducer class that just emits the sum of the input values.</TD>
209</TR>
210<TR BGCOLOR="white" CLASS="TableRowColor">
211<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SleepJob.html" title="class in org.apache.hadoop.examples">SleepJob</A></B></TD>
212<TD>Dummy class for testing MR framefork.</TD>
213</TR>
214<TR BGCOLOR="white" CLASS="TableRowColor">
215<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SleepJob.EmptySplit.html" title="class in org.apache.hadoop.examples">SleepJob.EmptySplit</A></B></TD>
216<TD>&nbsp;</TD>
217</TR>
218<TR BGCOLOR="white" CLASS="TableRowColor">
219<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/SleepJob.SleepInputFormat.html" title="class in org.apache.hadoop.examples">SleepJob.SleepInputFormat</A></B></TD>
220<TD>&nbsp;</TD>
221</TR>
222<TR BGCOLOR="white" CLASS="TableRowColor">
223<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/Sort.html" title="class in org.apache.hadoop.examples">Sort&lt;K,V&gt;</A></B></TD>
224<TD>This is the trivial map/reduce program that does absolutely nothing
225 other than use the framework to fragment and sort the input values.</TD>
226</TR>
227<TR BGCOLOR="white" CLASS="TableRowColor">
228<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/WordCount.html" title="class in org.apache.hadoop.examples">WordCount</A></B></TD>
229<TD>&nbsp;</TD>
230</TR>
231<TR BGCOLOR="white" CLASS="TableRowColor">
232<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/WordCount.IntSumReducer.html" title="class in org.apache.hadoop.examples">WordCount.IntSumReducer</A></B></TD>
233<TD>&nbsp;</TD>
234</TR>
235<TR BGCOLOR="white" CLASS="TableRowColor">
236<TD WIDTH="15%"><B><A HREF="../../../../org/apache/hadoop/examples/WordCount.TokenizerMapper.html" title="class in org.apache.hadoop.examples">WordCount.TokenizerMapper</A></B></TD>
237<TD>&nbsp;</TD>
238</TR>
239</TABLE>
240&nbsp;
241
242<P>
243<A NAME="package_description"><!-- --></A><H2>
244Package org.apache.hadoop.examples Description
245</H2>
246
247<P>
248Hadoop example code.
249<P>
250
251<P>
252<DL>
253</DL>
254<HR>
255
256
257<!-- ======= START OF BOTTOM NAVBAR ====== -->
258<A NAME="navbar_bottom"><!-- --></A>
259<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
260<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
261<TR>
262<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
263<A NAME="navbar_bottom_firstrow"><!-- --></A>
264<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
265  <TR ALIGN="center" VALIGN="top">
266  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
267  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
268  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
269  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
270  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
271  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
272  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
273  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
274  </TR>
275</TABLE>
276</TD>
277<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
278</EM>
279</TD>
280</TR>
281
282<TR>
283<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
284&nbsp;<A HREF="../../../../org/apache/hadoop/contrib/utils/join/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
285&nbsp;<A HREF="../../../../org/apache/hadoop/examples/dancing/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
286<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
287  <A HREF="../../../../index.html?org/apache/hadoop/examples/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
288&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
289&nbsp;<SCRIPT type="text/javascript">
290  <!--
291  if(window==top) {
292    document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>');
293  }
294  //-->
295</SCRIPT>
296<NOSCRIPT>
297  <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>
298</NOSCRIPT>
299
300
301</FONT></TD>
302</TR>
303</TABLE>
304<A NAME="skip-navbar_bottom"></A>
305<!-- ======== END OF BOTTOM NAVBAR ======= -->
306
307<HR>
308Copyright &copy; 2009 The Apache Software Foundation
309</BODY>
310</HTML>
Note: See TracBrowser for help on using the repository browser.