1 | <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
---|
2 | <!--NewPage--> |
---|
3 | <HTML> |
---|
4 | <HEAD> |
---|
5 | <!-- Generated by javadoc (build 1.6.0_07) on Tue Sep 01 20:56:56 UTC 2009 --> |
---|
6 | <TITLE> |
---|
7 | JobConf (Hadoop 0.20.1 API) |
---|
8 | </TITLE> |
---|
9 | |
---|
10 | <META NAME="date" CONTENT="2009-09-01"> |
---|
11 | |
---|
12 | <LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../stylesheet.css" TITLE="Style"> |
---|
13 | |
---|
14 | <SCRIPT type="text/javascript"> |
---|
15 | function windowTitle() |
---|
16 | { |
---|
17 | if (location.href.indexOf('is-external=true') == -1) { |
---|
18 | parent.document.title="JobConf (Hadoop 0.20.1 API)"; |
---|
19 | } |
---|
20 | } |
---|
21 | </SCRIPT> |
---|
22 | <NOSCRIPT> |
---|
23 | </NOSCRIPT> |
---|
24 | |
---|
25 | </HEAD> |
---|
26 | |
---|
27 | <BODY BGCOLOR="white" onload="windowTitle();"> |
---|
28 | <HR> |
---|
29 | |
---|
30 | |
---|
31 | <!-- ========= START OF TOP NAVBAR ======= --> |
---|
32 | <A NAME="navbar_top"><!-- --></A> |
---|
33 | <A HREF="#skip-navbar_top" title="Skip navigation links"></A> |
---|
34 | <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> |
---|
35 | <TR> |
---|
36 | <TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> |
---|
37 | <A NAME="navbar_top_firstrow"><!-- --></A> |
---|
38 | <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> |
---|
39 | <TR ALIGN="center" VALIGN="top"> |
---|
40 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> |
---|
41 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> |
---|
42 | <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> |
---|
43 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/JobConf.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> |
---|
44 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> |
---|
45 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> |
---|
46 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> |
---|
47 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> |
---|
48 | </TR> |
---|
49 | </TABLE> |
---|
50 | </TD> |
---|
51 | <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> |
---|
52 | </EM> |
---|
53 | </TD> |
---|
54 | </TR> |
---|
55 | |
---|
56 | <TR> |
---|
57 | <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
---|
58 | <A HREF="../../../../org/apache/hadoop/mapred/JobClient.TaskStatusFilter.html" title="enum in org.apache.hadoop.mapred"><B>PREV CLASS</B></A> |
---|
59 | <A HREF="../../../../org/apache/hadoop/mapred/JobConfigurable.html" title="interface in org.apache.hadoop.mapred"><B>NEXT CLASS</B></A></FONT></TD> |
---|
60 | <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
---|
61 | <A HREF="../../../../index.html?org/apache/hadoop/mapred/JobConf.html" target="_top"><B>FRAMES</B></A> |
---|
62 | <A HREF="JobConf.html" target="_top"><B>NO FRAMES</B></A> |
---|
63 | <SCRIPT type="text/javascript"> |
---|
64 | <!-- |
---|
65 | if(window==top) { |
---|
66 | document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); |
---|
67 | } |
---|
68 | //--> |
---|
69 | </SCRIPT> |
---|
70 | <NOSCRIPT> |
---|
71 | <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> |
---|
72 | </NOSCRIPT> |
---|
73 | |
---|
74 | |
---|
75 | </FONT></TD> |
---|
76 | </TR> |
---|
77 | <TR> |
---|
78 | <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
---|
79 | SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.conf.Configuration">NESTED</A> | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> |
---|
80 | <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
---|
81 | DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> |
---|
82 | </TR> |
---|
83 | </TABLE> |
---|
84 | <A NAME="skip-navbar_top"></A> |
---|
85 | <!-- ========= END OF TOP NAVBAR ========= --> |
---|
86 | |
---|
87 | <HR> |
---|
88 | <!-- ======== START OF CLASS DATA ======== --> |
---|
89 | <H2> |
---|
90 | <FONT SIZE="-1"> |
---|
91 | org.apache.hadoop.mapred</FONT> |
---|
92 | <BR> |
---|
93 | Class JobConf</H2> |
---|
94 | <PRE> |
---|
95 | <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">java.lang.Object</A> |
---|
96 | <IMG SRC="../../../../resources/inherit.gif" ALT="extended by "><A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">org.apache.hadoop.conf.Configuration</A> |
---|
97 | <IMG SRC="../../../../resources/inherit.gif" ALT="extended by "><B>org.apache.hadoop.mapred.JobConf</B> |
---|
98 | </PRE> |
---|
99 | <DL> |
---|
100 | <DT><B>All Implemented Interfaces:</B> <DD><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Iterable.html?is-external=true" title="class or interface in java.lang">Iterable</A><<A HREF="http://java.sun.com/javase/6/docs/api/java/util/Map.Entry.html?is-external=true" title="class or interface in java.util">Map.Entry</A><<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>,<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>>>, <A HREF="../../../../org/apache/hadoop/io/Writable.html" title="interface in org.apache.hadoop.io">Writable</A></DD> |
---|
101 | </DL> |
---|
102 | <HR> |
---|
103 | <B>Deprecated.</B> <I>Use <A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf"><CODE>Configuration</CODE></A> instead</I> |
---|
104 | <P> |
---|
105 | <DL> |
---|
106 | <DT><PRE><FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
107 | </FONT>public class <B>JobConf</B><DT>extends <A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A></DL> |
---|
108 | </PRE> |
---|
109 | |
---|
110 | <P> |
---|
111 | A map/reduce job configuration. |
---|
112 | |
---|
113 | <p><code>JobConf</code> is the primary interface for a user to describe a |
---|
114 | map-reduce job to the Hadoop framework for execution. The framework tries to |
---|
115 | faithfully execute the job as-is described by <code>JobConf</code>, however: |
---|
116 | <ol> |
---|
117 | <li> |
---|
118 | Some configuration parameters might have been marked as |
---|
119 | <a href="../../../../org/apache/hadoop/conf/Configuration.html#FinalParams"> |
---|
120 | final</a> by administrators and hence cannot be altered. |
---|
121 | </li> |
---|
122 | <li> |
---|
123 | While some job parameters are straight-forward to set |
---|
124 | (e.g. <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumReduceTasks(int)"><CODE>setNumReduceTasks(int)</CODE></A>), some parameters interact subtly |
---|
125 | rest of the framework and/or job-configuration and is relatively more |
---|
126 | complex for the user to control finely (e.g. <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks(int)"><CODE>setNumMapTasks(int)</CODE></A>). |
---|
127 | </li> |
---|
128 | </ol></p> |
---|
129 | |
---|
130 | <p><code>JobConf</code> typically specifies the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>, combiner |
---|
131 | (if any), <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A>, <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>, <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> and |
---|
132 | <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementations to be used etc. |
---|
133 | |
---|
134 | <p>Optionally <code>JobConf</code> is used to specify other advanced facets |
---|
135 | of the job such as <code>Comparator</code>s to be used, files to be put in |
---|
136 | the <A HREF="../../../../org/apache/hadoop/filecache/DistributedCache.html" title="class in org.apache.hadoop.filecache"><CODE>DistributedCache</CODE></A>, whether or not intermediate and/or job outputs |
---|
137 | are to be compressed (and how), debugability via user-provided scripts |
---|
138 | ( <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript(java.lang.String)"><CODE>setMapDebugScript(String)</CODE></A>/<A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript(java.lang.String)"><CODE>setReduceDebugScript(String)</CODE></A>), |
---|
139 | for doing post-processing on task logs, task's stdout, stderr, syslog. |
---|
140 | and etc.</p> |
---|
141 | |
---|
142 | <p>Here is an example on how to configure a job via <code>JobConf</code>:</p> |
---|
143 | <p><blockquote><pre> |
---|
144 | // Create a new JobConf |
---|
145 | JobConf job = new JobConf(new Configuration(), MyJob.class); |
---|
146 | |
---|
147 | // Specify various job-specific parameters |
---|
148 | job.setJobName("myjob"); |
---|
149 | |
---|
150 | FileInputFormat.setInputPaths(job, new Path("in")); |
---|
151 | FileOutputFormat.setOutputPath(job, new Path("out")); |
---|
152 | |
---|
153 | job.setMapperClass(MyJob.MyMapper.class); |
---|
154 | job.setCombinerClass(MyJob.MyReducer.class); |
---|
155 | job.setReducerClass(MyJob.MyReducer.class); |
---|
156 | |
---|
157 | job.setInputFormat(SequenceFileInputFormat.class); |
---|
158 | job.setOutputFormat(SequenceFileOutputFormat.class); |
---|
159 | </pre></blockquote></p> |
---|
160 | <P> |
---|
161 | |
---|
162 | <P> |
---|
163 | <DL> |
---|
164 | <DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobClient.html" title="class in org.apache.hadoop.mapred"><CODE>JobClient</CODE></A>, |
---|
165 | <A HREF="../../../../org/apache/hadoop/mapred/ClusterStatus.html" title="class in org.apache.hadoop.mapred"><CODE>ClusterStatus</CODE></A>, |
---|
166 | <A HREF="../../../../org/apache/hadoop/util/Tool.html" title="interface in org.apache.hadoop.util"><CODE>Tool</CODE></A>, |
---|
167 | <A HREF="../../../../org/apache/hadoop/filecache/DistributedCache.html" title="class in org.apache.hadoop.filecache"><CODE>DistributedCache</CODE></A></DL> |
---|
168 | <HR> |
---|
169 | |
---|
170 | <P> |
---|
171 | <!-- ======== NESTED CLASS SUMMARY ======== --> |
---|
172 | |
---|
173 | <A NAME="nested_class_summary"><!-- --></A> |
---|
174 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
175 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
176 | <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
---|
177 | <B>Nested Class Summary</B></FONT></TH> |
---|
178 | </TR> |
---|
179 | </TABLE> |
---|
180 | <A NAME="nested_classes_inherited_from_class_org.apache.hadoop.conf.Configuration"><!-- --></A> |
---|
181 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
182 | <TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> |
---|
183 | <TH ALIGN="left"><B>Nested classes/interfaces inherited from class org.apache.hadoop.conf.<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A></B></TH> |
---|
184 | </TR> |
---|
185 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
186 | <TD><CODE><A HREF="../../../../org/apache/hadoop/conf/Configuration.IntegerRanges.html" title="class in org.apache.hadoop.conf">Configuration.IntegerRanges</A></CODE></TD> |
---|
187 | </TR> |
---|
188 | </TABLE> |
---|
189 | |
---|
190 | <!-- =========== FIELD SUMMARY =========== --> |
---|
191 | |
---|
192 | <A NAME="field_summary"><!-- --></A> |
---|
193 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
194 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
195 | <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
---|
196 | <B>Field Summary</B></FONT></TH> |
---|
197 | </TR> |
---|
198 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
199 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
200 | <CODE>static <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
201 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#DEFAULT_QUEUE_NAME">DEFAULT_QUEUE_NAME</A></B></CODE> |
---|
202 | |
---|
203 | <BR> |
---|
204 | <B>Deprecated.</B> Name of the queue to which jobs will be submitted, if no queue |
---|
205 | name is mentioned.</TD> |
---|
206 | </TR> |
---|
207 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
208 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
209 | <CODE>static long</CODE></FONT></TD> |
---|
210 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#DISABLED_MEMORY_LIMIT">DISABLED_MEMORY_LIMIT</A></B></CODE> |
---|
211 | |
---|
212 | <BR> |
---|
213 | <B>Deprecated.</B> A value which if set for memory related configuration options, |
---|
214 | indicates that the options are turned off.</TD> |
---|
215 | </TR> |
---|
216 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
217 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
218 | <CODE>static <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
219 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY">MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</A></B></CODE> |
---|
220 | |
---|
221 | <BR> |
---|
222 | <B>Deprecated.</B> <I></I> </TD> |
---|
223 | </TR> |
---|
224 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
225 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
226 | <CODE>static <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
227 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXPMEM_PROPERTY">MAPRED_TASK_MAXPMEM_PROPERTY</A></B></CODE> |
---|
228 | |
---|
229 | <BR> |
---|
230 | <B>Deprecated.</B> <I></I> </TD> |
---|
231 | </TR> |
---|
232 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
233 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
234 | <CODE>static <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
235 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY">MAPRED_TASK_MAXVMEM_PROPERTY</A></B></CODE> |
---|
236 | |
---|
237 | <BR> |
---|
238 | <B>Deprecated.</B> <I></I> </TD> |
---|
239 | </TR> |
---|
240 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
241 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
242 | <CODE>static <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
243 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#UPPER_LIMIT_ON_TASK_VMEM_PROPERTY">UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</A></B></CODE> |
---|
244 | |
---|
245 | <BR> |
---|
246 | <B>Deprecated.</B> <I></I> </TD> |
---|
247 | </TR> |
---|
248 | </TABLE> |
---|
249 | |
---|
250 | <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
---|
251 | |
---|
252 | <A NAME="constructor_summary"><!-- --></A> |
---|
253 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
254 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
255 | <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
---|
256 | <B>Constructor Summary</B></FONT></TH> |
---|
257 | </TR> |
---|
258 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
259 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf()">JobConf</A></B>()</CODE> |
---|
260 | |
---|
261 | <BR> |
---|
262 | <B>Deprecated.</B> Construct a map/reduce job configuration.</TD> |
---|
263 | </TR> |
---|
264 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
265 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(boolean)">JobConf</A></B>(boolean loadDefaults)</CODE> |
---|
266 | |
---|
267 | <BR> |
---|
268 | <B>Deprecated.</B> A new map/reduce configuration where the behavior of reading from the |
---|
269 | default resources can be turned off.</TD> |
---|
270 | </TR> |
---|
271 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
272 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(java.lang.Class)">JobConf</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> exampleClass)</CODE> |
---|
273 | |
---|
274 | <BR> |
---|
275 | <B>Deprecated.</B> Construct a map/reduce job configuration.</TD> |
---|
276 | </TR> |
---|
277 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
278 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(org.apache.hadoop.conf.Configuration)">JobConf</A></B>(<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A> conf)</CODE> |
---|
279 | |
---|
280 | <BR> |
---|
281 | <B>Deprecated.</B> Construct a map/reduce job configuration.</TD> |
---|
282 | </TR> |
---|
283 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
284 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(org.apache.hadoop.conf.Configuration, java.lang.Class)">JobConf</A></B>(<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A> conf, |
---|
285 | <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> exampleClass)</CODE> |
---|
286 | |
---|
287 | <BR> |
---|
288 | <B>Deprecated.</B> Construct a map/reduce job configuration.</TD> |
---|
289 | </TR> |
---|
290 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
291 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(org.apache.hadoop.fs.Path)">JobConf</A></B>(<A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> config)</CODE> |
---|
292 | |
---|
293 | <BR> |
---|
294 | <B>Deprecated.</B> Construct a map/reduce configuration.</TD> |
---|
295 | </TR> |
---|
296 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
297 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#JobConf(java.lang.String)">JobConf</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> config)</CODE> |
---|
298 | |
---|
299 | <BR> |
---|
300 | <B>Deprecated.</B> Construct a map/reduce configuration.</TD> |
---|
301 | </TR> |
---|
302 | </TABLE> |
---|
303 | |
---|
304 | <!-- ========== METHOD SUMMARY =========== --> |
---|
305 | |
---|
306 | <A NAME="method_summary"><!-- --></A> |
---|
307 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
308 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
309 | <TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2"> |
---|
310 | <B>Method Summary</B></FONT></TH> |
---|
311 | </TR> |
---|
312 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
313 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
314 | <CODE> void</CODE></FONT></TD> |
---|
315 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#deleteLocalFiles()">deleteLocalFiles</A></B>()</CODE> |
---|
316 | |
---|
317 | <BR> |
---|
318 | <B>Deprecated.</B> </TD> |
---|
319 | </TR> |
---|
320 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
321 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
322 | <CODE> void</CODE></FONT></TD> |
---|
323 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#deleteLocalFiles(java.lang.String)">deleteLocalFiles</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> subdir)</CODE> |
---|
324 | |
---|
325 | <BR> |
---|
326 | <B>Deprecated.</B> </TD> |
---|
327 | </TR> |
---|
328 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
329 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
330 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>></CODE></FONT></TD> |
---|
331 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getCombinerClass()">getCombinerClass</A></B>()</CODE> |
---|
332 | |
---|
333 | <BR> |
---|
334 | <B>Deprecated.</B> Get the user-defined <i>combiner</i> class used to combine map-outputs |
---|
335 | before being sent to the reducers.</TD> |
---|
336 | </TR> |
---|
337 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
338 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
339 | <CODE> boolean</CODE></FONT></TD> |
---|
340 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getCompressMapOutput()">getCompressMapOutput</A></B>()</CODE> |
---|
341 | |
---|
342 | <BR> |
---|
343 | <B>Deprecated.</B> Are the outputs of the maps be compressed?</TD> |
---|
344 | </TR> |
---|
345 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
346 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
347 | <CODE> <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</A></CODE></FONT></TD> |
---|
348 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getInputFormat()">getInputFormat</A></B>()</CODE> |
---|
349 | |
---|
350 | <BR> |
---|
351 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce job, |
---|
352 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/TextInputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>TextInputFormat</CODE></A> if not specified explicity.</TD> |
---|
353 | </TR> |
---|
354 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
355 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
356 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
357 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getJar()">getJar</A></B>()</CODE> |
---|
358 | |
---|
359 | <BR> |
---|
360 | <B>Deprecated.</B> Get the user jar for the map-reduce job.</TD> |
---|
361 | </TR> |
---|
362 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
363 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
364 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
365 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getJobEndNotificationURI()">getJobEndNotificationURI</A></B>()</CODE> |
---|
366 | |
---|
367 | <BR> |
---|
368 | <B>Deprecated.</B> Get the uri to be invoked in-order to send a notification after the job |
---|
369 | has completed (success/failure).</TD> |
---|
370 | </TR> |
---|
371 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
372 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
373 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
374 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getJobLocalDir()">getJobLocalDir</A></B>()</CODE> |
---|
375 | |
---|
376 | <BR> |
---|
377 | <B>Deprecated.</B> Get job-specific shared directory for use as scratch space</TD> |
---|
378 | </TR> |
---|
379 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
380 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
381 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
382 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getJobName()">getJobName</A></B>()</CODE> |
---|
383 | |
---|
384 | <BR> |
---|
385 | <B>Deprecated.</B> Get the user-specified job name.</TD> |
---|
386 | </TR> |
---|
387 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
388 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
389 | <CODE> <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</A></CODE></FONT></TD> |
---|
390 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getJobPriority()">getJobPriority</A></B>()</CODE> |
---|
391 | |
---|
392 | <BR> |
---|
393 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job.</TD> |
---|
394 | </TR> |
---|
395 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
396 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
397 | <CODE> boolean</CODE></FONT></TD> |
---|
398 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getKeepFailedTaskFiles()">getKeepFailedTaskFiles</A></B>()</CODE> |
---|
399 | |
---|
400 | <BR> |
---|
401 | <B>Deprecated.</B> Should the temporary files for failed tasks be kept?</TD> |
---|
402 | </TR> |
---|
403 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
404 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
405 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
406 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getKeepTaskFilesPattern()">getKeepTaskFilesPattern</A></B>()</CODE> |
---|
407 | |
---|
408 | <BR> |
---|
409 | <B>Deprecated.</B> Get the regular expression that is matched against the task names |
---|
410 | to see if we need to keep the files.</TD> |
---|
411 | </TR> |
---|
412 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
413 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
414 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
415 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getKeyFieldComparatorOption()">getKeyFieldComparatorOption</A></B>()</CODE> |
---|
416 | |
---|
417 | <BR> |
---|
418 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedComparator</CODE></A> options</TD> |
---|
419 | </TR> |
---|
420 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
421 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
422 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
423 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getKeyFieldPartitionerOption()">getKeyFieldPartitionerOption</A></B>()</CODE> |
---|
424 | |
---|
425 | <BR> |
---|
426 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedPartitioner</CODE></A> options</TD> |
---|
427 | </TR> |
---|
428 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
429 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
430 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>[]</CODE></FONT></TD> |
---|
431 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getLocalDirs()">getLocalDirs</A></B>()</CODE> |
---|
432 | |
---|
433 | <BR> |
---|
434 | <B>Deprecated.</B> </TD> |
---|
435 | </TR> |
---|
436 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
437 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
438 | <CODE> <A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A></CODE></FONT></TD> |
---|
439 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getLocalPath(java.lang.String)">getLocalPath</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathString)</CODE> |
---|
440 | |
---|
441 | <BR> |
---|
442 | <B>Deprecated.</B> Constructs a local file name.</TD> |
---|
443 | </TR> |
---|
444 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
445 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
446 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
447 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapDebugScript()">getMapDebugScript</A></B>()</CODE> |
---|
448 | |
---|
449 | <BR> |
---|
450 | <B>Deprecated.</B> Get the map task's debug script.</TD> |
---|
451 | </TR> |
---|
452 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
453 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
454 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>></CODE></FONT></TD> |
---|
455 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputCompressorClass(java.lang.Class)">getMapOutputCompressorClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>> defaultValue)</CODE> |
---|
456 | |
---|
457 | <BR> |
---|
458 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> for compressing the map outputs.</TD> |
---|
459 | </TR> |
---|
460 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
461 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
462 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?></CODE></FONT></TD> |
---|
463 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputKeyClass()">getMapOutputKeyClass</A></B>()</CODE> |
---|
464 | |
---|
465 | <BR> |
---|
466 | <B>Deprecated.</B> Get the key class for the map output data.</TD> |
---|
467 | </TR> |
---|
468 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
469 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
470 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?></CODE></FONT></TD> |
---|
471 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapOutputValueClass()">getMapOutputValueClass</A></B>()</CODE> |
---|
472 | |
---|
473 | <BR> |
---|
474 | <B>Deprecated.</B> Get the value class for the map output data.</TD> |
---|
475 | </TR> |
---|
476 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
477 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
478 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</A>></CODE></FONT></TD> |
---|
479 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapperClass()">getMapperClass</A></B>()</CODE> |
---|
480 | |
---|
481 | <BR> |
---|
482 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job.</TD> |
---|
483 | </TR> |
---|
484 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
485 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
486 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</A>></CODE></FONT></TD> |
---|
487 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapRunnerClass()">getMapRunnerClass</A></B>()</CODE> |
---|
488 | |
---|
489 | <BR> |
---|
490 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job.</TD> |
---|
491 | </TR> |
---|
492 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
493 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
494 | <CODE> boolean</CODE></FONT></TD> |
---|
495 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMapSpeculativeExecution()">getMapSpeculativeExecution</A></B>()</CODE> |
---|
496 | |
---|
497 | <BR> |
---|
498 | <B>Deprecated.</B> Should speculative execution be used for this job for map tasks? |
---|
499 | Defaults to <code>true</code>.</TD> |
---|
500 | </TR> |
---|
501 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
502 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
503 | <CODE> int</CODE></FONT></TD> |
---|
504 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts()">getMaxMapAttempts</A></B>()</CODE> |
---|
505 | |
---|
506 | <BR> |
---|
507 | <B>Deprecated.</B> Get the configured number of maximum attempts that will be made to run a |
---|
508 | map task, as specified by the <code>mapred.map.max.attempts</code> |
---|
509 | property.</TD> |
---|
510 | </TR> |
---|
511 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
512 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
513 | <CODE> int</CODE></FONT></TD> |
---|
514 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapTaskFailuresPercent()">getMaxMapTaskFailuresPercent</A></B>()</CODE> |
---|
515 | |
---|
516 | <BR> |
---|
517 | <B>Deprecated.</B> Get the maximum percentage of map tasks that can fail without |
---|
518 | the job being aborted.</TD> |
---|
519 | </TR> |
---|
520 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
521 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
522 | <CODE> long</CODE></FONT></TD> |
---|
523 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxPhysicalMemoryForTask()">getMaxPhysicalMemoryForTask</A></B>()</CODE> |
---|
524 | |
---|
525 | <BR> |
---|
526 | <B>Deprecated.</B> <I>this variable is deprecated and nolonger in use.</I></TD> |
---|
527 | </TR> |
---|
528 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
529 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
530 | <CODE> int</CODE></FONT></TD> |
---|
531 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts()">getMaxReduceAttempts</A></B>()</CODE> |
---|
532 | |
---|
533 | <BR> |
---|
534 | <B>Deprecated.</B> Get the configured number of maximum attempts that will be made to run a |
---|
535 | reduce task, as specified by the <code>mapred.reduce.max.attempts</code> |
---|
536 | property.</TD> |
---|
537 | </TR> |
---|
538 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
539 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
540 | <CODE> int</CODE></FONT></TD> |
---|
541 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceTaskFailuresPercent()">getMaxReduceTaskFailuresPercent</A></B>()</CODE> |
---|
542 | |
---|
543 | <BR> |
---|
544 | <B>Deprecated.</B> Get the maximum percentage of reduce tasks that can fail without |
---|
545 | the job being aborted.</TD> |
---|
546 | </TR> |
---|
547 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
548 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
549 | <CODE> int</CODE></FONT></TD> |
---|
550 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxTaskFailuresPerTracker()">getMaxTaskFailuresPerTracker</A></B>()</CODE> |
---|
551 | |
---|
552 | <BR> |
---|
553 | <B>Deprecated.</B> Expert: Get the maximum no.</TD> |
---|
554 | </TR> |
---|
555 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
556 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
557 | <CODE> long</CODE></FONT></TD> |
---|
558 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxVirtualMemoryForTask()">getMaxVirtualMemoryForTask</A></B>()</CODE> |
---|
559 | |
---|
560 | <BR> |
---|
561 | <B>Deprecated.</B> <I>Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask()"><CODE>getMemoryForMapTask()</CODE></A> and |
---|
562 | <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask()"><CODE>getMemoryForReduceTask()</CODE></A></I></TD> |
---|
563 | </TR> |
---|
564 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
565 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
566 | <CODE> long</CODE></FONT></TD> |
---|
567 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask()">getMemoryForMapTask</A></B>()</CODE> |
---|
568 | |
---|
569 | <BR> |
---|
570 | <B>Deprecated.</B> </TD> |
---|
571 | </TR> |
---|
572 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
573 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
574 | <CODE> long</CODE></FONT></TD> |
---|
575 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask()">getMemoryForReduceTask</A></B>()</CODE> |
---|
576 | |
---|
577 | <BR> |
---|
578 | <B>Deprecated.</B> </TD> |
---|
579 | </TR> |
---|
580 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
581 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
582 | <CODE> int</CODE></FONT></TD> |
---|
583 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getNumMapTasks()">getNumMapTasks</A></B>()</CODE> |
---|
584 | |
---|
585 | <BR> |
---|
586 | <B>Deprecated.</B> Get configured the number of reduce tasks for this job.</TD> |
---|
587 | </TR> |
---|
588 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
589 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
590 | <CODE> int</CODE></FONT></TD> |
---|
591 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getNumReduceTasks()">getNumReduceTasks</A></B>()</CODE> |
---|
592 | |
---|
593 | <BR> |
---|
594 | <B>Deprecated.</B> Get configured the number of reduce tasks for this job.</TD> |
---|
595 | </TR> |
---|
596 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
597 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
598 | <CODE> int</CODE></FONT></TD> |
---|
599 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getNumTasksToExecutePerJvm()">getNumTasksToExecutePerJvm</A></B>()</CODE> |
---|
600 | |
---|
601 | <BR> |
---|
602 | <B>Deprecated.</B> Get the number of tasks that a spawned JVM should execute</TD> |
---|
603 | </TR> |
---|
604 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
605 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
606 | <CODE> <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</A></CODE></FONT></TD> |
---|
607 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputCommitter()">getOutputCommitter</A></B>()</CODE> |
---|
608 | |
---|
609 | <BR> |
---|
610 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce job, |
---|
611 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/FileOutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>FileOutputCommitter</CODE></A> if not specified explicitly.</TD> |
---|
612 | </TR> |
---|
613 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
614 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
615 | <CODE> <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</A></CODE></FONT></TD> |
---|
616 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputFormat()">getOutputFormat</A></B>()</CODE> |
---|
617 | |
---|
618 | <BR> |
---|
619 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce job, |
---|
620 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/TextOutputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>TextOutputFormat</CODE></A> if not specified explicity.</TD> |
---|
621 | </TR> |
---|
622 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
623 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
624 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?></CODE></FONT></TD> |
---|
625 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputKeyClass()">getOutputKeyClass</A></B>()</CODE> |
---|
626 | |
---|
627 | <BR> |
---|
628 | <B>Deprecated.</B> Get the key class for the job output data.</TD> |
---|
629 | </TR> |
---|
630 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
631 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
632 | <CODE> <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A></CODE></FONT></TD> |
---|
633 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputKeyComparator()">getOutputKeyComparator</A></B>()</CODE> |
---|
634 | |
---|
635 | <BR> |
---|
636 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to compare keys.</TD> |
---|
637 | </TR> |
---|
638 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
639 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
640 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?></CODE></FONT></TD> |
---|
641 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputValueClass()">getOutputValueClass</A></B>()</CODE> |
---|
642 | |
---|
643 | <BR> |
---|
644 | <B>Deprecated.</B> Get the value class for job outputs.</TD> |
---|
645 | </TR> |
---|
646 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
647 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
648 | <CODE> <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A></CODE></FONT></TD> |
---|
649 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getOutputValueGroupingComparator()">getOutputValueGroupingComparator</A></B>()</CODE> |
---|
650 | |
---|
651 | <BR> |
---|
652 | <B>Deprecated.</B> Get the user defined <A HREF="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><CODE>WritableComparable</CODE></A> comparator for |
---|
653 | grouping keys of inputs to the reduce.</TD> |
---|
654 | </TR> |
---|
655 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
656 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
657 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</A>></CODE></FONT></TD> |
---|
658 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getPartitionerClass()">getPartitionerClass</A></B>()</CODE> |
---|
659 | |
---|
660 | <BR> |
---|
661 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> used to partition <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>-outputs |
---|
662 | to be sent to the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>s.</TD> |
---|
663 | </TR> |
---|
664 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
665 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
666 | <CODE> boolean</CODE></FONT></TD> |
---|
667 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileEnabled()">getProfileEnabled</A></B>()</CODE> |
---|
668 | |
---|
669 | <BR> |
---|
670 | <B>Deprecated.</B> Get whether the task profiling is enabled.</TD> |
---|
671 | </TR> |
---|
672 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
673 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
674 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
675 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileParams()">getProfileParams</A></B>()</CODE> |
---|
676 | |
---|
677 | <BR> |
---|
678 | <B>Deprecated.</B> Get the profiler configuration arguments.</TD> |
---|
679 | </TR> |
---|
680 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
681 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
682 | <CODE> <A HREF="../../../../org/apache/hadoop/conf/Configuration.IntegerRanges.html" title="class in org.apache.hadoop.conf">Configuration.IntegerRanges</A></CODE></FONT></TD> |
---|
683 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getProfileTaskRange(boolean)">getProfileTaskRange</A></B>(boolean isMap)</CODE> |
---|
684 | |
---|
685 | <BR> |
---|
686 | <B>Deprecated.</B> Get the range of maps or reduces to profile.</TD> |
---|
687 | </TR> |
---|
688 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
689 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
690 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
691 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getQueueName()">getQueueName</A></B>()</CODE> |
---|
692 | |
---|
693 | <BR> |
---|
694 | <B>Deprecated.</B> Return the name of the queue to which this job is submitted.</TD> |
---|
695 | </TR> |
---|
696 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
697 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
698 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
699 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getReduceDebugScript()">getReduceDebugScript</A></B>()</CODE> |
---|
700 | |
---|
701 | <BR> |
---|
702 | <B>Deprecated.</B> Get the reduce task's debug Script</TD> |
---|
703 | </TR> |
---|
704 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
705 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
706 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>></CODE></FONT></TD> |
---|
707 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getReducerClass()">getReducerClass</A></B>()</CODE> |
---|
708 | |
---|
709 | <BR> |
---|
710 | <B>Deprecated.</B> Get the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job.</TD> |
---|
711 | </TR> |
---|
712 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
713 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
714 | <CODE> boolean</CODE></FONT></TD> |
---|
715 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getReduceSpeculativeExecution()">getReduceSpeculativeExecution</A></B>()</CODE> |
---|
716 | |
---|
717 | <BR> |
---|
718 | <B>Deprecated.</B> Should speculative execution be used for this job for reduce tasks? |
---|
719 | Defaults to <code>true</code>.</TD> |
---|
720 | </TR> |
---|
721 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
722 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
723 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
724 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getSessionId()">getSessionId</A></B>()</CODE> |
---|
725 | |
---|
726 | <BR> |
---|
727 | <B>Deprecated.</B> Get the user-specified session identifier.</TD> |
---|
728 | </TR> |
---|
729 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
730 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
731 | <CODE> boolean</CODE></FONT></TD> |
---|
732 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getSpeculativeExecution()">getSpeculativeExecution</A></B>()</CODE> |
---|
733 | |
---|
734 | <BR> |
---|
735 | <B>Deprecated.</B> Should speculative execution be used for this job? |
---|
736 | Defaults to <code>true</code>.</TD> |
---|
737 | </TR> |
---|
738 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
739 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
740 | <CODE> boolean</CODE></FONT></TD> |
---|
741 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getUseNewMapper()">getUseNewMapper</A></B>()</CODE> |
---|
742 | |
---|
743 | <BR> |
---|
744 | <B>Deprecated.</B> Should the framework use the new context-object code for running |
---|
745 | the mapper?</TD> |
---|
746 | </TR> |
---|
747 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
748 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
749 | <CODE> boolean</CODE></FONT></TD> |
---|
750 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getUseNewReducer()">getUseNewReducer</A></B>()</CODE> |
---|
751 | |
---|
752 | <BR> |
---|
753 | <B>Deprecated.</B> Should the framework use the new context-object code for running |
---|
754 | the reducer?</TD> |
---|
755 | </TR> |
---|
756 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
757 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
758 | <CODE> <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A></CODE></FONT></TD> |
---|
759 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getUser()">getUser</A></B>()</CODE> |
---|
760 | |
---|
761 | <BR> |
---|
762 | <B>Deprecated.</B> Get the reported username for this job.</TD> |
---|
763 | </TR> |
---|
764 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
765 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
766 | <CODE> <A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A></CODE></FONT></TD> |
---|
767 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getWorkingDirectory()">getWorkingDirectory</A></B>()</CODE> |
---|
768 | |
---|
769 | <BR> |
---|
770 | <B>Deprecated.</B> Get the current working directory for the default file system.</TD> |
---|
771 | </TR> |
---|
772 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
773 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
774 | <CODE>static long</CODE></FONT></TD> |
---|
775 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#normalizeMemoryConfigValue(long)">normalizeMemoryConfigValue</A></B>(long val)</CODE> |
---|
776 | |
---|
777 | <BR> |
---|
778 | <B>Deprecated.</B> Normalize the negative values in configuration</TD> |
---|
779 | </TR> |
---|
780 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
781 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
782 | <CODE> void</CODE></FONT></TD> |
---|
783 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setCombinerClass(java.lang.Class)">setCombinerClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> theClass)</CODE> |
---|
784 | |
---|
785 | <BR> |
---|
786 | <B>Deprecated.</B> Set the user-defined <i>combiner</i> class used to combine map-outputs |
---|
787 | before being sent to the reducers.</TD> |
---|
788 | </TR> |
---|
789 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
790 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
791 | <CODE> void</CODE></FONT></TD> |
---|
792 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setCompressMapOutput(boolean)">setCompressMapOutput</A></B>(boolean compress)</CODE> |
---|
793 | |
---|
794 | <BR> |
---|
795 | <B>Deprecated.</B> Should the map outputs be compressed before transfer? |
---|
796 | Uses the SequenceFile compression.</TD> |
---|
797 | </TR> |
---|
798 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
799 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
800 | <CODE> void</CODE></FONT></TD> |
---|
801 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setInputFormat(java.lang.Class)">setInputFormat</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</A>> theClass)</CODE> |
---|
802 | |
---|
803 | <BR> |
---|
804 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce job.</TD> |
---|
805 | </TR> |
---|
806 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
807 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
808 | <CODE> void</CODE></FONT></TD> |
---|
809 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJar(java.lang.String)">setJar</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> jar)</CODE> |
---|
810 | |
---|
811 | <BR> |
---|
812 | <B>Deprecated.</B> Set the user jar for the map-reduce job.</TD> |
---|
813 | </TR> |
---|
814 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
815 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
816 | <CODE> void</CODE></FONT></TD> |
---|
817 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJarByClass(java.lang.Class)">setJarByClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> cls)</CODE> |
---|
818 | |
---|
819 | <BR> |
---|
820 | <B>Deprecated.</B> Set the job's jar file by finding an example class location.</TD> |
---|
821 | </TR> |
---|
822 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
823 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
824 | <CODE> void</CODE></FONT></TD> |
---|
825 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationURI(java.lang.String)">setJobEndNotificationURI</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> uri)</CODE> |
---|
826 | |
---|
827 | <BR> |
---|
828 | <B>Deprecated.</B> Set the uri to be invoked in-order to send a notification after the job |
---|
829 | has completed (success/failure).</TD> |
---|
830 | </TR> |
---|
831 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
832 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
833 | <CODE> void</CODE></FONT></TD> |
---|
834 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJobName(java.lang.String)">setJobName</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> name)</CODE> |
---|
835 | |
---|
836 | <BR> |
---|
837 | <B>Deprecated.</B> Set the user-specified job name.</TD> |
---|
838 | </TR> |
---|
839 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
840 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
841 | <CODE> void</CODE></FONT></TD> |
---|
842 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJobPriority(org.apache.hadoop.mapred.JobPriority)">setJobPriority</A></B>(<A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</A> prio)</CODE> |
---|
843 | |
---|
844 | <BR> |
---|
845 | <B>Deprecated.</B> Set <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job.</TD> |
---|
846 | </TR> |
---|
847 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
848 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
849 | <CODE> void</CODE></FONT></TD> |
---|
850 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setKeepFailedTaskFiles(boolean)">setKeepFailedTaskFiles</A></B>(boolean keep)</CODE> |
---|
851 | |
---|
852 | <BR> |
---|
853 | <B>Deprecated.</B> Set whether the framework should keep the intermediate files for |
---|
854 | failed tasks.</TD> |
---|
855 | </TR> |
---|
856 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
857 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
858 | <CODE> void</CODE></FONT></TD> |
---|
859 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setKeepTaskFilesPattern(java.lang.String)">setKeepTaskFilesPattern</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pattern)</CODE> |
---|
860 | |
---|
861 | <BR> |
---|
862 | <B>Deprecated.</B> Set a regular expression for task names that should be kept.</TD> |
---|
863 | </TR> |
---|
864 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
865 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
866 | <CODE> void</CODE></FONT></TD> |
---|
867 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setKeyFieldComparatorOptions(java.lang.String)">setKeyFieldComparatorOptions</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> keySpec)</CODE> |
---|
868 | |
---|
869 | <BR> |
---|
870 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedComparator</CODE></A> options used to compare keys.</TD> |
---|
871 | </TR> |
---|
872 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
873 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
874 | <CODE> void</CODE></FONT></TD> |
---|
875 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setKeyFieldPartitionerOptions(java.lang.String)">setKeyFieldPartitionerOptions</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> keySpec)</CODE> |
---|
876 | |
---|
877 | <BR> |
---|
878 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedPartitioner</CODE></A> options used for |
---|
879 | <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A></TD> |
---|
880 | </TR> |
---|
881 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
882 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
883 | <CODE> void</CODE></FONT></TD> |
---|
884 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript(java.lang.String)">setMapDebugScript</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> mDbgScript)</CODE> |
---|
885 | |
---|
886 | <BR> |
---|
887 | <B>Deprecated.</B> Set the debug script to run when the map tasks fail.</TD> |
---|
888 | </TR> |
---|
889 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
890 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
891 | <CODE> void</CODE></FONT></TD> |
---|
892 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputCompressorClass(java.lang.Class)">setMapOutputCompressorClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>> codecClass)</CODE> |
---|
893 | |
---|
894 | <BR> |
---|
895 | <B>Deprecated.</B> Set the given class as the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> for the map outputs.</TD> |
---|
896 | </TR> |
---|
897 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
898 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
899 | <CODE> void</CODE></FONT></TD> |
---|
900 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputKeyClass(java.lang.Class)">setMapOutputKeyClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</CODE> |
---|
901 | |
---|
902 | <BR> |
---|
903 | <B>Deprecated.</B> Set the key class for the map output data.</TD> |
---|
904 | </TR> |
---|
905 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
906 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
907 | <CODE> void</CODE></FONT></TD> |
---|
908 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapOutputValueClass(java.lang.Class)">setMapOutputValueClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</CODE> |
---|
909 | |
---|
910 | <BR> |
---|
911 | <B>Deprecated.</B> Set the value class for the map output data.</TD> |
---|
912 | </TR> |
---|
913 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
914 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
915 | <CODE> void</CODE></FONT></TD> |
---|
916 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapperClass(java.lang.Class)">setMapperClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</A>> theClass)</CODE> |
---|
917 | |
---|
918 | <BR> |
---|
919 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job.</TD> |
---|
920 | </TR> |
---|
921 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
922 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
923 | <CODE> void</CODE></FONT></TD> |
---|
924 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapRunnerClass(java.lang.Class)">setMapRunnerClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</A>> theClass)</CODE> |
---|
925 | |
---|
926 | <BR> |
---|
927 | <B>Deprecated.</B> Expert: Set the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job.</TD> |
---|
928 | </TR> |
---|
929 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
930 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
931 | <CODE> void</CODE></FONT></TD> |
---|
932 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapSpeculativeExecution(boolean)">setMapSpeculativeExecution</A></B>(boolean speculativeExecution)</CODE> |
---|
933 | |
---|
934 | <BR> |
---|
935 | <B>Deprecated.</B> Turn speculative execution on or off for this job for map tasks.</TD> |
---|
936 | </TR> |
---|
937 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
938 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
939 | <CODE> void</CODE></FONT></TD> |
---|
940 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxMapAttempts(int)">setMaxMapAttempts</A></B>(int n)</CODE> |
---|
941 | |
---|
942 | <BR> |
---|
943 | <B>Deprecated.</B> Expert: Set the number of maximum attempts that will be made to run a |
---|
944 | map task.</TD> |
---|
945 | </TR> |
---|
946 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
947 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
948 | <CODE> void</CODE></FONT></TD> |
---|
949 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxMapTaskFailuresPercent(int)">setMaxMapTaskFailuresPercent</A></B>(int percent)</CODE> |
---|
950 | |
---|
951 | <BR> |
---|
952 | <B>Deprecated.</B> Expert: Set the maximum percentage of map tasks that can fail without the |
---|
953 | job being aborted.</TD> |
---|
954 | </TR> |
---|
955 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
956 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
957 | <CODE> void</CODE></FONT></TD> |
---|
958 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxPhysicalMemoryForTask(long)">setMaxPhysicalMemoryForTask</A></B>(long mem)</CODE> |
---|
959 | |
---|
960 | <BR> |
---|
961 | <B>Deprecated.</B> </TD> |
---|
962 | </TR> |
---|
963 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
964 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
965 | <CODE> void</CODE></FONT></TD> |
---|
966 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxReduceAttempts(int)">setMaxReduceAttempts</A></B>(int n)</CODE> |
---|
967 | |
---|
968 | <BR> |
---|
969 | <B>Deprecated.</B> Expert: Set the number of maximum attempts that will be made to run a |
---|
970 | reduce task.</TD> |
---|
971 | </TR> |
---|
972 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
973 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
974 | <CODE> void</CODE></FONT></TD> |
---|
975 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxReduceTaskFailuresPercent(int)">setMaxReduceTaskFailuresPercent</A></B>(int percent)</CODE> |
---|
976 | |
---|
977 | <BR> |
---|
978 | <B>Deprecated.</B> Set the maximum percentage of reduce tasks that can fail without the job |
---|
979 | being aborted.</TD> |
---|
980 | </TR> |
---|
981 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
982 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
983 | <CODE> void</CODE></FONT></TD> |
---|
984 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxTaskFailuresPerTracker(int)">setMaxTaskFailuresPerTracker</A></B>(int noFailures)</CODE> |
---|
985 | |
---|
986 | <BR> |
---|
987 | <B>Deprecated.</B> Set the maximum no.</TD> |
---|
988 | </TR> |
---|
989 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
990 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
991 | <CODE> void</CODE></FONT></TD> |
---|
992 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxVirtualMemoryForTask(long)">setMaxVirtualMemoryForTask</A></B>(long vmem)</CODE> |
---|
993 | |
---|
994 | <BR> |
---|
995 | <B>Deprecated.</B> <I>Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask(long)"><CODE>setMemoryForMapTask(long mem)</CODE></A> and |
---|
996 | Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask(long)"><CODE>setMemoryForReduceTask(long mem)</CODE></A></I></TD> |
---|
997 | </TR> |
---|
998 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
999 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1000 | <CODE> void</CODE></FONT></TD> |
---|
1001 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask(long)">setMemoryForMapTask</A></B>(long mem)</CODE> |
---|
1002 | |
---|
1003 | <BR> |
---|
1004 | <B>Deprecated.</B> </TD> |
---|
1005 | </TR> |
---|
1006 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1007 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1008 | <CODE> void</CODE></FONT></TD> |
---|
1009 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask(long)">setMemoryForReduceTask</A></B>(long mem)</CODE> |
---|
1010 | |
---|
1011 | <BR> |
---|
1012 | <B>Deprecated.</B> </TD> |
---|
1013 | </TR> |
---|
1014 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1015 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1016 | <CODE> void</CODE></FONT></TD> |
---|
1017 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks(int)">setNumMapTasks</A></B>(int n)</CODE> |
---|
1018 | |
---|
1019 | <BR> |
---|
1020 | <B>Deprecated.</B> Set the number of map tasks for this job.</TD> |
---|
1021 | </TR> |
---|
1022 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1023 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1024 | <CODE> void</CODE></FONT></TD> |
---|
1025 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumReduceTasks(int)">setNumReduceTasks</A></B>(int n)</CODE> |
---|
1026 | |
---|
1027 | <BR> |
---|
1028 | <B>Deprecated.</B> Set the requisite number of reduce tasks for this job.</TD> |
---|
1029 | </TR> |
---|
1030 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1031 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1032 | <CODE> void</CODE></FONT></TD> |
---|
1033 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumTasksToExecutePerJvm(int)">setNumTasksToExecutePerJvm</A></B>(int numTasks)</CODE> |
---|
1034 | |
---|
1035 | <BR> |
---|
1036 | <B>Deprecated.</B> Sets the number of tasks that a spawned task JVM should run |
---|
1037 | before it exits</TD> |
---|
1038 | </TR> |
---|
1039 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1040 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1041 | <CODE> void</CODE></FONT></TD> |
---|
1042 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputCommitter(java.lang.Class)">setOutputCommitter</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</A>> theClass)</CODE> |
---|
1043 | |
---|
1044 | <BR> |
---|
1045 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce job.</TD> |
---|
1046 | </TR> |
---|
1047 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1048 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1049 | <CODE> void</CODE></FONT></TD> |
---|
1050 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputFormat(java.lang.Class)">setOutputFormat</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</A>> theClass)</CODE> |
---|
1051 | |
---|
1052 | <BR> |
---|
1053 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce job.</TD> |
---|
1054 | </TR> |
---|
1055 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1056 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1057 | <CODE> void</CODE></FONT></TD> |
---|
1058 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyClass(java.lang.Class)">setOutputKeyClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</CODE> |
---|
1059 | |
---|
1060 | <BR> |
---|
1061 | <B>Deprecated.</B> Set the key class for the job output data.</TD> |
---|
1062 | </TR> |
---|
1063 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1064 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1065 | <CODE> void</CODE></FONT></TD> |
---|
1066 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass(java.lang.Class)">setOutputKeyComparatorClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A>> theClass)</CODE> |
---|
1067 | |
---|
1068 | <BR> |
---|
1069 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to compare keys.</TD> |
---|
1070 | </TR> |
---|
1071 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1072 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1073 | <CODE> void</CODE></FONT></TD> |
---|
1074 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueClass(java.lang.Class)">setOutputValueClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</CODE> |
---|
1075 | |
---|
1076 | <BR> |
---|
1077 | <B>Deprecated.</B> Set the value class for job outputs.</TD> |
---|
1078 | </TR> |
---|
1079 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1080 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1081 | <CODE> void</CODE></FONT></TD> |
---|
1082 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator(java.lang.Class)">setOutputValueGroupingComparator</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A>> theClass)</CODE> |
---|
1083 | |
---|
1084 | <BR> |
---|
1085 | <B>Deprecated.</B> Set the user defined <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator for |
---|
1086 | grouping keys in the input to the reduce.</TD> |
---|
1087 | </TR> |
---|
1088 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1089 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1090 | <CODE> void</CODE></FONT></TD> |
---|
1091 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setPartitionerClass(java.lang.Class)">setPartitionerClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</A>> theClass)</CODE> |
---|
1092 | |
---|
1093 | <BR> |
---|
1094 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> class used to partition |
---|
1095 | <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>-outputs to be sent to the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>s.</TD> |
---|
1096 | </TR> |
---|
1097 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1098 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1099 | <CODE> void</CODE></FONT></TD> |
---|
1100 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileEnabled(boolean)">setProfileEnabled</A></B>(boolean newValue)</CODE> |
---|
1101 | |
---|
1102 | <BR> |
---|
1103 | <B>Deprecated.</B> Set whether the system should collect profiler information for some of |
---|
1104 | the tasks in this job? The information is stored in the user log |
---|
1105 | directory.</TD> |
---|
1106 | </TR> |
---|
1107 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1108 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1109 | <CODE> void</CODE></FONT></TD> |
---|
1110 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileParams(java.lang.String)">setProfileParams</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> value)</CODE> |
---|
1111 | |
---|
1112 | <BR> |
---|
1113 | <B>Deprecated.</B> Set the profiler configuration arguments.</TD> |
---|
1114 | </TR> |
---|
1115 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1116 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1117 | <CODE> void</CODE></FONT></TD> |
---|
1118 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setProfileTaskRange(boolean, java.lang.String)">setProfileTaskRange</A></B>(boolean isMap, |
---|
1119 | <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> newValue)</CODE> |
---|
1120 | |
---|
1121 | <BR> |
---|
1122 | <B>Deprecated.</B> Set the ranges of maps or reduces to profile.</TD> |
---|
1123 | </TR> |
---|
1124 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1125 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1126 | <CODE> void</CODE></FONT></TD> |
---|
1127 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setQueueName(java.lang.String)">setQueueName</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> queueName)</CODE> |
---|
1128 | |
---|
1129 | <BR> |
---|
1130 | <B>Deprecated.</B> Set the name of the queue to which this job should be submitted.</TD> |
---|
1131 | </TR> |
---|
1132 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1133 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1134 | <CODE> void</CODE></FONT></TD> |
---|
1135 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript(java.lang.String)">setReduceDebugScript</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> rDbgScript)</CODE> |
---|
1136 | |
---|
1137 | <BR> |
---|
1138 | <B>Deprecated.</B> Set the debug script to run when the reduce tasks fail.</TD> |
---|
1139 | </TR> |
---|
1140 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1141 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1142 | <CODE> void</CODE></FONT></TD> |
---|
1143 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReducerClass(java.lang.Class)">setReducerClass</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> theClass)</CODE> |
---|
1144 | |
---|
1145 | <BR> |
---|
1146 | <B>Deprecated.</B> Set the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job.</TD> |
---|
1147 | </TR> |
---|
1148 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1149 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1150 | <CODE> void</CODE></FONT></TD> |
---|
1151 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceSpeculativeExecution(boolean)">setReduceSpeculativeExecution</A></B>(boolean speculativeExecution)</CODE> |
---|
1152 | |
---|
1153 | <BR> |
---|
1154 | <B>Deprecated.</B> Turn speculative execution on or off for this job for reduce tasks.</TD> |
---|
1155 | </TR> |
---|
1156 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1157 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1158 | <CODE> void</CODE></FONT></TD> |
---|
1159 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setSessionId(java.lang.String)">setSessionId</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> sessionId)</CODE> |
---|
1160 | |
---|
1161 | <BR> |
---|
1162 | <B>Deprecated.</B> Set the user-specified session identifier.</TD> |
---|
1163 | </TR> |
---|
1164 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1165 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1166 | <CODE> void</CODE></FONT></TD> |
---|
1167 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setSpeculativeExecution(boolean)">setSpeculativeExecution</A></B>(boolean speculativeExecution)</CODE> |
---|
1168 | |
---|
1169 | <BR> |
---|
1170 | <B>Deprecated.</B> Turn speculative execution on or off for this job.</TD> |
---|
1171 | </TR> |
---|
1172 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1173 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1174 | <CODE> void</CODE></FONT></TD> |
---|
1175 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setUseNewMapper(boolean)">setUseNewMapper</A></B>(boolean flag)</CODE> |
---|
1176 | |
---|
1177 | <BR> |
---|
1178 | <B>Deprecated.</B> Set whether the framework should use the new api for the mapper.</TD> |
---|
1179 | </TR> |
---|
1180 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1181 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1182 | <CODE> void</CODE></FONT></TD> |
---|
1183 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setUseNewReducer(boolean)">setUseNewReducer</A></B>(boolean flag)</CODE> |
---|
1184 | |
---|
1185 | <BR> |
---|
1186 | <B>Deprecated.</B> Set whether the framework should use the new api for the reducer.</TD> |
---|
1187 | </TR> |
---|
1188 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1189 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1190 | <CODE> void</CODE></FONT></TD> |
---|
1191 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setUser(java.lang.String)">setUser</A></B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> user)</CODE> |
---|
1192 | |
---|
1193 | <BR> |
---|
1194 | <B>Deprecated.</B> Set the reported username for this job.</TD> |
---|
1195 | </TR> |
---|
1196 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1197 | <TD ALIGN="right" VALIGN="top" WIDTH="1%"><FONT SIZE="-1"> |
---|
1198 | <CODE> void</CODE></FONT></TD> |
---|
1199 | <TD><CODE><B><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setWorkingDirectory(org.apache.hadoop.fs.Path)">setWorkingDirectory</A></B>(<A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> dir)</CODE> |
---|
1200 | |
---|
1201 | <BR> |
---|
1202 | <B>Deprecated.</B> Set the current working directory for the default file system.</TD> |
---|
1203 | </TR> |
---|
1204 | </TABLE> |
---|
1205 | <A NAME="methods_inherited_from_class_org.apache.hadoop.conf.Configuration"><!-- --></A> |
---|
1206 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
1207 | <TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> |
---|
1208 | <TH ALIGN="left"><B>Methods inherited from class org.apache.hadoop.conf.<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A></B></TH> |
---|
1209 | </TR> |
---|
1210 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1211 | <TD><CODE><A HREF="../../../../org/apache/hadoop/conf/Configuration.html#addDefaultResource(java.lang.String)">addDefaultResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#addResource(java.io.InputStream)">addResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#addResource(org.apache.hadoop.fs.Path)">addResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#addResource(java.lang.String)">addResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#addResource(java.net.URL)">addResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#clear()">clear</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#get(java.lang.String)">get</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#get(java.lang.String, java.lang.String)">get</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getBoolean(java.lang.String, boolean)">getBoolean</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getClass(java.lang.String, java.lang.Class)">getClass</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getClass(java.lang.String, java.lang.Class, java.lang.Class)">getClass</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getClassByName(java.lang.String)">getClassByName</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getClasses(java.lang.String, java.lang.Class...)">getClasses</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getClassLoader()">getClassLoader</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getConfResourceAsInputStream(java.lang.String)">getConfResourceAsInputStream</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getConfResourceAsReader(java.lang.String)">getConfResourceAsReader</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getFile(java.lang.String, java.lang.String)">getFile</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getFloat(java.lang.String, float)">getFloat</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getInt(java.lang.String, int)">getInt</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getLocalPath(java.lang.String, java.lang.String)">getLocalPath</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getLong(java.lang.String, long)">getLong</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getRange(java.lang.String, java.lang.String)">getRange</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getRaw(java.lang.String)">getRaw</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getResource(java.lang.String)">getResource</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getStringCollection(java.lang.String)">getStringCollection</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getStrings(java.lang.String)">getStrings</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#getStrings(java.lang.String, java.lang.String...)">getStrings</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#iterator()">iterator</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#main(java.lang.String[])">main</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#readFields(java.io.DataInput)">readFields</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#reloadConfiguration()">reloadConfiguration</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#set(java.lang.String, java.lang.String)">set</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setBoolean(java.lang.String, boolean)">setBoolean</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setBooleanIfUnset(java.lang.String, boolean)">setBooleanIfUnset</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setClass(java.lang.String, java.lang.Class, java.lang.Class)">setClass</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setClassLoader(java.lang.ClassLoader)">setClassLoader</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setFloat(java.lang.String, float)">setFloat</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setIfUnset(java.lang.String, java.lang.String)">setIfUnset</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setInt(java.lang.String, int)">setInt</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setLong(java.lang.String, long)">setLong</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setQuietMode(boolean)">setQuietMode</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#setStrings(java.lang.String, java.lang.String...)">setStrings</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#size()">size</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#toString()">toString</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#write(java.io.DataOutput)">write</A>, <A HREF="../../../../org/apache/hadoop/conf/Configuration.html#writeXml(java.io.OutputStream)">writeXml</A></CODE></TD> |
---|
1212 | </TR> |
---|
1213 | </TABLE> |
---|
1214 | <A NAME="methods_inherited_from_class_java.lang.Object"><!-- --></A> |
---|
1215 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
1216 | <TR BGCOLOR="#EEEEFF" CLASS="TableSubHeadingColor"> |
---|
1217 | <TH ALIGN="left"><B>Methods inherited from class java.lang.<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true" title="class or interface in java.lang">Object</A></B></TH> |
---|
1218 | </TR> |
---|
1219 | <TR BGCOLOR="white" CLASS="TableRowColor"> |
---|
1220 | <TD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#clone()" title="class or interface in java.lang">clone</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang">equals</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#finalize()" title="class or interface in java.lang">finalize</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang">getClass</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang">hashCode</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang">notify</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#notifyAll()" title="class or interface in java.lang">notifyAll</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang">wait</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang">wait</A>, <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Object.html?is-external=true#wait(long, int)" title="class or interface in java.lang">wait</A></CODE></TD> |
---|
1221 | </TR> |
---|
1222 | </TABLE> |
---|
1223 | |
---|
1224 | <P> |
---|
1225 | |
---|
1226 | <!-- ============ FIELD DETAIL =========== --> |
---|
1227 | |
---|
1228 | <A NAME="field_detail"><!-- --></A> |
---|
1229 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
1230 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
1231 | <TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> |
---|
1232 | <B>Field Detail</B></FONT></TH> |
---|
1233 | </TR> |
---|
1234 | </TABLE> |
---|
1235 | |
---|
1236 | <A NAME="MAPRED_TASK_MAXVMEM_PROPERTY"><!-- --></A><H3> |
---|
1237 | MAPRED_TASK_MAXVMEM_PROPERTY</H3> |
---|
1238 | <PRE> |
---|
1239 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
1240 | </FONT>public static final <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>MAPRED_TASK_MAXVMEM_PROPERTY</B></PRE> |
---|
1241 | <DL> |
---|
1242 | <DD><B>Deprecated.</B> <I></I><DL> |
---|
1243 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_MAXVMEM_PROPERTY">Constant Field Values</A></DL> |
---|
1244 | </DL> |
---|
1245 | <HR> |
---|
1246 | |
---|
1247 | <A NAME="UPPER_LIMIT_ON_TASK_VMEM_PROPERTY"><!-- --></A><H3> |
---|
1248 | UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</H3> |
---|
1249 | <PRE> |
---|
1250 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
1251 | </FONT>public static final <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>UPPER_LIMIT_ON_TASK_VMEM_PROPERTY</B></PRE> |
---|
1252 | <DL> |
---|
1253 | <DD><B>Deprecated.</B> <I></I><DL> |
---|
1254 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.UPPER_LIMIT_ON_TASK_VMEM_PROPERTY">Constant Field Values</A></DL> |
---|
1255 | </DL> |
---|
1256 | <HR> |
---|
1257 | |
---|
1258 | <A NAME="MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY"><!-- --></A><H3> |
---|
1259 | MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</H3> |
---|
1260 | <PRE> |
---|
1261 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
1262 | </FONT>public static final <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY</B></PRE> |
---|
1263 | <DL> |
---|
1264 | <DD><B>Deprecated.</B> <I></I><DL> |
---|
1265 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_DEFAULT_MAXVMEM_PROPERTY">Constant Field Values</A></DL> |
---|
1266 | </DL> |
---|
1267 | <HR> |
---|
1268 | |
---|
1269 | <A NAME="MAPRED_TASK_MAXPMEM_PROPERTY"><!-- --></A><H3> |
---|
1270 | MAPRED_TASK_MAXPMEM_PROPERTY</H3> |
---|
1271 | <PRE> |
---|
1272 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
1273 | </FONT>public static final <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>MAPRED_TASK_MAXPMEM_PROPERTY</B></PRE> |
---|
1274 | <DL> |
---|
1275 | <DD><B>Deprecated.</B> <I></I><DL> |
---|
1276 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.MAPRED_TASK_MAXPMEM_PROPERTY">Constant Field Values</A></DL> |
---|
1277 | </DL> |
---|
1278 | <HR> |
---|
1279 | |
---|
1280 | <A NAME="DISABLED_MEMORY_LIMIT"><!-- --></A><H3> |
---|
1281 | DISABLED_MEMORY_LIMIT</H3> |
---|
1282 | <PRE> |
---|
1283 | public static final long <B>DISABLED_MEMORY_LIMIT</B></PRE> |
---|
1284 | <DL> |
---|
1285 | <DD><B>Deprecated.</B> <DD>A value which if set for memory related configuration options, |
---|
1286 | indicates that the options are turned off. |
---|
1287 | <P> |
---|
1288 | <DL> |
---|
1289 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DISABLED_MEMORY_LIMIT">Constant Field Values</A></DL> |
---|
1290 | </DL> |
---|
1291 | <HR> |
---|
1292 | |
---|
1293 | <A NAME="DEFAULT_QUEUE_NAME"><!-- --></A><H3> |
---|
1294 | DEFAULT_QUEUE_NAME</H3> |
---|
1295 | <PRE> |
---|
1296 | public static final <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>DEFAULT_QUEUE_NAME</B></PRE> |
---|
1297 | <DL> |
---|
1298 | <DD><B>Deprecated.</B> <DD>Name of the queue to which jobs will be submitted, if no queue |
---|
1299 | name is mentioned. |
---|
1300 | <P> |
---|
1301 | <DL> |
---|
1302 | <DT><B>See Also:</B><DD><A HREF="../../../../constant-values.html#org.apache.hadoop.mapred.JobConf.DEFAULT_QUEUE_NAME">Constant Field Values</A></DL> |
---|
1303 | </DL> |
---|
1304 | |
---|
1305 | <!-- ========= CONSTRUCTOR DETAIL ======== --> |
---|
1306 | |
---|
1307 | <A NAME="constructor_detail"><!-- --></A> |
---|
1308 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
1309 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
1310 | <TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> |
---|
1311 | <B>Constructor Detail</B></FONT></TH> |
---|
1312 | </TR> |
---|
1313 | </TABLE> |
---|
1314 | |
---|
1315 | <A NAME="JobConf()"><!-- --></A><H3> |
---|
1316 | JobConf</H3> |
---|
1317 | <PRE> |
---|
1318 | public <B>JobConf</B>()</PRE> |
---|
1319 | <DL> |
---|
1320 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce job configuration. |
---|
1321 | <P> |
---|
1322 | </DL> |
---|
1323 | <HR> |
---|
1324 | |
---|
1325 | <A NAME="JobConf(java.lang.Class)"><!-- --></A><H3> |
---|
1326 | JobConf</H3> |
---|
1327 | <PRE> |
---|
1328 | public <B>JobConf</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> exampleClass)</PRE> |
---|
1329 | <DL> |
---|
1330 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce job configuration. |
---|
1331 | <P> |
---|
1332 | <DL> |
---|
1333 | <DT><B>Parameters:</B><DD><CODE>exampleClass</CODE> - a class whose containing jar is used as the job's jar.</DL> |
---|
1334 | </DL> |
---|
1335 | <HR> |
---|
1336 | |
---|
1337 | <A NAME="JobConf(org.apache.hadoop.conf.Configuration)"><!-- --></A><H3> |
---|
1338 | JobConf</H3> |
---|
1339 | <PRE> |
---|
1340 | public <B>JobConf</B>(<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A> conf)</PRE> |
---|
1341 | <DL> |
---|
1342 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce job configuration. |
---|
1343 | <P> |
---|
1344 | <DL> |
---|
1345 | <DT><B>Parameters:</B><DD><CODE>conf</CODE> - a Configuration whose settings will be inherited.</DL> |
---|
1346 | </DL> |
---|
1347 | <HR> |
---|
1348 | |
---|
1349 | <A NAME="JobConf(org.apache.hadoop.conf.Configuration, java.lang.Class)"><!-- --></A><H3> |
---|
1350 | JobConf</H3> |
---|
1351 | <PRE> |
---|
1352 | public <B>JobConf</B>(<A HREF="../../../../org/apache/hadoop/conf/Configuration.html" title="class in org.apache.hadoop.conf">Configuration</A> conf, |
---|
1353 | <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> exampleClass)</PRE> |
---|
1354 | <DL> |
---|
1355 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce job configuration. |
---|
1356 | <P> |
---|
1357 | <DL> |
---|
1358 | <DT><B>Parameters:</B><DD><CODE>conf</CODE> - a Configuration whose settings will be inherited.<DD><CODE>exampleClass</CODE> - a class whose containing jar is used as the job's jar.</DL> |
---|
1359 | </DL> |
---|
1360 | <HR> |
---|
1361 | |
---|
1362 | <A NAME="JobConf(java.lang.String)"><!-- --></A><H3> |
---|
1363 | JobConf</H3> |
---|
1364 | <PRE> |
---|
1365 | public <B>JobConf</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> config)</PRE> |
---|
1366 | <DL> |
---|
1367 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce configuration. |
---|
1368 | <P> |
---|
1369 | <DL> |
---|
1370 | <DT><B>Parameters:</B><DD><CODE>config</CODE> - a Configuration-format XML job description file.</DL> |
---|
1371 | </DL> |
---|
1372 | <HR> |
---|
1373 | |
---|
1374 | <A NAME="JobConf(org.apache.hadoop.fs.Path)"><!-- --></A><H3> |
---|
1375 | JobConf</H3> |
---|
1376 | <PRE> |
---|
1377 | public <B>JobConf</B>(<A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> config)</PRE> |
---|
1378 | <DL> |
---|
1379 | <DD><B>Deprecated.</B> <DD>Construct a map/reduce configuration. |
---|
1380 | <P> |
---|
1381 | <DL> |
---|
1382 | <DT><B>Parameters:</B><DD><CODE>config</CODE> - a Configuration-format XML job description file.</DL> |
---|
1383 | </DL> |
---|
1384 | <HR> |
---|
1385 | |
---|
1386 | <A NAME="JobConf(boolean)"><!-- --></A><H3> |
---|
1387 | JobConf</H3> |
---|
1388 | <PRE> |
---|
1389 | public <B>JobConf</B>(boolean loadDefaults)</PRE> |
---|
1390 | <DL> |
---|
1391 | <DD><B>Deprecated.</B> <DD>A new map/reduce configuration where the behavior of reading from the |
---|
1392 | default resources can be turned off. |
---|
1393 | <p/> |
---|
1394 | If the parameter <code>loadDefaults</code> is false, the new instance |
---|
1395 | will not load resources from the default files. |
---|
1396 | <P> |
---|
1397 | <DL> |
---|
1398 | <DT><B>Parameters:</B><DD><CODE>loadDefaults</CODE> - specifies whether to load from the default files</DL> |
---|
1399 | </DL> |
---|
1400 | |
---|
1401 | <!-- ============ METHOD DETAIL ========== --> |
---|
1402 | |
---|
1403 | <A NAME="method_detail"><!-- --></A> |
---|
1404 | <TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY=""> |
---|
1405 | <TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor"> |
---|
1406 | <TH ALIGN="left" COLSPAN="1"><FONT SIZE="+2"> |
---|
1407 | <B>Method Detail</B></FONT></TH> |
---|
1408 | </TR> |
---|
1409 | </TABLE> |
---|
1410 | |
---|
1411 | <A NAME="getJar()"><!-- --></A><H3> |
---|
1412 | getJar</H3> |
---|
1413 | <PRE> |
---|
1414 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getJar</B>()</PRE> |
---|
1415 | <DL> |
---|
1416 | <DD><B>Deprecated.</B> <DD>Get the user jar for the map-reduce job. |
---|
1417 | <P> |
---|
1418 | <DD><DL> |
---|
1419 | |
---|
1420 | <DT><B>Returns:</B><DD>the user jar for the map-reduce job.</DL> |
---|
1421 | </DD> |
---|
1422 | </DL> |
---|
1423 | <HR> |
---|
1424 | |
---|
1425 | <A NAME="setJar(java.lang.String)"><!-- --></A><H3> |
---|
1426 | setJar</H3> |
---|
1427 | <PRE> |
---|
1428 | public void <B>setJar</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> jar)</PRE> |
---|
1429 | <DL> |
---|
1430 | <DD><B>Deprecated.</B> <DD>Set the user jar for the map-reduce job. |
---|
1431 | <P> |
---|
1432 | <DD><DL> |
---|
1433 | <DT><B>Parameters:</B><DD><CODE>jar</CODE> - the user jar for the map-reduce job.</DL> |
---|
1434 | </DD> |
---|
1435 | </DL> |
---|
1436 | <HR> |
---|
1437 | |
---|
1438 | <A NAME="setJarByClass(java.lang.Class)"><!-- --></A><H3> |
---|
1439 | setJarByClass</H3> |
---|
1440 | <PRE> |
---|
1441 | public void <B>setJarByClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A> cls)</PRE> |
---|
1442 | <DL> |
---|
1443 | <DD><B>Deprecated.</B> <DD>Set the job's jar file by finding an example class location. |
---|
1444 | <P> |
---|
1445 | <DD><DL> |
---|
1446 | <DT><B>Parameters:</B><DD><CODE>cls</CODE> - the example class.</DL> |
---|
1447 | </DD> |
---|
1448 | </DL> |
---|
1449 | <HR> |
---|
1450 | |
---|
1451 | <A NAME="getLocalDirs()"><!-- --></A><H3> |
---|
1452 | getLocalDirs</H3> |
---|
1453 | <PRE> |
---|
1454 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A>[] <B>getLocalDirs</B>() |
---|
1455 | throws <A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></PRE> |
---|
1456 | <DL> |
---|
1457 | <DD><B>Deprecated.</B> <DD><DL> |
---|
1458 | |
---|
1459 | <DT><B>Throws:</B> |
---|
1460 | <DD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></CODE></DL> |
---|
1461 | </DD> |
---|
1462 | </DL> |
---|
1463 | <HR> |
---|
1464 | |
---|
1465 | <A NAME="deleteLocalFiles()"><!-- --></A><H3> |
---|
1466 | deleteLocalFiles</H3> |
---|
1467 | <PRE> |
---|
1468 | public void <B>deleteLocalFiles</B>() |
---|
1469 | throws <A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></PRE> |
---|
1470 | <DL> |
---|
1471 | <DD><B>Deprecated.</B> <DD><DL> |
---|
1472 | |
---|
1473 | <DT><B>Throws:</B> |
---|
1474 | <DD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></CODE></DL> |
---|
1475 | </DD> |
---|
1476 | </DL> |
---|
1477 | <HR> |
---|
1478 | |
---|
1479 | <A NAME="deleteLocalFiles(java.lang.String)"><!-- --></A><H3> |
---|
1480 | deleteLocalFiles</H3> |
---|
1481 | <PRE> |
---|
1482 | public void <B>deleteLocalFiles</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> subdir) |
---|
1483 | throws <A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></PRE> |
---|
1484 | <DL> |
---|
1485 | <DD><B>Deprecated.</B> <DD><DL> |
---|
1486 | |
---|
1487 | <DT><B>Throws:</B> |
---|
1488 | <DD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></CODE></DL> |
---|
1489 | </DD> |
---|
1490 | </DL> |
---|
1491 | <HR> |
---|
1492 | |
---|
1493 | <A NAME="getLocalPath(java.lang.String)"><!-- --></A><H3> |
---|
1494 | getLocalPath</H3> |
---|
1495 | <PRE> |
---|
1496 | public <A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> <B>getLocalPath</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pathString) |
---|
1497 | throws <A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></PRE> |
---|
1498 | <DL> |
---|
1499 | <DD><B>Deprecated.</B> <DD>Constructs a local file name. Files are distributed among configured |
---|
1500 | local directories. |
---|
1501 | <P> |
---|
1502 | <DD><DL> |
---|
1503 | |
---|
1504 | <DT><B>Throws:</B> |
---|
1505 | <DD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/io/IOException.html?is-external=true" title="class or interface in java.io">IOException</A></CODE></DL> |
---|
1506 | </DD> |
---|
1507 | </DL> |
---|
1508 | <HR> |
---|
1509 | |
---|
1510 | <A NAME="getUser()"><!-- --></A><H3> |
---|
1511 | getUser</H3> |
---|
1512 | <PRE> |
---|
1513 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getUser</B>()</PRE> |
---|
1514 | <DL> |
---|
1515 | <DD><B>Deprecated.</B> <DD>Get the reported username for this job. |
---|
1516 | <P> |
---|
1517 | <DD><DL> |
---|
1518 | |
---|
1519 | <DT><B>Returns:</B><DD>the username</DL> |
---|
1520 | </DD> |
---|
1521 | </DL> |
---|
1522 | <HR> |
---|
1523 | |
---|
1524 | <A NAME="setUser(java.lang.String)"><!-- --></A><H3> |
---|
1525 | setUser</H3> |
---|
1526 | <PRE> |
---|
1527 | public void <B>setUser</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> user)</PRE> |
---|
1528 | <DL> |
---|
1529 | <DD><B>Deprecated.</B> <DD>Set the reported username for this job. |
---|
1530 | <P> |
---|
1531 | <DD><DL> |
---|
1532 | <DT><B>Parameters:</B><DD><CODE>user</CODE> - the username for this job.</DL> |
---|
1533 | </DD> |
---|
1534 | </DL> |
---|
1535 | <HR> |
---|
1536 | |
---|
1537 | <A NAME="setKeepFailedTaskFiles(boolean)"><!-- --></A><H3> |
---|
1538 | setKeepFailedTaskFiles</H3> |
---|
1539 | <PRE> |
---|
1540 | public void <B>setKeepFailedTaskFiles</B>(boolean keep)</PRE> |
---|
1541 | <DL> |
---|
1542 | <DD><B>Deprecated.</B> <DD>Set whether the framework should keep the intermediate files for |
---|
1543 | failed tasks. |
---|
1544 | <P> |
---|
1545 | <DD><DL> |
---|
1546 | <DT><B>Parameters:</B><DD><CODE>keep</CODE> - <code>true</code> if framework should keep the intermediate files |
---|
1547 | for failed tasks, <code>false</code> otherwise.</DL> |
---|
1548 | </DD> |
---|
1549 | </DL> |
---|
1550 | <HR> |
---|
1551 | |
---|
1552 | <A NAME="getKeepFailedTaskFiles()"><!-- --></A><H3> |
---|
1553 | getKeepFailedTaskFiles</H3> |
---|
1554 | <PRE> |
---|
1555 | public boolean <B>getKeepFailedTaskFiles</B>()</PRE> |
---|
1556 | <DL> |
---|
1557 | <DD><B>Deprecated.</B> <DD>Should the temporary files for failed tasks be kept? |
---|
1558 | <P> |
---|
1559 | <DD><DL> |
---|
1560 | |
---|
1561 | <DT><B>Returns:</B><DD>should the files be kept?</DL> |
---|
1562 | </DD> |
---|
1563 | </DL> |
---|
1564 | <HR> |
---|
1565 | |
---|
1566 | <A NAME="setKeepTaskFilesPattern(java.lang.String)"><!-- --></A><H3> |
---|
1567 | setKeepTaskFilesPattern</H3> |
---|
1568 | <PRE> |
---|
1569 | public void <B>setKeepTaskFilesPattern</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> pattern)</PRE> |
---|
1570 | <DL> |
---|
1571 | <DD><B>Deprecated.</B> <DD>Set a regular expression for task names that should be kept. |
---|
1572 | The regular expression ".*_m_000123_0" would keep the files |
---|
1573 | for the first instance of map 123 that ran. |
---|
1574 | <P> |
---|
1575 | <DD><DL> |
---|
1576 | <DT><B>Parameters:</B><DD><CODE>pattern</CODE> - the java.util.regex.Pattern to match against the |
---|
1577 | task names.</DL> |
---|
1578 | </DD> |
---|
1579 | </DL> |
---|
1580 | <HR> |
---|
1581 | |
---|
1582 | <A NAME="getKeepTaskFilesPattern()"><!-- --></A><H3> |
---|
1583 | getKeepTaskFilesPattern</H3> |
---|
1584 | <PRE> |
---|
1585 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getKeepTaskFilesPattern</B>()</PRE> |
---|
1586 | <DL> |
---|
1587 | <DD><B>Deprecated.</B> <DD>Get the regular expression that is matched against the task names |
---|
1588 | to see if we need to keep the files. |
---|
1589 | <P> |
---|
1590 | <DD><DL> |
---|
1591 | |
---|
1592 | <DT><B>Returns:</B><DD>the pattern as a string, if it was set, othewise null.</DL> |
---|
1593 | </DD> |
---|
1594 | </DL> |
---|
1595 | <HR> |
---|
1596 | |
---|
1597 | <A NAME="setWorkingDirectory(org.apache.hadoop.fs.Path)"><!-- --></A><H3> |
---|
1598 | setWorkingDirectory</H3> |
---|
1599 | <PRE> |
---|
1600 | public void <B>setWorkingDirectory</B>(<A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> dir)</PRE> |
---|
1601 | <DL> |
---|
1602 | <DD><B>Deprecated.</B> <DD>Set the current working directory for the default file system. |
---|
1603 | <P> |
---|
1604 | <DD><DL> |
---|
1605 | <DT><B>Parameters:</B><DD><CODE>dir</CODE> - the new current working directory.</DL> |
---|
1606 | </DD> |
---|
1607 | </DL> |
---|
1608 | <HR> |
---|
1609 | |
---|
1610 | <A NAME="getWorkingDirectory()"><!-- --></A><H3> |
---|
1611 | getWorkingDirectory</H3> |
---|
1612 | <PRE> |
---|
1613 | public <A HREF="../../../../org/apache/hadoop/fs/Path.html" title="class in org.apache.hadoop.fs">Path</A> <B>getWorkingDirectory</B>()</PRE> |
---|
1614 | <DL> |
---|
1615 | <DD><B>Deprecated.</B> <DD>Get the current working directory for the default file system. |
---|
1616 | <P> |
---|
1617 | <DD><DL> |
---|
1618 | |
---|
1619 | <DT><B>Returns:</B><DD>the directory name.</DL> |
---|
1620 | </DD> |
---|
1621 | </DL> |
---|
1622 | <HR> |
---|
1623 | |
---|
1624 | <A NAME="setNumTasksToExecutePerJvm(int)"><!-- --></A><H3> |
---|
1625 | setNumTasksToExecutePerJvm</H3> |
---|
1626 | <PRE> |
---|
1627 | public void <B>setNumTasksToExecutePerJvm</B>(int numTasks)</PRE> |
---|
1628 | <DL> |
---|
1629 | <DD><B>Deprecated.</B> <DD>Sets the number of tasks that a spawned task JVM should run |
---|
1630 | before it exits |
---|
1631 | <P> |
---|
1632 | <DD><DL> |
---|
1633 | <DT><B>Parameters:</B><DD><CODE>numTasks</CODE> - the number of tasks to execute; defaults to 1; |
---|
1634 | -1 signifies no limit</DL> |
---|
1635 | </DD> |
---|
1636 | </DL> |
---|
1637 | <HR> |
---|
1638 | |
---|
1639 | <A NAME="getNumTasksToExecutePerJvm()"><!-- --></A><H3> |
---|
1640 | getNumTasksToExecutePerJvm</H3> |
---|
1641 | <PRE> |
---|
1642 | public int <B>getNumTasksToExecutePerJvm</B>()</PRE> |
---|
1643 | <DL> |
---|
1644 | <DD><B>Deprecated.</B> <DD>Get the number of tasks that a spawned JVM should execute |
---|
1645 | <P> |
---|
1646 | <DD><DL> |
---|
1647 | </DL> |
---|
1648 | </DD> |
---|
1649 | </DL> |
---|
1650 | <HR> |
---|
1651 | |
---|
1652 | <A NAME="getInputFormat()"><!-- --></A><H3> |
---|
1653 | getInputFormat</H3> |
---|
1654 | <PRE> |
---|
1655 | public <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</A> <B>getInputFormat</B>()</PRE> |
---|
1656 | <DL> |
---|
1657 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce job, |
---|
1658 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/TextInputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>TextInputFormat</CODE></A> if not specified explicity. |
---|
1659 | <P> |
---|
1660 | <DD><DL> |
---|
1661 | |
---|
1662 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce job.</DL> |
---|
1663 | </DD> |
---|
1664 | </DL> |
---|
1665 | <HR> |
---|
1666 | |
---|
1667 | <A NAME="setInputFormat(java.lang.Class)"><!-- --></A><H3> |
---|
1668 | setInputFormat</H3> |
---|
1669 | <PRE> |
---|
1670 | public void <B>setInputFormat</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred">InputFormat</A>> theClass)</PRE> |
---|
1671 | <DL> |
---|
1672 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce job. |
---|
1673 | <P> |
---|
1674 | <DD><DL> |
---|
1675 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> implementation for the map-reduce |
---|
1676 | job.</DL> |
---|
1677 | </DD> |
---|
1678 | </DL> |
---|
1679 | <HR> |
---|
1680 | |
---|
1681 | <A NAME="getOutputFormat()"><!-- --></A><H3> |
---|
1682 | getOutputFormat</H3> |
---|
1683 | <PRE> |
---|
1684 | public <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</A> <B>getOutputFormat</B>()</PRE> |
---|
1685 | <DL> |
---|
1686 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce job, |
---|
1687 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/TextOutputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>TextOutputFormat</CODE></A> if not specified explicity. |
---|
1688 | <P> |
---|
1689 | <DD><DL> |
---|
1690 | |
---|
1691 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce job.</DL> |
---|
1692 | </DD> |
---|
1693 | </DL> |
---|
1694 | <HR> |
---|
1695 | |
---|
1696 | <A NAME="getOutputCommitter()"><!-- --></A><H3> |
---|
1697 | getOutputCommitter</H3> |
---|
1698 | <PRE> |
---|
1699 | public <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</A> <B>getOutputCommitter</B>()</PRE> |
---|
1700 | <DL> |
---|
1701 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce job, |
---|
1702 | defaults to <A HREF="../../../../org/apache/hadoop/mapred/FileOutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>FileOutputCommitter</CODE></A> if not specified explicitly. |
---|
1703 | <P> |
---|
1704 | <DD><DL> |
---|
1705 | |
---|
1706 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce job.</DL> |
---|
1707 | </DD> |
---|
1708 | </DL> |
---|
1709 | <HR> |
---|
1710 | |
---|
1711 | <A NAME="setOutputCommitter(java.lang.Class)"><!-- --></A><H3> |
---|
1712 | setOutputCommitter</H3> |
---|
1713 | <PRE> |
---|
1714 | public void <B>setOutputCommitter</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred">OutputCommitter</A>> theClass)</PRE> |
---|
1715 | <DL> |
---|
1716 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce job. |
---|
1717 | <P> |
---|
1718 | <DD><DL> |
---|
1719 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/OutputCommitter.html" title="class in org.apache.hadoop.mapred"><CODE>OutputCommitter</CODE></A> implementation for the map-reduce |
---|
1720 | job.</DL> |
---|
1721 | </DD> |
---|
1722 | </DL> |
---|
1723 | <HR> |
---|
1724 | |
---|
1725 | <A NAME="setOutputFormat(java.lang.Class)"><!-- --></A><H3> |
---|
1726 | setOutputFormat</H3> |
---|
1727 | <PRE> |
---|
1728 | public void <B>setOutputFormat</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred">OutputFormat</A>> theClass)</PRE> |
---|
1729 | <DL> |
---|
1730 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce job. |
---|
1731 | <P> |
---|
1732 | <DD><DL> |
---|
1733 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/OutputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>OutputFormat</CODE></A> implementation for the map-reduce |
---|
1734 | job.</DL> |
---|
1735 | </DD> |
---|
1736 | </DL> |
---|
1737 | <HR> |
---|
1738 | |
---|
1739 | <A NAME="setCompressMapOutput(boolean)"><!-- --></A><H3> |
---|
1740 | setCompressMapOutput</H3> |
---|
1741 | <PRE> |
---|
1742 | public void <B>setCompressMapOutput</B>(boolean compress)</PRE> |
---|
1743 | <DL> |
---|
1744 | <DD><B>Deprecated.</B> <DD>Should the map outputs be compressed before transfer? |
---|
1745 | Uses the SequenceFile compression. |
---|
1746 | <P> |
---|
1747 | <DD><DL> |
---|
1748 | <DT><B>Parameters:</B><DD><CODE>compress</CODE> - should the map outputs be compressed?</DL> |
---|
1749 | </DD> |
---|
1750 | </DL> |
---|
1751 | <HR> |
---|
1752 | |
---|
1753 | <A NAME="getCompressMapOutput()"><!-- --></A><H3> |
---|
1754 | getCompressMapOutput</H3> |
---|
1755 | <PRE> |
---|
1756 | public boolean <B>getCompressMapOutput</B>()</PRE> |
---|
1757 | <DL> |
---|
1758 | <DD><B>Deprecated.</B> <DD>Are the outputs of the maps be compressed? |
---|
1759 | <P> |
---|
1760 | <DD><DL> |
---|
1761 | |
---|
1762 | <DT><B>Returns:</B><DD><code>true</code> if the outputs of the maps are to be compressed, |
---|
1763 | <code>false</code> otherwise.</DL> |
---|
1764 | </DD> |
---|
1765 | </DL> |
---|
1766 | <HR> |
---|
1767 | |
---|
1768 | <A NAME="setMapOutputCompressorClass(java.lang.Class)"><!-- --></A><H3> |
---|
1769 | setMapOutputCompressorClass</H3> |
---|
1770 | <PRE> |
---|
1771 | public void <B>setMapOutputCompressorClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>> codecClass)</PRE> |
---|
1772 | <DL> |
---|
1773 | <DD><B>Deprecated.</B> <DD>Set the given class as the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> for the map outputs. |
---|
1774 | <P> |
---|
1775 | <DD><DL> |
---|
1776 | <DT><B>Parameters:</B><DD><CODE>codecClass</CODE> - the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> class that will compress |
---|
1777 | the map outputs.</DL> |
---|
1778 | </DD> |
---|
1779 | </DL> |
---|
1780 | <HR> |
---|
1781 | |
---|
1782 | <A NAME="getMapOutputCompressorClass(java.lang.Class)"><!-- --></A><H3> |
---|
1783 | getMapOutputCompressorClass</H3> |
---|
1784 | <PRE> |
---|
1785 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>> <B>getMapOutputCompressorClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress">CompressionCodec</A>> defaultValue)</PRE> |
---|
1786 | <DL> |
---|
1787 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> for compressing the map outputs. |
---|
1788 | <P> |
---|
1789 | <DD><DL> |
---|
1790 | <DT><B>Parameters:</B><DD><CODE>defaultValue</CODE> - the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> to return if not set |
---|
1791 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/io/compress/CompressionCodec.html" title="interface in org.apache.hadoop.io.compress"><CODE>CompressionCodec</CODE></A> class that should be used to compress the |
---|
1792 | map outputs. |
---|
1793 | <DT><B>Throws:</B> |
---|
1794 | <DD><CODE><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/IllegalArgumentException.html?is-external=true" title="class or interface in java.lang">IllegalArgumentException</A></CODE> - if the class was specified, but not found</DL> |
---|
1795 | </DD> |
---|
1796 | </DL> |
---|
1797 | <HR> |
---|
1798 | |
---|
1799 | <A NAME="getMapOutputKeyClass()"><!-- --></A><H3> |
---|
1800 | getMapOutputKeyClass</H3> |
---|
1801 | <PRE> |
---|
1802 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> <B>getMapOutputKeyClass</B>()</PRE> |
---|
1803 | <DL> |
---|
1804 | <DD><B>Deprecated.</B> <DD>Get the key class for the map output data. If it is not set, use the |
---|
1805 | (final) output key class. This allows the map output key class to be |
---|
1806 | different than the final output key class. |
---|
1807 | <P> |
---|
1808 | <DD><DL> |
---|
1809 | |
---|
1810 | <DT><B>Returns:</B><DD>the map output key class.</DL> |
---|
1811 | </DD> |
---|
1812 | </DL> |
---|
1813 | <HR> |
---|
1814 | |
---|
1815 | <A NAME="setMapOutputKeyClass(java.lang.Class)"><!-- --></A><H3> |
---|
1816 | setMapOutputKeyClass</H3> |
---|
1817 | <PRE> |
---|
1818 | public void <B>setMapOutputKeyClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</PRE> |
---|
1819 | <DL> |
---|
1820 | <DD><B>Deprecated.</B> <DD>Set the key class for the map output data. This allows the user to |
---|
1821 | specify the map output key class to be different than the final output |
---|
1822 | value class. |
---|
1823 | <P> |
---|
1824 | <DD><DL> |
---|
1825 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the map output key class.</DL> |
---|
1826 | </DD> |
---|
1827 | </DL> |
---|
1828 | <HR> |
---|
1829 | |
---|
1830 | <A NAME="getMapOutputValueClass()"><!-- --></A><H3> |
---|
1831 | getMapOutputValueClass</H3> |
---|
1832 | <PRE> |
---|
1833 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> <B>getMapOutputValueClass</B>()</PRE> |
---|
1834 | <DL> |
---|
1835 | <DD><B>Deprecated.</B> <DD>Get the value class for the map output data. If it is not set, use the |
---|
1836 | (final) output value class This allows the map output value class to be |
---|
1837 | different than the final output value class. |
---|
1838 | <P> |
---|
1839 | <DD><DL> |
---|
1840 | |
---|
1841 | <DT><B>Returns:</B><DD>the map output value class.</DL> |
---|
1842 | </DD> |
---|
1843 | </DL> |
---|
1844 | <HR> |
---|
1845 | |
---|
1846 | <A NAME="setMapOutputValueClass(java.lang.Class)"><!-- --></A><H3> |
---|
1847 | setMapOutputValueClass</H3> |
---|
1848 | <PRE> |
---|
1849 | public void <B>setMapOutputValueClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</PRE> |
---|
1850 | <DL> |
---|
1851 | <DD><B>Deprecated.</B> <DD>Set the value class for the map output data. This allows the user to |
---|
1852 | specify the map output value class to be different than the final output |
---|
1853 | value class. |
---|
1854 | <P> |
---|
1855 | <DD><DL> |
---|
1856 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the map output value class.</DL> |
---|
1857 | </DD> |
---|
1858 | </DL> |
---|
1859 | <HR> |
---|
1860 | |
---|
1861 | <A NAME="getOutputKeyClass()"><!-- --></A><H3> |
---|
1862 | getOutputKeyClass</H3> |
---|
1863 | <PRE> |
---|
1864 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> <B>getOutputKeyClass</B>()</PRE> |
---|
1865 | <DL> |
---|
1866 | <DD><B>Deprecated.</B> <DD>Get the key class for the job output data. |
---|
1867 | <P> |
---|
1868 | <DD><DL> |
---|
1869 | |
---|
1870 | <DT><B>Returns:</B><DD>the key class for the job output data.</DL> |
---|
1871 | </DD> |
---|
1872 | </DL> |
---|
1873 | <HR> |
---|
1874 | |
---|
1875 | <A NAME="setOutputKeyClass(java.lang.Class)"><!-- --></A><H3> |
---|
1876 | setOutputKeyClass</H3> |
---|
1877 | <PRE> |
---|
1878 | public void <B>setOutputKeyClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</PRE> |
---|
1879 | <DL> |
---|
1880 | <DD><B>Deprecated.</B> <DD>Set the key class for the job output data. |
---|
1881 | <P> |
---|
1882 | <DD><DL> |
---|
1883 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the key class for the job output data.</DL> |
---|
1884 | </DD> |
---|
1885 | </DL> |
---|
1886 | <HR> |
---|
1887 | |
---|
1888 | <A NAME="getOutputKeyComparator()"><!-- --></A><H3> |
---|
1889 | getOutputKeyComparator</H3> |
---|
1890 | <PRE> |
---|
1891 | public <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A> <B>getOutputKeyComparator</B>()</PRE> |
---|
1892 | <DL> |
---|
1893 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to compare keys. |
---|
1894 | <P> |
---|
1895 | <DD><DL> |
---|
1896 | |
---|
1897 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to compare keys.</DL> |
---|
1898 | </DD> |
---|
1899 | </DL> |
---|
1900 | <HR> |
---|
1901 | |
---|
1902 | <A NAME="setOutputKeyComparatorClass(java.lang.Class)"><!-- --></A><H3> |
---|
1903 | setOutputKeyComparatorClass</H3> |
---|
1904 | <PRE> |
---|
1905 | public void <B>setOutputKeyComparatorClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A>> theClass)</PRE> |
---|
1906 | <DL> |
---|
1907 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to compare keys. |
---|
1908 | <P> |
---|
1909 | <DD><DL> |
---|
1910 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator used to |
---|
1911 | compare keys.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator(java.lang.Class)"><CODE>setOutputValueGroupingComparator(Class)</CODE></A></DL> |
---|
1912 | </DD> |
---|
1913 | </DL> |
---|
1914 | <HR> |
---|
1915 | |
---|
1916 | <A NAME="setKeyFieldComparatorOptions(java.lang.String)"><!-- --></A><H3> |
---|
1917 | setKeyFieldComparatorOptions</H3> |
---|
1918 | <PRE> |
---|
1919 | public void <B>setKeyFieldComparatorOptions</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> keySpec)</PRE> |
---|
1920 | <DL> |
---|
1921 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedComparator</CODE></A> options used to compare keys. |
---|
1922 | <P> |
---|
1923 | <DD><DL> |
---|
1924 | <DT><B>Parameters:</B><DD><CODE>keySpec</CODE> - the key specification of the form -k pos1[,pos2], where, |
---|
1925 | pos is of the form f[.c][opts], where f is the number |
---|
1926 | of the key field to use, and c is the number of the first character from |
---|
1927 | the beginning of the field. Fields and character posns are numbered |
---|
1928 | starting with 1; a character position of zero in pos2 indicates the |
---|
1929 | field's last character. If '.c' is omitted from pos1, it defaults to 1 |
---|
1930 | (the beginning of the field); if omitted from pos2, it defaults to 0 |
---|
1931 | (the end of the field). opts are ordering options. The supported options |
---|
1932 | are: |
---|
1933 | -n, (Sort numerically) |
---|
1934 | -r, (Reverse the result of comparison)</DL> |
---|
1935 | </DD> |
---|
1936 | </DL> |
---|
1937 | <HR> |
---|
1938 | |
---|
1939 | <A NAME="getKeyFieldComparatorOption()"><!-- --></A><H3> |
---|
1940 | getKeyFieldComparatorOption</H3> |
---|
1941 | <PRE> |
---|
1942 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getKeyFieldComparatorOption</B>()</PRE> |
---|
1943 | <DL> |
---|
1944 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedComparator.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedComparator</CODE></A> options |
---|
1945 | <P> |
---|
1946 | <DD><DL> |
---|
1947 | </DL> |
---|
1948 | </DD> |
---|
1949 | </DL> |
---|
1950 | <HR> |
---|
1951 | |
---|
1952 | <A NAME="setKeyFieldPartitionerOptions(java.lang.String)"><!-- --></A><H3> |
---|
1953 | setKeyFieldPartitionerOptions</H3> |
---|
1954 | <PRE> |
---|
1955 | public void <B>setKeyFieldPartitionerOptions</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> keySpec)</PRE> |
---|
1956 | <DL> |
---|
1957 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedPartitioner</CODE></A> options used for |
---|
1958 | <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> |
---|
1959 | <P> |
---|
1960 | <DD><DL> |
---|
1961 | <DT><B>Parameters:</B><DD><CODE>keySpec</CODE> - the key specification of the form -k pos1[,pos2], where, |
---|
1962 | pos is of the form f[.c][opts], where f is the number |
---|
1963 | of the key field to use, and c is the number of the first character from |
---|
1964 | the beginning of the field. Fields and character posns are numbered |
---|
1965 | starting with 1; a character position of zero in pos2 indicates the |
---|
1966 | field's last character. If '.c' is omitted from pos1, it defaults to 1 |
---|
1967 | (the beginning of the field); if omitted from pos2, it defaults to 0 |
---|
1968 | (the end of the field).</DL> |
---|
1969 | </DD> |
---|
1970 | </DL> |
---|
1971 | <HR> |
---|
1972 | |
---|
1973 | <A NAME="getKeyFieldPartitionerOption()"><!-- --></A><H3> |
---|
1974 | getKeyFieldPartitionerOption</H3> |
---|
1975 | <PRE> |
---|
1976 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getKeyFieldPartitionerOption</B>()</PRE> |
---|
1977 | <DL> |
---|
1978 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/lib/KeyFieldBasedPartitioner.html" title="class in org.apache.hadoop.mapred.lib"><CODE>KeyFieldBasedPartitioner</CODE></A> options |
---|
1979 | <P> |
---|
1980 | <DD><DL> |
---|
1981 | </DL> |
---|
1982 | </DD> |
---|
1983 | </DL> |
---|
1984 | <HR> |
---|
1985 | |
---|
1986 | <A NAME="getOutputValueGroupingComparator()"><!-- --></A><H3> |
---|
1987 | getOutputValueGroupingComparator</H3> |
---|
1988 | <PRE> |
---|
1989 | public <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A> <B>getOutputValueGroupingComparator</B>()</PRE> |
---|
1990 | <DL> |
---|
1991 | <DD><B>Deprecated.</B> <DD>Get the user defined <A HREF="../../../../org/apache/hadoop/io/WritableComparable.html" title="interface in org.apache.hadoop.io"><CODE>WritableComparable</CODE></A> comparator for |
---|
1992 | grouping keys of inputs to the reduce. |
---|
1993 | <P> |
---|
1994 | <DD><DL> |
---|
1995 | |
---|
1996 | <DT><B>Returns:</B><DD>comparator set by the user for grouping values.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputValueGroupingComparator(java.lang.Class)"><CODE>for details.</CODE></A></DL> |
---|
1997 | </DD> |
---|
1998 | </DL> |
---|
1999 | <HR> |
---|
2000 | |
---|
2001 | <A NAME="setOutputValueGroupingComparator(java.lang.Class)"><!-- --></A><H3> |
---|
2002 | setOutputValueGroupingComparator</H3> |
---|
2003 | <PRE> |
---|
2004 | public void <B>setOutputValueGroupingComparator</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io">RawComparator</A>> theClass)</PRE> |
---|
2005 | <DL> |
---|
2006 | <DD><B>Deprecated.</B> <DD>Set the user defined <A HREF="../../../../org/apache/hadoop/io/RawComparator.html" title="interface in org.apache.hadoop.io"><CODE>RawComparator</CODE></A> comparator for |
---|
2007 | grouping keys in the input to the reduce. |
---|
2008 | |
---|
2009 | <p>This comparator should be provided if the equivalence rules for keys |
---|
2010 | for sorting the intermediates are different from those for grouping keys |
---|
2011 | before each call to |
---|
2012 | <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html#reduce(K2, java.util.Iterator, org.apache.hadoop.mapred.OutputCollector, org.apache.hadoop.mapred.Reporter)"><CODE>Reducer.reduce(Object, java.util.Iterator, OutputCollector, Reporter)</CODE></A>.</p> |
---|
2013 | |
---|
2014 | <p>For key-value pairs (K1,V1) and (K2,V2), the values (V1, V2) are passed |
---|
2015 | in a single call to the reduce function if K1 and K2 compare as equal.</p> |
---|
2016 | |
---|
2017 | <p>Since <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass(java.lang.Class)"><CODE>setOutputKeyComparatorClass(Class)</CODE></A> can be used to control |
---|
2018 | how keys are sorted, this can be used in conjunction to simulate |
---|
2019 | <i>secondary sort on values</i>.</p> |
---|
2020 | |
---|
2021 | <p><i>Note</i>: This is not a guarantee of the reduce sort being |
---|
2022 | <i>stable</i> in any sense. (In any case, with the order of available |
---|
2023 | map-outputs to the reduce being non-deterministic, it wouldn't make |
---|
2024 | that much sense.)</p> |
---|
2025 | <P> |
---|
2026 | <DD><DL> |
---|
2027 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the comparator class to be used for grouping keys. |
---|
2028 | It should implement <code>RawComparator</code>.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setOutputKeyComparatorClass(java.lang.Class)"><CODE>setOutputKeyComparatorClass(Class)</CODE></A></DL> |
---|
2029 | </DD> |
---|
2030 | </DL> |
---|
2031 | <HR> |
---|
2032 | |
---|
2033 | <A NAME="getUseNewMapper()"><!-- --></A><H3> |
---|
2034 | getUseNewMapper</H3> |
---|
2035 | <PRE> |
---|
2036 | public boolean <B>getUseNewMapper</B>()</PRE> |
---|
2037 | <DL> |
---|
2038 | <DD><B>Deprecated.</B> <DD>Should the framework use the new context-object code for running |
---|
2039 | the mapper? |
---|
2040 | <P> |
---|
2041 | <DD><DL> |
---|
2042 | |
---|
2043 | <DT><B>Returns:</B><DD>true, if the new api should be used</DL> |
---|
2044 | </DD> |
---|
2045 | </DL> |
---|
2046 | <HR> |
---|
2047 | |
---|
2048 | <A NAME="setUseNewMapper(boolean)"><!-- --></A><H3> |
---|
2049 | setUseNewMapper</H3> |
---|
2050 | <PRE> |
---|
2051 | public void <B>setUseNewMapper</B>(boolean flag)</PRE> |
---|
2052 | <DL> |
---|
2053 | <DD><B>Deprecated.</B> <DD>Set whether the framework should use the new api for the mapper. |
---|
2054 | This is the default for jobs submitted with the new Job api. |
---|
2055 | <P> |
---|
2056 | <DD><DL> |
---|
2057 | <DT><B>Parameters:</B><DD><CODE>flag</CODE> - true, if the new api should be used</DL> |
---|
2058 | </DD> |
---|
2059 | </DL> |
---|
2060 | <HR> |
---|
2061 | |
---|
2062 | <A NAME="getUseNewReducer()"><!-- --></A><H3> |
---|
2063 | getUseNewReducer</H3> |
---|
2064 | <PRE> |
---|
2065 | public boolean <B>getUseNewReducer</B>()</PRE> |
---|
2066 | <DL> |
---|
2067 | <DD><B>Deprecated.</B> <DD>Should the framework use the new context-object code for running |
---|
2068 | the reducer? |
---|
2069 | <P> |
---|
2070 | <DD><DL> |
---|
2071 | |
---|
2072 | <DT><B>Returns:</B><DD>true, if the new api should be used</DL> |
---|
2073 | </DD> |
---|
2074 | </DL> |
---|
2075 | <HR> |
---|
2076 | |
---|
2077 | <A NAME="setUseNewReducer(boolean)"><!-- --></A><H3> |
---|
2078 | setUseNewReducer</H3> |
---|
2079 | <PRE> |
---|
2080 | public void <B>setUseNewReducer</B>(boolean flag)</PRE> |
---|
2081 | <DL> |
---|
2082 | <DD><B>Deprecated.</B> <DD>Set whether the framework should use the new api for the reducer. |
---|
2083 | This is the default for jobs submitted with the new Job api. |
---|
2084 | <P> |
---|
2085 | <DD><DL> |
---|
2086 | <DT><B>Parameters:</B><DD><CODE>flag</CODE> - true, if the new api should be used</DL> |
---|
2087 | </DD> |
---|
2088 | </DL> |
---|
2089 | <HR> |
---|
2090 | |
---|
2091 | <A NAME="getOutputValueClass()"><!-- --></A><H3> |
---|
2092 | getOutputValueClass</H3> |
---|
2093 | <PRE> |
---|
2094 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> <B>getOutputValueClass</B>()</PRE> |
---|
2095 | <DL> |
---|
2096 | <DD><B>Deprecated.</B> <DD>Get the value class for job outputs. |
---|
2097 | <P> |
---|
2098 | <DD><DL> |
---|
2099 | |
---|
2100 | <DT><B>Returns:</B><DD>the value class for job outputs.</DL> |
---|
2101 | </DD> |
---|
2102 | </DL> |
---|
2103 | <HR> |
---|
2104 | |
---|
2105 | <A NAME="setOutputValueClass(java.lang.Class)"><!-- --></A><H3> |
---|
2106 | setOutputValueClass</H3> |
---|
2107 | <PRE> |
---|
2108 | public void <B>setOutputValueClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><?> theClass)</PRE> |
---|
2109 | <DL> |
---|
2110 | <DD><B>Deprecated.</B> <DD>Set the value class for job outputs. |
---|
2111 | <P> |
---|
2112 | <DD><DL> |
---|
2113 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the value class for job outputs.</DL> |
---|
2114 | </DD> |
---|
2115 | </DL> |
---|
2116 | <HR> |
---|
2117 | |
---|
2118 | <A NAME="getMapperClass()"><!-- --></A><H3> |
---|
2119 | getMapperClass</H3> |
---|
2120 | <PRE> |
---|
2121 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</A>> <B>getMapperClass</B>()</PRE> |
---|
2122 | <DL> |
---|
2123 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job. |
---|
2124 | <P> |
---|
2125 | <DD><DL> |
---|
2126 | |
---|
2127 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job.</DL> |
---|
2128 | </DD> |
---|
2129 | </DL> |
---|
2130 | <HR> |
---|
2131 | |
---|
2132 | <A NAME="setMapperClass(java.lang.Class)"><!-- --></A><H3> |
---|
2133 | setMapperClass</H3> |
---|
2134 | <PRE> |
---|
2135 | public void <B>setMapperClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred">Mapper</A>> theClass)</PRE> |
---|
2136 | <DL> |
---|
2137 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job. |
---|
2138 | <P> |
---|
2139 | <DD><DL> |
---|
2140 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> class for the job.</DL> |
---|
2141 | </DD> |
---|
2142 | </DL> |
---|
2143 | <HR> |
---|
2144 | |
---|
2145 | <A NAME="getMapRunnerClass()"><!-- --></A><H3> |
---|
2146 | getMapRunnerClass</H3> |
---|
2147 | <PRE> |
---|
2148 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</A>> <B>getMapRunnerClass</B>()</PRE> |
---|
2149 | <DL> |
---|
2150 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job. |
---|
2151 | <P> |
---|
2152 | <DD><DL> |
---|
2153 | |
---|
2154 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job.</DL> |
---|
2155 | </DD> |
---|
2156 | </DL> |
---|
2157 | <HR> |
---|
2158 | |
---|
2159 | <A NAME="setMapRunnerClass(java.lang.Class)"><!-- --></A><H3> |
---|
2160 | setMapRunnerClass</H3> |
---|
2161 | <PRE> |
---|
2162 | public void <B>setMapRunnerClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred">MapRunnable</A>> theClass)</PRE> |
---|
2163 | <DL> |
---|
2164 | <DD><B>Deprecated.</B> <DD>Expert: Set the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job. |
---|
2165 | |
---|
2166 | Typically used to exert greater control on <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>s. |
---|
2167 | <P> |
---|
2168 | <DD><DL> |
---|
2169 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/MapRunnable.html" title="interface in org.apache.hadoop.mapred"><CODE>MapRunnable</CODE></A> class for the job.</DL> |
---|
2170 | </DD> |
---|
2171 | </DL> |
---|
2172 | <HR> |
---|
2173 | |
---|
2174 | <A NAME="getPartitionerClass()"><!-- --></A><H3> |
---|
2175 | getPartitionerClass</H3> |
---|
2176 | <PRE> |
---|
2177 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</A>> <B>getPartitionerClass</B>()</PRE> |
---|
2178 | <DL> |
---|
2179 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> used to partition <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>-outputs |
---|
2180 | to be sent to the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>s. |
---|
2181 | <P> |
---|
2182 | <DD><DL> |
---|
2183 | |
---|
2184 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> used to partition map-outputs.</DL> |
---|
2185 | </DD> |
---|
2186 | </DL> |
---|
2187 | <HR> |
---|
2188 | |
---|
2189 | <A NAME="setPartitionerClass(java.lang.Class)"><!-- --></A><H3> |
---|
2190 | setPartitionerClass</H3> |
---|
2191 | <PRE> |
---|
2192 | public void <B>setPartitionerClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred">Partitioner</A>> theClass)</PRE> |
---|
2193 | <DL> |
---|
2194 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> class used to partition |
---|
2195 | <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A>-outputs to be sent to the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>s. |
---|
2196 | <P> |
---|
2197 | <DD><DL> |
---|
2198 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/Partitioner.html" title="interface in org.apache.hadoop.mapred"><CODE>Partitioner</CODE></A> used to partition map-outputs.</DL> |
---|
2199 | </DD> |
---|
2200 | </DL> |
---|
2201 | <HR> |
---|
2202 | |
---|
2203 | <A NAME="getReducerClass()"><!-- --></A><H3> |
---|
2204 | getReducerClass</H3> |
---|
2205 | <PRE> |
---|
2206 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> <B>getReducerClass</B>()</PRE> |
---|
2207 | <DL> |
---|
2208 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job. |
---|
2209 | <P> |
---|
2210 | <DD><DL> |
---|
2211 | |
---|
2212 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job.</DL> |
---|
2213 | </DD> |
---|
2214 | </DL> |
---|
2215 | <HR> |
---|
2216 | |
---|
2217 | <A NAME="setReducerClass(java.lang.Class)"><!-- --></A><H3> |
---|
2218 | setReducerClass</H3> |
---|
2219 | <PRE> |
---|
2220 | public void <B>setReducerClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> theClass)</PRE> |
---|
2221 | <DL> |
---|
2222 | <DD><B>Deprecated.</B> <DD>Set the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job. |
---|
2223 | <P> |
---|
2224 | <DD><DL> |
---|
2225 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> class for the job.</DL> |
---|
2226 | </DD> |
---|
2227 | </DL> |
---|
2228 | <HR> |
---|
2229 | |
---|
2230 | <A NAME="getCombinerClass()"><!-- --></A><H3> |
---|
2231 | getCombinerClass</H3> |
---|
2232 | <PRE> |
---|
2233 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> <B>getCombinerClass</B>()</PRE> |
---|
2234 | <DL> |
---|
2235 | <DD><B>Deprecated.</B> <DD>Get the user-defined <i>combiner</i> class used to combine map-outputs |
---|
2236 | before being sent to the reducers. Typically the combiner is same as the |
---|
2237 | the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A> for the job i.e. <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getReducerClass()"><CODE>getReducerClass()</CODE></A>. |
---|
2238 | <P> |
---|
2239 | <DD><DL> |
---|
2240 | |
---|
2241 | <DT><B>Returns:</B><DD>the user-defined combiner class used to combine map-outputs.</DL> |
---|
2242 | </DD> |
---|
2243 | </DL> |
---|
2244 | <HR> |
---|
2245 | |
---|
2246 | <A NAME="setCombinerClass(java.lang.Class)"><!-- --></A><H3> |
---|
2247 | setCombinerClass</H3> |
---|
2248 | <PRE> |
---|
2249 | public void <B>setCombinerClass</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Class.html?is-external=true" title="class or interface in java.lang">Class</A><? extends <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred">Reducer</A>> theClass)</PRE> |
---|
2250 | <DL> |
---|
2251 | <DD><B>Deprecated.</B> <DD>Set the user-defined <i>combiner</i> class used to combine map-outputs |
---|
2252 | before being sent to the reducers. |
---|
2253 | |
---|
2254 | <p>The combiner is an application-specified aggregation operation, which |
---|
2255 | can help cut down the amount of data transferred between the |
---|
2256 | <A HREF="../../../../org/apache/hadoop/mapred/Mapper.html" title="interface in org.apache.hadoop.mapred"><CODE>Mapper</CODE></A> and the <A HREF="../../../../org/apache/hadoop/mapred/Reducer.html" title="interface in org.apache.hadoop.mapred"><CODE>Reducer</CODE></A>, leading to better performance.</p> |
---|
2257 | |
---|
2258 | <p>The framework may invoke the combiner 0, 1, or multiple times, in both |
---|
2259 | the mapper and reducer tasks. In general, the combiner is called as the |
---|
2260 | sort/merge result is written to disk. The combiner must: |
---|
2261 | <ul> |
---|
2262 | <li> be side-effect free</li> |
---|
2263 | <li> have the same input and output key types and the same input and |
---|
2264 | output value types</li> |
---|
2265 | </ul></p> |
---|
2266 | |
---|
2267 | <p>Typically the combiner is same as the <code>Reducer</code> for the |
---|
2268 | job i.e. <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReducerClass(java.lang.Class)"><CODE>setReducerClass(Class)</CODE></A>.</p> |
---|
2269 | <P> |
---|
2270 | <DD><DL> |
---|
2271 | <DT><B>Parameters:</B><DD><CODE>theClass</CODE> - the user-defined combiner class used to combine |
---|
2272 | map-outputs.</DL> |
---|
2273 | </DD> |
---|
2274 | </DL> |
---|
2275 | <HR> |
---|
2276 | |
---|
2277 | <A NAME="getSpeculativeExecution()"><!-- --></A><H3> |
---|
2278 | getSpeculativeExecution</H3> |
---|
2279 | <PRE> |
---|
2280 | public boolean <B>getSpeculativeExecution</B>()</PRE> |
---|
2281 | <DL> |
---|
2282 | <DD><B>Deprecated.</B> <DD>Should speculative execution be used for this job? |
---|
2283 | Defaults to <code>true</code>. |
---|
2284 | <P> |
---|
2285 | <DD><DL> |
---|
2286 | |
---|
2287 | <DT><B>Returns:</B><DD><code>true</code> if speculative execution be used for this job, |
---|
2288 | <code>false</code> otherwise.</DL> |
---|
2289 | </DD> |
---|
2290 | </DL> |
---|
2291 | <HR> |
---|
2292 | |
---|
2293 | <A NAME="setSpeculativeExecution(boolean)"><!-- --></A><H3> |
---|
2294 | setSpeculativeExecution</H3> |
---|
2295 | <PRE> |
---|
2296 | public void <B>setSpeculativeExecution</B>(boolean speculativeExecution)</PRE> |
---|
2297 | <DL> |
---|
2298 | <DD><B>Deprecated.</B> <DD>Turn speculative execution on or off for this job. |
---|
2299 | <P> |
---|
2300 | <DD><DL> |
---|
2301 | <DT><B>Parameters:</B><DD><CODE>speculativeExecution</CODE> - <code>true</code> if speculative execution |
---|
2302 | should be turned on, else <code>false</code>.</DL> |
---|
2303 | </DD> |
---|
2304 | </DL> |
---|
2305 | <HR> |
---|
2306 | |
---|
2307 | <A NAME="getMapSpeculativeExecution()"><!-- --></A><H3> |
---|
2308 | getMapSpeculativeExecution</H3> |
---|
2309 | <PRE> |
---|
2310 | public boolean <B>getMapSpeculativeExecution</B>()</PRE> |
---|
2311 | <DL> |
---|
2312 | <DD><B>Deprecated.</B> <DD>Should speculative execution be used for this job for map tasks? |
---|
2313 | Defaults to <code>true</code>. |
---|
2314 | <P> |
---|
2315 | <DD><DL> |
---|
2316 | |
---|
2317 | <DT><B>Returns:</B><DD><code>true</code> if speculative execution be |
---|
2318 | used for this job for map tasks, |
---|
2319 | <code>false</code> otherwise.</DL> |
---|
2320 | </DD> |
---|
2321 | </DL> |
---|
2322 | <HR> |
---|
2323 | |
---|
2324 | <A NAME="setMapSpeculativeExecution(boolean)"><!-- --></A><H3> |
---|
2325 | setMapSpeculativeExecution</H3> |
---|
2326 | <PRE> |
---|
2327 | public void <B>setMapSpeculativeExecution</B>(boolean speculativeExecution)</PRE> |
---|
2328 | <DL> |
---|
2329 | <DD><B>Deprecated.</B> <DD>Turn speculative execution on or off for this job for map tasks. |
---|
2330 | <P> |
---|
2331 | <DD><DL> |
---|
2332 | <DT><B>Parameters:</B><DD><CODE>speculativeExecution</CODE> - <code>true</code> if speculative execution |
---|
2333 | should be turned on for map tasks, |
---|
2334 | else <code>false</code>.</DL> |
---|
2335 | </DD> |
---|
2336 | </DL> |
---|
2337 | <HR> |
---|
2338 | |
---|
2339 | <A NAME="getReduceSpeculativeExecution()"><!-- --></A><H3> |
---|
2340 | getReduceSpeculativeExecution</H3> |
---|
2341 | <PRE> |
---|
2342 | public boolean <B>getReduceSpeculativeExecution</B>()</PRE> |
---|
2343 | <DL> |
---|
2344 | <DD><B>Deprecated.</B> <DD>Should speculative execution be used for this job for reduce tasks? |
---|
2345 | Defaults to <code>true</code>. |
---|
2346 | <P> |
---|
2347 | <DD><DL> |
---|
2348 | |
---|
2349 | <DT><B>Returns:</B><DD><code>true</code> if speculative execution be used |
---|
2350 | for reduce tasks for this job, |
---|
2351 | <code>false</code> otherwise.</DL> |
---|
2352 | </DD> |
---|
2353 | </DL> |
---|
2354 | <HR> |
---|
2355 | |
---|
2356 | <A NAME="setReduceSpeculativeExecution(boolean)"><!-- --></A><H3> |
---|
2357 | setReduceSpeculativeExecution</H3> |
---|
2358 | <PRE> |
---|
2359 | public void <B>setReduceSpeculativeExecution</B>(boolean speculativeExecution)</PRE> |
---|
2360 | <DL> |
---|
2361 | <DD><B>Deprecated.</B> <DD>Turn speculative execution on or off for this job for reduce tasks. |
---|
2362 | <P> |
---|
2363 | <DD><DL> |
---|
2364 | <DT><B>Parameters:</B><DD><CODE>speculativeExecution</CODE> - <code>true</code> if speculative execution |
---|
2365 | should be turned on for reduce tasks, |
---|
2366 | else <code>false</code>.</DL> |
---|
2367 | </DD> |
---|
2368 | </DL> |
---|
2369 | <HR> |
---|
2370 | |
---|
2371 | <A NAME="getNumMapTasks()"><!-- --></A><H3> |
---|
2372 | getNumMapTasks</H3> |
---|
2373 | <PRE> |
---|
2374 | public int <B>getNumMapTasks</B>()</PRE> |
---|
2375 | <DL> |
---|
2376 | <DD><B>Deprecated.</B> <DD>Get configured the number of reduce tasks for this job. |
---|
2377 | Defaults to <code>1</code>. |
---|
2378 | <P> |
---|
2379 | <DD><DL> |
---|
2380 | |
---|
2381 | <DT><B>Returns:</B><DD>the number of reduce tasks for this job.</DL> |
---|
2382 | </DD> |
---|
2383 | </DL> |
---|
2384 | <HR> |
---|
2385 | |
---|
2386 | <A NAME="setNumMapTasks(int)"><!-- --></A><H3> |
---|
2387 | setNumMapTasks</H3> |
---|
2388 | <PRE> |
---|
2389 | public void <B>setNumMapTasks</B>(int n)</PRE> |
---|
2390 | <DL> |
---|
2391 | <DD><B>Deprecated.</B> <DD>Set the number of map tasks for this job. |
---|
2392 | |
---|
2393 | <p><i>Note</i>: This is only a <i>hint</i> to the framework. The actual |
---|
2394 | number of spawned map tasks depends on the number of <A HREF="../../../../org/apache/hadoop/mapred/InputSplit.html" title="interface in org.apache.hadoop.mapred"><CODE>InputSplit</CODE></A>s |
---|
2395 | generated by the job's <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html#getSplits(org.apache.hadoop.mapred.JobConf, int)"><CODE>InputFormat.getSplits(JobConf, int)</CODE></A>. |
---|
2396 | |
---|
2397 | A custom <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A> is typically used to accurately control |
---|
2398 | the number of map tasks for the job.</p> |
---|
2399 | |
---|
2400 | <h4 id="NoOfMaps">How many maps?</h4> |
---|
2401 | |
---|
2402 | <p>The number of maps is usually driven by the total size of the inputs |
---|
2403 | i.e. total number of blocks of the input files.</p> |
---|
2404 | |
---|
2405 | <p>The right level of parallelism for maps seems to be around 10-100 maps |
---|
2406 | per-node, although it has been set up to 300 or so for very cpu-light map |
---|
2407 | tasks. Task setup takes awhile, so it is best if the maps take at least a |
---|
2408 | minute to execute.</p> |
---|
2409 | |
---|
2410 | <p>The default behavior of file-based <A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html" title="interface in org.apache.hadoop.mapred"><CODE>InputFormat</CODE></A>s is to split the |
---|
2411 | input into <i>logical</i> <A HREF="../../../../org/apache/hadoop/mapred/InputSplit.html" title="interface in org.apache.hadoop.mapred"><CODE>InputSplit</CODE></A>s based on the total size, in |
---|
2412 | bytes, of input files. However, the <A HREF="../../../../org/apache/hadoop/fs/FileSystem.html" title="class in org.apache.hadoop.fs"><CODE>FileSystem</CODE></A> blocksize of the |
---|
2413 | input files is treated as an upper bound for input splits. A lower bound |
---|
2414 | on the split size can be set via |
---|
2415 | <a href="../../../../../mapred-default.html#mapred.min.split.size"> |
---|
2416 | mapred.min.split.size</a>.</p> |
---|
2417 | |
---|
2418 | <p>Thus, if you expect 10TB of input data and have a blocksize of 128MB, |
---|
2419 | you'll end up with 82,000 maps, unless <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setNumMapTasks(int)"><CODE>setNumMapTasks(int)</CODE></A> is |
---|
2420 | used to set it even higher.</p> |
---|
2421 | <P> |
---|
2422 | <DD><DL> |
---|
2423 | <DT><B>Parameters:</B><DD><CODE>n</CODE> - the number of map tasks for this job.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/InputFormat.html#getSplits(org.apache.hadoop.mapred.JobConf, int)"><CODE>InputFormat.getSplits(JobConf, int)</CODE></A>, |
---|
2424 | <A HREF="../../../../org/apache/hadoop/mapred/FileInputFormat.html" title="class in org.apache.hadoop.mapred"><CODE>FileInputFormat</CODE></A>, |
---|
2425 | <A HREF="../../../../org/apache/hadoop/fs/FileSystem.html#getDefaultBlockSize()"><CODE>FileSystem.getDefaultBlockSize()</CODE></A>, |
---|
2426 | <A HREF="../../../../org/apache/hadoop/fs/FileStatus.html#getBlockSize()"><CODE>FileStatus.getBlockSize()</CODE></A></DL> |
---|
2427 | </DD> |
---|
2428 | </DL> |
---|
2429 | <HR> |
---|
2430 | |
---|
2431 | <A NAME="getNumReduceTasks()"><!-- --></A><H3> |
---|
2432 | getNumReduceTasks</H3> |
---|
2433 | <PRE> |
---|
2434 | public int <B>getNumReduceTasks</B>()</PRE> |
---|
2435 | <DL> |
---|
2436 | <DD><B>Deprecated.</B> <DD>Get configured the number of reduce tasks for this job. Defaults to |
---|
2437 | <code>1</code>. |
---|
2438 | <P> |
---|
2439 | <DD><DL> |
---|
2440 | |
---|
2441 | <DT><B>Returns:</B><DD>the number of reduce tasks for this job.</DL> |
---|
2442 | </DD> |
---|
2443 | </DL> |
---|
2444 | <HR> |
---|
2445 | |
---|
2446 | <A NAME="setNumReduceTasks(int)"><!-- --></A><H3> |
---|
2447 | setNumReduceTasks</H3> |
---|
2448 | <PRE> |
---|
2449 | public void <B>setNumReduceTasks</B>(int n)</PRE> |
---|
2450 | <DL> |
---|
2451 | <DD><B>Deprecated.</B> <DD>Set the requisite number of reduce tasks for this job. |
---|
2452 | |
---|
2453 | <h4 id="NoOfReduces">How many reduces?</h4> |
---|
2454 | |
---|
2455 | <p>The right number of reduces seems to be <code>0.95</code> or |
---|
2456 | <code>1.75</code> multiplied by (<<i>no. of nodes</i>> * |
---|
2457 | <a href="../../../../../mapred-default.html#mapred.tasktracker.reduce.tasks.maximum"> |
---|
2458 | mapred.tasktracker.reduce.tasks.maximum</a>). |
---|
2459 | </p> |
---|
2460 | |
---|
2461 | <p>With <code>0.95</code> all of the reduces can launch immediately and |
---|
2462 | start transfering map outputs as the maps finish. With <code>1.75</code> |
---|
2463 | the faster nodes will finish their first round of reduces and launch a |
---|
2464 | second wave of reduces doing a much better job of load balancing.</p> |
---|
2465 | |
---|
2466 | <p>Increasing the number of reduces increases the framework overhead, but |
---|
2467 | increases load balancing and lowers the cost of failures.</p> |
---|
2468 | |
---|
2469 | <p>The scaling factors above are slightly less than whole numbers to |
---|
2470 | reserve a few reduce slots in the framework for speculative-tasks, failures |
---|
2471 | etc.</p> |
---|
2472 | |
---|
2473 | <h4 id="ReducerNone">Reducer NONE</h4> |
---|
2474 | |
---|
2475 | <p>It is legal to set the number of reduce-tasks to <code>zero</code>.</p> |
---|
2476 | |
---|
2477 | <p>In this case the output of the map-tasks directly go to distributed |
---|
2478 | file-system, to the path set by |
---|
2479 | <A HREF="../../../../org/apache/hadoop/mapred/FileOutputFormat.html#setOutputPath(org.apache.hadoop.mapred.JobConf, org.apache.hadoop.fs.Path)"><CODE>FileOutputFormat.setOutputPath(JobConf, Path)</CODE></A>. Also, the |
---|
2480 | framework doesn't sort the map-outputs before writing it out to HDFS.</p> |
---|
2481 | <P> |
---|
2482 | <DD><DL> |
---|
2483 | <DT><B>Parameters:</B><DD><CODE>n</CODE> - the number of reduce tasks for this job.</DL> |
---|
2484 | </DD> |
---|
2485 | </DL> |
---|
2486 | <HR> |
---|
2487 | |
---|
2488 | <A NAME="getMaxMapAttempts()"><!-- --></A><H3> |
---|
2489 | getMaxMapAttempts</H3> |
---|
2490 | <PRE> |
---|
2491 | public int <B>getMaxMapAttempts</B>()</PRE> |
---|
2492 | <DL> |
---|
2493 | <DD><B>Deprecated.</B> <DD>Get the configured number of maximum attempts that will be made to run a |
---|
2494 | map task, as specified by the <code>mapred.map.max.attempts</code> |
---|
2495 | property. If this property is not already set, the default is 4 attempts. |
---|
2496 | <P> |
---|
2497 | <DD><DL> |
---|
2498 | |
---|
2499 | <DT><B>Returns:</B><DD>the max number of attempts per map task.</DL> |
---|
2500 | </DD> |
---|
2501 | </DL> |
---|
2502 | <HR> |
---|
2503 | |
---|
2504 | <A NAME="setMaxMapAttempts(int)"><!-- --></A><H3> |
---|
2505 | setMaxMapAttempts</H3> |
---|
2506 | <PRE> |
---|
2507 | public void <B>setMaxMapAttempts</B>(int n)</PRE> |
---|
2508 | <DL> |
---|
2509 | <DD><B>Deprecated.</B> <DD>Expert: Set the number of maximum attempts that will be made to run a |
---|
2510 | map task. |
---|
2511 | <P> |
---|
2512 | <DD><DL> |
---|
2513 | <DT><B>Parameters:</B><DD><CODE>n</CODE> - the number of attempts per map task.</DL> |
---|
2514 | </DD> |
---|
2515 | </DL> |
---|
2516 | <HR> |
---|
2517 | |
---|
2518 | <A NAME="getMaxReduceAttempts()"><!-- --></A><H3> |
---|
2519 | getMaxReduceAttempts</H3> |
---|
2520 | <PRE> |
---|
2521 | public int <B>getMaxReduceAttempts</B>()</PRE> |
---|
2522 | <DL> |
---|
2523 | <DD><B>Deprecated.</B> <DD>Get the configured number of maximum attempts that will be made to run a |
---|
2524 | reduce task, as specified by the <code>mapred.reduce.max.attempts</code> |
---|
2525 | property. If this property is not already set, the default is 4 attempts. |
---|
2526 | <P> |
---|
2527 | <DD><DL> |
---|
2528 | |
---|
2529 | <DT><B>Returns:</B><DD>the max number of attempts per reduce task.</DL> |
---|
2530 | </DD> |
---|
2531 | </DL> |
---|
2532 | <HR> |
---|
2533 | |
---|
2534 | <A NAME="setMaxReduceAttempts(int)"><!-- --></A><H3> |
---|
2535 | setMaxReduceAttempts</H3> |
---|
2536 | <PRE> |
---|
2537 | public void <B>setMaxReduceAttempts</B>(int n)</PRE> |
---|
2538 | <DL> |
---|
2539 | <DD><B>Deprecated.</B> <DD>Expert: Set the number of maximum attempts that will be made to run a |
---|
2540 | reduce task. |
---|
2541 | <P> |
---|
2542 | <DD><DL> |
---|
2543 | <DT><B>Parameters:</B><DD><CODE>n</CODE> - the number of attempts per reduce task.</DL> |
---|
2544 | </DD> |
---|
2545 | </DL> |
---|
2546 | <HR> |
---|
2547 | |
---|
2548 | <A NAME="getJobName()"><!-- --></A><H3> |
---|
2549 | getJobName</H3> |
---|
2550 | <PRE> |
---|
2551 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getJobName</B>()</PRE> |
---|
2552 | <DL> |
---|
2553 | <DD><B>Deprecated.</B> <DD>Get the user-specified job name. This is only used to identify the |
---|
2554 | job to the user. |
---|
2555 | <P> |
---|
2556 | <DD><DL> |
---|
2557 | |
---|
2558 | <DT><B>Returns:</B><DD>the job's name, defaulting to "".</DL> |
---|
2559 | </DD> |
---|
2560 | </DL> |
---|
2561 | <HR> |
---|
2562 | |
---|
2563 | <A NAME="setJobName(java.lang.String)"><!-- --></A><H3> |
---|
2564 | setJobName</H3> |
---|
2565 | <PRE> |
---|
2566 | public void <B>setJobName</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> name)</PRE> |
---|
2567 | <DL> |
---|
2568 | <DD><B>Deprecated.</B> <DD>Set the user-specified job name. |
---|
2569 | <P> |
---|
2570 | <DD><DL> |
---|
2571 | <DT><B>Parameters:</B><DD><CODE>name</CODE> - the job's new name.</DL> |
---|
2572 | </DD> |
---|
2573 | </DL> |
---|
2574 | <HR> |
---|
2575 | |
---|
2576 | <A NAME="getSessionId()"><!-- --></A><H3> |
---|
2577 | getSessionId</H3> |
---|
2578 | <PRE> |
---|
2579 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getSessionId</B>()</PRE> |
---|
2580 | <DL> |
---|
2581 | <DD><B>Deprecated.</B> <DD>Get the user-specified session identifier. The default is the empty string. |
---|
2582 | |
---|
2583 | The session identifier is used to tag metric data that is reported to some |
---|
2584 | performance metrics system via the org.apache.hadoop.metrics API. The |
---|
2585 | session identifier is intended, in particular, for use by Hadoop-On-Demand |
---|
2586 | (HOD) which allocates a virtual Hadoop cluster dynamically and transiently. |
---|
2587 | HOD will set the session identifier by modifying the mapred-site.xml file |
---|
2588 | before starting the cluster. |
---|
2589 | |
---|
2590 | When not running under HOD, this identifer is expected to remain set to |
---|
2591 | the empty string. |
---|
2592 | <P> |
---|
2593 | <DD><DL> |
---|
2594 | |
---|
2595 | <DT><B>Returns:</B><DD>the session identifier, defaulting to "".</DL> |
---|
2596 | </DD> |
---|
2597 | </DL> |
---|
2598 | <HR> |
---|
2599 | |
---|
2600 | <A NAME="setSessionId(java.lang.String)"><!-- --></A><H3> |
---|
2601 | setSessionId</H3> |
---|
2602 | <PRE> |
---|
2603 | public void <B>setSessionId</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> sessionId)</PRE> |
---|
2604 | <DL> |
---|
2605 | <DD><B>Deprecated.</B> <DD>Set the user-specified session identifier. |
---|
2606 | <P> |
---|
2607 | <DD><DL> |
---|
2608 | <DT><B>Parameters:</B><DD><CODE>sessionId</CODE> - the new session id.</DL> |
---|
2609 | </DD> |
---|
2610 | </DL> |
---|
2611 | <HR> |
---|
2612 | |
---|
2613 | <A NAME="setMaxTaskFailuresPerTracker(int)"><!-- --></A><H3> |
---|
2614 | setMaxTaskFailuresPerTracker</H3> |
---|
2615 | <PRE> |
---|
2616 | public void <B>setMaxTaskFailuresPerTracker</B>(int noFailures)</PRE> |
---|
2617 | <DL> |
---|
2618 | <DD><B>Deprecated.</B> <DD>Set the maximum no. of failures of a given job per tasktracker. |
---|
2619 | If the no. of task failures exceeds <code>noFailures</code>, the |
---|
2620 | tasktracker is <i>blacklisted</i> for this job. |
---|
2621 | <P> |
---|
2622 | <DD><DL> |
---|
2623 | <DT><B>Parameters:</B><DD><CODE>noFailures</CODE> - maximum no. of failures of a given job per tasktracker.</DL> |
---|
2624 | </DD> |
---|
2625 | </DL> |
---|
2626 | <HR> |
---|
2627 | |
---|
2628 | <A NAME="getMaxTaskFailuresPerTracker()"><!-- --></A><H3> |
---|
2629 | getMaxTaskFailuresPerTracker</H3> |
---|
2630 | <PRE> |
---|
2631 | public int <B>getMaxTaskFailuresPerTracker</B>()</PRE> |
---|
2632 | <DL> |
---|
2633 | <DD><B>Deprecated.</B> <DD>Expert: Get the maximum no. of failures of a given job per tasktracker. |
---|
2634 | If the no. of task failures exceeds this, the tasktracker is |
---|
2635 | <i>blacklisted</i> for this job. |
---|
2636 | <P> |
---|
2637 | <DD><DL> |
---|
2638 | |
---|
2639 | <DT><B>Returns:</B><DD>the maximum no. of failures of a given job per tasktracker.</DL> |
---|
2640 | </DD> |
---|
2641 | </DL> |
---|
2642 | <HR> |
---|
2643 | |
---|
2644 | <A NAME="getMaxMapTaskFailuresPercent()"><!-- --></A><H3> |
---|
2645 | getMaxMapTaskFailuresPercent</H3> |
---|
2646 | <PRE> |
---|
2647 | public int <B>getMaxMapTaskFailuresPercent</B>()</PRE> |
---|
2648 | <DL> |
---|
2649 | <DD><B>Deprecated.</B> <DD>Get the maximum percentage of map tasks that can fail without |
---|
2650 | the job being aborted. |
---|
2651 | |
---|
2652 | Each map task is executed a minimum of <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts()"><CODE>getMaxMapAttempts()</CODE></A> |
---|
2653 | attempts before being declared as <i>failed</i>. |
---|
2654 | |
---|
2655 | Defaults to <code>zero</code>, i.e. <i>any</i> failed map-task results in |
---|
2656 | the job being declared as <A HREF="../../../../org/apache/hadoop/mapred/JobStatus.html#FAILED"><CODE>JobStatus.FAILED</CODE></A>. |
---|
2657 | <P> |
---|
2658 | <DD><DL> |
---|
2659 | |
---|
2660 | <DT><B>Returns:</B><DD>the maximum percentage of map tasks that can fail without |
---|
2661 | the job being aborted.</DL> |
---|
2662 | </DD> |
---|
2663 | </DL> |
---|
2664 | <HR> |
---|
2665 | |
---|
2666 | <A NAME="setMaxMapTaskFailuresPercent(int)"><!-- --></A><H3> |
---|
2667 | setMaxMapTaskFailuresPercent</H3> |
---|
2668 | <PRE> |
---|
2669 | public void <B>setMaxMapTaskFailuresPercent</B>(int percent)</PRE> |
---|
2670 | <DL> |
---|
2671 | <DD><B>Deprecated.</B> <DD>Expert: Set the maximum percentage of map tasks that can fail without the |
---|
2672 | job being aborted. |
---|
2673 | |
---|
2674 | Each map task is executed a minimum of <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxMapAttempts()"><CODE>getMaxMapAttempts()</CODE></A> attempts |
---|
2675 | before being declared as <i>failed</i>. |
---|
2676 | <P> |
---|
2677 | <DD><DL> |
---|
2678 | <DT><B>Parameters:</B><DD><CODE>percent</CODE> - the maximum percentage of map tasks that can fail without |
---|
2679 | the job being aborted.</DL> |
---|
2680 | </DD> |
---|
2681 | </DL> |
---|
2682 | <HR> |
---|
2683 | |
---|
2684 | <A NAME="getMaxReduceTaskFailuresPercent()"><!-- --></A><H3> |
---|
2685 | getMaxReduceTaskFailuresPercent</H3> |
---|
2686 | <PRE> |
---|
2687 | public int <B>getMaxReduceTaskFailuresPercent</B>()</PRE> |
---|
2688 | <DL> |
---|
2689 | <DD><B>Deprecated.</B> <DD>Get the maximum percentage of reduce tasks that can fail without |
---|
2690 | the job being aborted. |
---|
2691 | |
---|
2692 | Each reduce task is executed a minimum of <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts()"><CODE>getMaxReduceAttempts()</CODE></A> |
---|
2693 | attempts before being declared as <i>failed</i>. |
---|
2694 | |
---|
2695 | Defaults to <code>zero</code>, i.e. <i>any</i> failed reduce-task results |
---|
2696 | in the job being declared as <A HREF="../../../../org/apache/hadoop/mapred/JobStatus.html#FAILED"><CODE>JobStatus.FAILED</CODE></A>. |
---|
2697 | <P> |
---|
2698 | <DD><DL> |
---|
2699 | |
---|
2700 | <DT><B>Returns:</B><DD>the maximum percentage of reduce tasks that can fail without |
---|
2701 | the job being aborted.</DL> |
---|
2702 | </DD> |
---|
2703 | </DL> |
---|
2704 | <HR> |
---|
2705 | |
---|
2706 | <A NAME="setMaxReduceTaskFailuresPercent(int)"><!-- --></A><H3> |
---|
2707 | setMaxReduceTaskFailuresPercent</H3> |
---|
2708 | <PRE> |
---|
2709 | public void <B>setMaxReduceTaskFailuresPercent</B>(int percent)</PRE> |
---|
2710 | <DL> |
---|
2711 | <DD><B>Deprecated.</B> <DD>Set the maximum percentage of reduce tasks that can fail without the job |
---|
2712 | being aborted. |
---|
2713 | |
---|
2714 | Each reduce task is executed a minimum of <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxReduceAttempts()"><CODE>getMaxReduceAttempts()</CODE></A> |
---|
2715 | attempts before being declared as <i>failed</i>. |
---|
2716 | <P> |
---|
2717 | <DD><DL> |
---|
2718 | <DT><B>Parameters:</B><DD><CODE>percent</CODE> - the maximum percentage of reduce tasks that can fail without |
---|
2719 | the job being aborted.</DL> |
---|
2720 | </DD> |
---|
2721 | </DL> |
---|
2722 | <HR> |
---|
2723 | |
---|
2724 | <A NAME="setJobPriority(org.apache.hadoop.mapred.JobPriority)"><!-- --></A><H3> |
---|
2725 | setJobPriority</H3> |
---|
2726 | <PRE> |
---|
2727 | public void <B>setJobPriority</B>(<A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</A> prio)</PRE> |
---|
2728 | <DL> |
---|
2729 | <DD><B>Deprecated.</B> <DD>Set <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job. |
---|
2730 | <P> |
---|
2731 | <DD><DL> |
---|
2732 | <DT><B>Parameters:</B><DD><CODE>prio</CODE> - the <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job.</DL> |
---|
2733 | </DD> |
---|
2734 | </DL> |
---|
2735 | <HR> |
---|
2736 | |
---|
2737 | <A NAME="getJobPriority()"><!-- --></A><H3> |
---|
2738 | getJobPriority</H3> |
---|
2739 | <PRE> |
---|
2740 | public <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred">JobPriority</A> <B>getJobPriority</B>()</PRE> |
---|
2741 | <DL> |
---|
2742 | <DD><B>Deprecated.</B> <DD>Get the <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job. |
---|
2743 | <P> |
---|
2744 | <DD><DL> |
---|
2745 | |
---|
2746 | <DT><B>Returns:</B><DD>the <A HREF="../../../../org/apache/hadoop/mapred/JobPriority.html" title="enum in org.apache.hadoop.mapred"><CODE>JobPriority</CODE></A> for this job.</DL> |
---|
2747 | </DD> |
---|
2748 | </DL> |
---|
2749 | <HR> |
---|
2750 | |
---|
2751 | <A NAME="getProfileEnabled()"><!-- --></A><H3> |
---|
2752 | getProfileEnabled</H3> |
---|
2753 | <PRE> |
---|
2754 | public boolean <B>getProfileEnabled</B>()</PRE> |
---|
2755 | <DL> |
---|
2756 | <DD><B>Deprecated.</B> <DD>Get whether the task profiling is enabled. |
---|
2757 | <P> |
---|
2758 | <DD><DL> |
---|
2759 | |
---|
2760 | <DT><B>Returns:</B><DD>true if some tasks will be profiled</DL> |
---|
2761 | </DD> |
---|
2762 | </DL> |
---|
2763 | <HR> |
---|
2764 | |
---|
2765 | <A NAME="setProfileEnabled(boolean)"><!-- --></A><H3> |
---|
2766 | setProfileEnabled</H3> |
---|
2767 | <PRE> |
---|
2768 | public void <B>setProfileEnabled</B>(boolean newValue)</PRE> |
---|
2769 | <DL> |
---|
2770 | <DD><B>Deprecated.</B> <DD>Set whether the system should collect profiler information for some of |
---|
2771 | the tasks in this job? The information is stored in the user log |
---|
2772 | directory. |
---|
2773 | <P> |
---|
2774 | <DD><DL> |
---|
2775 | <DT><B>Parameters:</B><DD><CODE>newValue</CODE> - true means it should be gathered</DL> |
---|
2776 | </DD> |
---|
2777 | </DL> |
---|
2778 | <HR> |
---|
2779 | |
---|
2780 | <A NAME="getProfileParams()"><!-- --></A><H3> |
---|
2781 | getProfileParams</H3> |
---|
2782 | <PRE> |
---|
2783 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getProfileParams</B>()</PRE> |
---|
2784 | <DL> |
---|
2785 | <DD><B>Deprecated.</B> <DD>Get the profiler configuration arguments. |
---|
2786 | |
---|
2787 | The default value for this property is |
---|
2788 | "-agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s" |
---|
2789 | <P> |
---|
2790 | <DD><DL> |
---|
2791 | |
---|
2792 | <DT><B>Returns:</B><DD>the parameters to pass to the task child to configure profiling</DL> |
---|
2793 | </DD> |
---|
2794 | </DL> |
---|
2795 | <HR> |
---|
2796 | |
---|
2797 | <A NAME="setProfileParams(java.lang.String)"><!-- --></A><H3> |
---|
2798 | setProfileParams</H3> |
---|
2799 | <PRE> |
---|
2800 | public void <B>setProfileParams</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> value)</PRE> |
---|
2801 | <DL> |
---|
2802 | <DD><B>Deprecated.</B> <DD>Set the profiler configuration arguments. If the string contains a '%s' it |
---|
2803 | will be replaced with the name of the profiling output file when the task |
---|
2804 | runs. |
---|
2805 | |
---|
2806 | This value is passed to the task child JVM on the command line. |
---|
2807 | <P> |
---|
2808 | <DD><DL> |
---|
2809 | <DT><B>Parameters:</B><DD><CODE>value</CODE> - the configuration string</DL> |
---|
2810 | </DD> |
---|
2811 | </DL> |
---|
2812 | <HR> |
---|
2813 | |
---|
2814 | <A NAME="getProfileTaskRange(boolean)"><!-- --></A><H3> |
---|
2815 | getProfileTaskRange</H3> |
---|
2816 | <PRE> |
---|
2817 | public <A HREF="../../../../org/apache/hadoop/conf/Configuration.IntegerRanges.html" title="class in org.apache.hadoop.conf">Configuration.IntegerRanges</A> <B>getProfileTaskRange</B>(boolean isMap)</PRE> |
---|
2818 | <DL> |
---|
2819 | <DD><B>Deprecated.</B> <DD>Get the range of maps or reduces to profile. |
---|
2820 | <P> |
---|
2821 | <DD><DL> |
---|
2822 | <DT><B>Parameters:</B><DD><CODE>isMap</CODE> - is the task a map? |
---|
2823 | <DT><B>Returns:</B><DD>the task ranges</DL> |
---|
2824 | </DD> |
---|
2825 | </DL> |
---|
2826 | <HR> |
---|
2827 | |
---|
2828 | <A NAME="setProfileTaskRange(boolean, java.lang.String)"><!-- --></A><H3> |
---|
2829 | setProfileTaskRange</H3> |
---|
2830 | <PRE> |
---|
2831 | public void <B>setProfileTaskRange</B>(boolean isMap, |
---|
2832 | <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> newValue)</PRE> |
---|
2833 | <DL> |
---|
2834 | <DD><B>Deprecated.</B> <DD>Set the ranges of maps or reduces to profile. setProfileEnabled(true) |
---|
2835 | must also be called. |
---|
2836 | <P> |
---|
2837 | <DD><DL> |
---|
2838 | <DT><B>Parameters:</B><DD><CODE>newValue</CODE> - a set of integer ranges of the map ids</DL> |
---|
2839 | </DD> |
---|
2840 | </DL> |
---|
2841 | <HR> |
---|
2842 | |
---|
2843 | <A NAME="setMapDebugScript(java.lang.String)"><!-- --></A><H3> |
---|
2844 | setMapDebugScript</H3> |
---|
2845 | <PRE> |
---|
2846 | public void <B>setMapDebugScript</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> mDbgScript)</PRE> |
---|
2847 | <DL> |
---|
2848 | <DD><B>Deprecated.</B> <DD>Set the debug script to run when the map tasks fail. |
---|
2849 | |
---|
2850 | <p>The debug script can aid debugging of failed map tasks. The script is |
---|
2851 | given task's stdout, stderr, syslog, jobconf files as arguments.</p> |
---|
2852 | |
---|
2853 | <p>The debug command, run on the node where the map failed, is:</p> |
---|
2854 | <p><pre><blockquote> |
---|
2855 | $script $stdout $stderr $syslog $jobconf. |
---|
2856 | </blockquote></pre></p> |
---|
2857 | |
---|
2858 | <p> The script file is distributed through <A HREF="../../../../org/apache/hadoop/filecache/DistributedCache.html" title="class in org.apache.hadoop.filecache"><CODE>DistributedCache</CODE></A> |
---|
2859 | APIs. The script needs to be symlinked. </p> |
---|
2860 | |
---|
2861 | <p>Here is an example on how to submit a script |
---|
2862 | <p><blockquote><pre> |
---|
2863 | job.setMapDebugScript("./myscript"); |
---|
2864 | DistributedCache.createSymlink(job); |
---|
2865 | DistributedCache.addCacheFile("/debug/scripts/myscript#myscript"); |
---|
2866 | </pre></blockquote></p> |
---|
2867 | <P> |
---|
2868 | <DD><DL> |
---|
2869 | <DT><B>Parameters:</B><DD><CODE>mDbgScript</CODE> - the script name</DL> |
---|
2870 | </DD> |
---|
2871 | </DL> |
---|
2872 | <HR> |
---|
2873 | |
---|
2874 | <A NAME="getMapDebugScript()"><!-- --></A><H3> |
---|
2875 | getMapDebugScript</H3> |
---|
2876 | <PRE> |
---|
2877 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getMapDebugScript</B>()</PRE> |
---|
2878 | <DL> |
---|
2879 | <DD><B>Deprecated.</B> <DD>Get the map task's debug script. |
---|
2880 | <P> |
---|
2881 | <DD><DL> |
---|
2882 | |
---|
2883 | <DT><B>Returns:</B><DD>the debug Script for the mapred job for failed map tasks.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMapDebugScript(java.lang.String)"><CODE>setMapDebugScript(String)</CODE></A></DL> |
---|
2884 | </DD> |
---|
2885 | </DL> |
---|
2886 | <HR> |
---|
2887 | |
---|
2888 | <A NAME="setReduceDebugScript(java.lang.String)"><!-- --></A><H3> |
---|
2889 | setReduceDebugScript</H3> |
---|
2890 | <PRE> |
---|
2891 | public void <B>setReduceDebugScript</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> rDbgScript)</PRE> |
---|
2892 | <DL> |
---|
2893 | <DD><B>Deprecated.</B> <DD>Set the debug script to run when the reduce tasks fail. |
---|
2894 | |
---|
2895 | <p>The debug script can aid debugging of failed reduce tasks. The script |
---|
2896 | is given task's stdout, stderr, syslog, jobconf files as arguments.</p> |
---|
2897 | |
---|
2898 | <p>The debug command, run on the node where the map failed, is:</p> |
---|
2899 | <p><pre><blockquote> |
---|
2900 | $script $stdout $stderr $syslog $jobconf. |
---|
2901 | </blockquote></pre></p> |
---|
2902 | |
---|
2903 | <p> The script file is distributed through <A HREF="../../../../org/apache/hadoop/filecache/DistributedCache.html" title="class in org.apache.hadoop.filecache"><CODE>DistributedCache</CODE></A> |
---|
2904 | APIs. The script file needs to be symlinked </p> |
---|
2905 | |
---|
2906 | <p>Here is an example on how to submit a script |
---|
2907 | <p><blockquote><pre> |
---|
2908 | job.setReduceDebugScript("./myscript"); |
---|
2909 | DistributedCache.createSymlink(job); |
---|
2910 | DistributedCache.addCacheFile("/debug/scripts/myscript#myscript"); |
---|
2911 | </pre></blockquote></p> |
---|
2912 | <P> |
---|
2913 | <DD><DL> |
---|
2914 | <DT><B>Parameters:</B><DD><CODE>rDbgScript</CODE> - the script name</DL> |
---|
2915 | </DD> |
---|
2916 | </DL> |
---|
2917 | <HR> |
---|
2918 | |
---|
2919 | <A NAME="getReduceDebugScript()"><!-- --></A><H3> |
---|
2920 | getReduceDebugScript</H3> |
---|
2921 | <PRE> |
---|
2922 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getReduceDebugScript</B>()</PRE> |
---|
2923 | <DL> |
---|
2924 | <DD><B>Deprecated.</B> <DD>Get the reduce task's debug Script |
---|
2925 | <P> |
---|
2926 | <DD><DL> |
---|
2927 | |
---|
2928 | <DT><B>Returns:</B><DD>the debug script for the mapred job for failed reduce tasks.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setReduceDebugScript(java.lang.String)"><CODE>setReduceDebugScript(String)</CODE></A></DL> |
---|
2929 | </DD> |
---|
2930 | </DL> |
---|
2931 | <HR> |
---|
2932 | |
---|
2933 | <A NAME="getJobEndNotificationURI()"><!-- --></A><H3> |
---|
2934 | getJobEndNotificationURI</H3> |
---|
2935 | <PRE> |
---|
2936 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getJobEndNotificationURI</B>()</PRE> |
---|
2937 | <DL> |
---|
2938 | <DD><B>Deprecated.</B> <DD>Get the uri to be invoked in-order to send a notification after the job |
---|
2939 | has completed (success/failure). |
---|
2940 | <P> |
---|
2941 | <DD><DL> |
---|
2942 | |
---|
2943 | <DT><B>Returns:</B><DD>the job end notification uri, <code>null</code> if it hasn't |
---|
2944 | been set.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setJobEndNotificationURI(java.lang.String)"><CODE>setJobEndNotificationURI(String)</CODE></A></DL> |
---|
2945 | </DD> |
---|
2946 | </DL> |
---|
2947 | <HR> |
---|
2948 | |
---|
2949 | <A NAME="setJobEndNotificationURI(java.lang.String)"><!-- --></A><H3> |
---|
2950 | setJobEndNotificationURI</H3> |
---|
2951 | <PRE> |
---|
2952 | public void <B>setJobEndNotificationURI</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> uri)</PRE> |
---|
2953 | <DL> |
---|
2954 | <DD><B>Deprecated.</B> <DD>Set the uri to be invoked in-order to send a notification after the job |
---|
2955 | has completed (success/failure). |
---|
2956 | |
---|
2957 | <p>The uri can contain 2 special parameters: <tt>$jobId</tt> and |
---|
2958 | <tt>$jobStatus</tt>. Those, if present, are replaced by the job's |
---|
2959 | identifier and completion-status respectively.</p> |
---|
2960 | |
---|
2961 | <p>This is typically used by application-writers to implement chaining of |
---|
2962 | Map-Reduce jobs in an <i>asynchronous manner</i>.</p> |
---|
2963 | <P> |
---|
2964 | <DD><DL> |
---|
2965 | <DT><B>Parameters:</B><DD><CODE>uri</CODE> - the job end notification uri<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobStatus.html" title="class in org.apache.hadoop.mapred"><CODE>JobStatus</CODE></A>, |
---|
2966 | <a href="../../../../org/apache/hadoop/mapred/JobClient.html# |
---|
2967 | JobCompletionAndChaining">Job Completion and Chaining</a></DL> |
---|
2968 | </DD> |
---|
2969 | </DL> |
---|
2970 | <HR> |
---|
2971 | |
---|
2972 | <A NAME="getJobLocalDir()"><!-- --></A><H3> |
---|
2973 | getJobLocalDir</H3> |
---|
2974 | <PRE> |
---|
2975 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getJobLocalDir</B>()</PRE> |
---|
2976 | <DL> |
---|
2977 | <DD><B>Deprecated.</B> <DD>Get job-specific shared directory for use as scratch space |
---|
2978 | |
---|
2979 | <p> |
---|
2980 | When a job starts, a shared directory is created at location |
---|
2981 | <code> |
---|
2982 | ${mapred.local.dir}/taskTracker/jobcache/$jobid/work/ </code>. |
---|
2983 | This directory is exposed to the users through |
---|
2984 | <code>job.local.dir </code>. |
---|
2985 | So, the tasks can use this space |
---|
2986 | as scratch space and share files among them. </p> |
---|
2987 | This value is available as System property also. |
---|
2988 | <P> |
---|
2989 | <DD><DL> |
---|
2990 | |
---|
2991 | <DT><B>Returns:</B><DD>The localized job specific shared directory</DL> |
---|
2992 | </DD> |
---|
2993 | </DL> |
---|
2994 | <HR> |
---|
2995 | |
---|
2996 | <A NAME="getMemoryForMapTask()"><!-- --></A><H3> |
---|
2997 | getMemoryForMapTask</H3> |
---|
2998 | <PRE> |
---|
2999 | public long <B>getMemoryForMapTask</B>()</PRE> |
---|
3000 | <DL> |
---|
3001 | <DD><B>Deprecated.</B> <DD><DL> |
---|
3002 | </DL> |
---|
3003 | </DD> |
---|
3004 | </DL> |
---|
3005 | <HR> |
---|
3006 | |
---|
3007 | <A NAME="setMemoryForMapTask(long)"><!-- --></A><H3> |
---|
3008 | setMemoryForMapTask</H3> |
---|
3009 | <PRE> |
---|
3010 | public void <B>setMemoryForMapTask</B>(long mem)</PRE> |
---|
3011 | <DL> |
---|
3012 | <DD><B>Deprecated.</B> <DD><DL> |
---|
3013 | </DL> |
---|
3014 | </DD> |
---|
3015 | </DL> |
---|
3016 | <HR> |
---|
3017 | |
---|
3018 | <A NAME="getMemoryForReduceTask()"><!-- --></A><H3> |
---|
3019 | getMemoryForReduceTask</H3> |
---|
3020 | <PRE> |
---|
3021 | public long <B>getMemoryForReduceTask</B>()</PRE> |
---|
3022 | <DL> |
---|
3023 | <DD><B>Deprecated.</B> <DD><DL> |
---|
3024 | </DL> |
---|
3025 | </DD> |
---|
3026 | </DL> |
---|
3027 | <HR> |
---|
3028 | |
---|
3029 | <A NAME="setMemoryForReduceTask(long)"><!-- --></A><H3> |
---|
3030 | setMemoryForReduceTask</H3> |
---|
3031 | <PRE> |
---|
3032 | public void <B>setMemoryForReduceTask</B>(long mem)</PRE> |
---|
3033 | <DL> |
---|
3034 | <DD><B>Deprecated.</B> <DD><DL> |
---|
3035 | </DL> |
---|
3036 | </DD> |
---|
3037 | </DL> |
---|
3038 | <HR> |
---|
3039 | |
---|
3040 | <A NAME="getQueueName()"><!-- --></A><H3> |
---|
3041 | getQueueName</H3> |
---|
3042 | <PRE> |
---|
3043 | public <A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> <B>getQueueName</B>()</PRE> |
---|
3044 | <DL> |
---|
3045 | <DD><B>Deprecated.</B> <DD>Return the name of the queue to which this job is submitted. |
---|
3046 | Defaults to 'default'. |
---|
3047 | <P> |
---|
3048 | <DD><DL> |
---|
3049 | |
---|
3050 | <DT><B>Returns:</B><DD>name of the queue</DL> |
---|
3051 | </DD> |
---|
3052 | </DL> |
---|
3053 | <HR> |
---|
3054 | |
---|
3055 | <A NAME="setQueueName(java.lang.String)"><!-- --></A><H3> |
---|
3056 | setQueueName</H3> |
---|
3057 | <PRE> |
---|
3058 | public void <B>setQueueName</B>(<A HREF="http://java.sun.com/javase/6/docs/api/java/lang/String.html?is-external=true" title="class or interface in java.lang">String</A> queueName)</PRE> |
---|
3059 | <DL> |
---|
3060 | <DD><B>Deprecated.</B> <DD>Set the name of the queue to which this job should be submitted. |
---|
3061 | <P> |
---|
3062 | <DD><DL> |
---|
3063 | <DT><B>Parameters:</B><DD><CODE>queueName</CODE> - Name of the queue</DL> |
---|
3064 | </DD> |
---|
3065 | </DL> |
---|
3066 | <HR> |
---|
3067 | |
---|
3068 | <A NAME="normalizeMemoryConfigValue(long)"><!-- --></A><H3> |
---|
3069 | normalizeMemoryConfigValue</H3> |
---|
3070 | <PRE> |
---|
3071 | public static long <B>normalizeMemoryConfigValue</B>(long val)</PRE> |
---|
3072 | <DL> |
---|
3073 | <DD><B>Deprecated.</B> <DD>Normalize the negative values in configuration |
---|
3074 | <P> |
---|
3075 | <DD><DL> |
---|
3076 | <DT><B>Parameters:</B><DD><CODE>val</CODE> - |
---|
3077 | <DT><B>Returns:</B><DD>normalized value</DL> |
---|
3078 | </DD> |
---|
3079 | </DL> |
---|
3080 | <HR> |
---|
3081 | |
---|
3082 | <A NAME="getMaxVirtualMemoryForTask()"><!-- --></A><H3> |
---|
3083 | getMaxVirtualMemoryForTask</H3> |
---|
3084 | <PRE> |
---|
3085 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
3086 | </FONT>public long <B>getMaxVirtualMemoryForTask</B>()</PRE> |
---|
3087 | <DL> |
---|
3088 | <DD><B>Deprecated.</B> <I>Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForMapTask()"><CODE>getMemoryForMapTask()</CODE></A> and |
---|
3089 | <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMemoryForReduceTask()"><CODE>getMemoryForReduceTask()</CODE></A></I> |
---|
3090 | <P> |
---|
3091 | <DD>The maximum amount of memory any task of this job will use. See |
---|
3092 | <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><CODE>MAPRED_TASK_MAXVMEM_PROPERTY</CODE></A> |
---|
3093 | <p/> |
---|
3094 | mapred.task.maxvmem is split into |
---|
3095 | mapred.job.map.memory.mb |
---|
3096 | and mapred.job.map.memory.mb,mapred |
---|
3097 | each of the new key are set |
---|
3098 | as mapred.task.maxvmem / 1024 |
---|
3099 | as new values are in MB |
---|
3100 | <P> |
---|
3101 | <DD><DL> |
---|
3102 | |
---|
3103 | <DT><B>Returns:</B><DD>The maximum amount of memory any task of this job will use, in |
---|
3104 | bytes.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMaxVirtualMemoryForTask(long)"><CODE>setMaxVirtualMemoryForTask(long)</CODE></A></DL> |
---|
3105 | </DD> |
---|
3106 | </DL> |
---|
3107 | <HR> |
---|
3108 | |
---|
3109 | <A NAME="setMaxVirtualMemoryForTask(long)"><!-- --></A><H3> |
---|
3110 | setMaxVirtualMemoryForTask</H3> |
---|
3111 | <PRE> |
---|
3112 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
3113 | </FONT>public void <B>setMaxVirtualMemoryForTask</B>(long vmem)</PRE> |
---|
3114 | <DL> |
---|
3115 | <DD><B>Deprecated.</B> <I>Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForMapTask(long)"><CODE>setMemoryForMapTask(long mem)</CODE></A> and |
---|
3116 | Use <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#setMemoryForReduceTask(long)"><CODE>setMemoryForReduceTask(long mem)</CODE></A></I> |
---|
3117 | <P> |
---|
3118 | <DD>Set the maximum amount of memory any task of this job can use. See |
---|
3119 | <A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#MAPRED_TASK_MAXVMEM_PROPERTY"><CODE>MAPRED_TASK_MAXVMEM_PROPERTY</CODE></A> |
---|
3120 | <p/> |
---|
3121 | mapred.task.maxvmem is split into |
---|
3122 | mapred.job.map.memory.mb |
---|
3123 | and mapred.job.map.memory.mb,mapred |
---|
3124 | each of the new key are set |
---|
3125 | as mapred.task.maxvmem / 1024 |
---|
3126 | as new values are in MB |
---|
3127 | <P> |
---|
3128 | <DD><DL> |
---|
3129 | <DT><B>Parameters:</B><DD><CODE>vmem</CODE> - Maximum amount of virtual memory in bytes any task of this job |
---|
3130 | can use.<DT><B>See Also:</B><DD><A HREF="../../../../org/apache/hadoop/mapred/JobConf.html#getMaxVirtualMemoryForTask()"><CODE>getMaxVirtualMemoryForTask()</CODE></A></DL> |
---|
3131 | </DD> |
---|
3132 | </DL> |
---|
3133 | <HR> |
---|
3134 | |
---|
3135 | <A NAME="getMaxPhysicalMemoryForTask()"><!-- --></A><H3> |
---|
3136 | getMaxPhysicalMemoryForTask</H3> |
---|
3137 | <PRE> |
---|
3138 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
3139 | </FONT>public long <B>getMaxPhysicalMemoryForTask</B>()</PRE> |
---|
3140 | <DL> |
---|
3141 | <DD><B>Deprecated.</B> <I>this variable is deprecated and nolonger in use.</I> |
---|
3142 | <P> |
---|
3143 | <DD><DL> |
---|
3144 | </DL> |
---|
3145 | </DD> |
---|
3146 | </DL> |
---|
3147 | <HR> |
---|
3148 | |
---|
3149 | <A NAME="setMaxPhysicalMemoryForTask(long)"><!-- --></A><H3> |
---|
3150 | setMaxPhysicalMemoryForTask</H3> |
---|
3151 | <PRE> |
---|
3152 | <FONT SIZE="-1"><A HREF="http://java.sun.com/javase/6/docs/api/java/lang/Deprecated.html?is-external=true" title="class or interface in java.lang">@Deprecated</A> |
---|
3153 | </FONT>public void <B>setMaxPhysicalMemoryForTask</B>(long mem)</PRE> |
---|
3154 | <DL> |
---|
3155 | <DD><B>Deprecated.</B> |
---|
3156 | <P> |
---|
3157 | <DD><DL> |
---|
3158 | </DL> |
---|
3159 | </DD> |
---|
3160 | </DL> |
---|
3161 | <!-- ========= END OF CLASS DATA ========= --> |
---|
3162 | <HR> |
---|
3163 | |
---|
3164 | |
---|
3165 | <!-- ======= START OF BOTTOM NAVBAR ====== --> |
---|
3166 | <A NAME="navbar_bottom"><!-- --></A> |
---|
3167 | <A HREF="#skip-navbar_bottom" title="Skip navigation links"></A> |
---|
3168 | <TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY=""> |
---|
3169 | <TR> |
---|
3170 | <TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> |
---|
3171 | <A NAME="navbar_bottom_firstrow"><!-- --></A> |
---|
3172 | <TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY=""> |
---|
3173 | <TR ALIGN="center" VALIGN="top"> |
---|
3174 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A> </TD> |
---|
3175 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-summary.html"><FONT CLASS="NavBarFont1"><B>Package</B></FONT></A> </TD> |
---|
3176 | <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> <FONT CLASS="NavBarFont1Rev"><B>Class</B></FONT> </TD> |
---|
3177 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="class-use/JobConf.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A> </TD> |
---|
3178 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A> </TD> |
---|
3179 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A> </TD> |
---|
3180 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A> </TD> |
---|
3181 | <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1"> <A HREF="../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A> </TD> |
---|
3182 | </TR> |
---|
3183 | </TABLE> |
---|
3184 | </TD> |
---|
3185 | <TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM> |
---|
3186 | </EM> |
---|
3187 | </TD> |
---|
3188 | </TR> |
---|
3189 | |
---|
3190 | <TR> |
---|
3191 | <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
---|
3192 | <A HREF="../../../../org/apache/hadoop/mapred/JobClient.TaskStatusFilter.html" title="enum in org.apache.hadoop.mapred"><B>PREV CLASS</B></A> |
---|
3193 | <A HREF="../../../../org/apache/hadoop/mapred/JobConfigurable.html" title="interface in org.apache.hadoop.mapred"><B>NEXT CLASS</B></A></FONT></TD> |
---|
3194 | <TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2"> |
---|
3195 | <A HREF="../../../../index.html?org/apache/hadoop/mapred/JobConf.html" target="_top"><B>FRAMES</B></A> |
---|
3196 | <A HREF="JobConf.html" target="_top"><B>NO FRAMES</B></A> |
---|
3197 | <SCRIPT type="text/javascript"> |
---|
3198 | <!-- |
---|
3199 | if(window==top) { |
---|
3200 | document.writeln('<A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A>'); |
---|
3201 | } |
---|
3202 | //--> |
---|
3203 | </SCRIPT> |
---|
3204 | <NOSCRIPT> |
---|
3205 | <A HREF="../../../../allclasses-noframe.html"><B>All Classes</B></A> |
---|
3206 | </NOSCRIPT> |
---|
3207 | |
---|
3208 | |
---|
3209 | </FONT></TD> |
---|
3210 | </TR> |
---|
3211 | <TR> |
---|
3212 | <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
---|
3213 | SUMMARY: <A HREF="#nested_classes_inherited_from_class_org.apache.hadoop.conf.Configuration">NESTED</A> | <A HREF="#field_summary">FIELD</A> | <A HREF="#constructor_summary">CONSTR</A> | <A HREF="#method_summary">METHOD</A></FONT></TD> |
---|
3214 | <TD VALIGN="top" CLASS="NavBarCell3"><FONT SIZE="-2"> |
---|
3215 | DETAIL: <A HREF="#field_detail">FIELD</A> | <A HREF="#constructor_detail">CONSTR</A> | <A HREF="#method_detail">METHOD</A></FONT></TD> |
---|
3216 | </TR> |
---|
3217 | </TABLE> |
---|
3218 | <A NAME="skip-navbar_bottom"></A> |
---|
3219 | <!-- ======== END OF BOTTOM NAVBAR ======= --> |
---|
3220 | |
---|
3221 | <HR> |
---|
3222 | Copyright © 2009 The Apache Software Foundation |
---|
3223 | </BODY> |
---|
3224 | </HTML> |
---|