source: proiecte/HadoopJUnit/hadoop-0.20.1/docs/api/org/apache/hadoop/fs/kfs/package-summary.html @ 120

Last change on this file since 120 was 120, checked in by (none), 14 years ago

Added the mail files for the Hadoop JUNit Project
  • Property svn:executable set to *
File size: 9.1 KB
Line 
1<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
2<!--NewPage-->
3<HTML>
4<HEAD>
5<!-- Generated by javadoc (build 1.6.0_07) on Tue Sep 01 20:56:59 UTC 2009 -->
6<TITLE>
7org.apache.hadoop.fs.kfs (Hadoop 0.20.1 API)
8</TITLE>
9
10<META NAME="date" CONTENT="2009-09-01">
11
12<LINK REL ="stylesheet" TYPE="text/css" HREF="../../../../../stylesheet.css" TITLE="Style">
13
14<SCRIPT type="text/javascript">
15function windowTitle()
16{
17    if (location.href.indexOf('is-external=true') == -1) {
18        parent.document.title="org.apache.hadoop.fs.kfs (Hadoop 0.20.1 API)";
19    }
20}
21</SCRIPT>
22<NOSCRIPT>
23</NOSCRIPT>
24
25</HEAD>
26
27<BODY BGCOLOR="white" onload="windowTitle();">
28<HR>
29
30
31<!-- ========= START OF TOP NAVBAR ======= -->
32<A NAME="navbar_top"><!-- --></A>
33<A HREF="#skip-navbar_top" title="Skip navigation links"></A>
34<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
35<TR>
36<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
37<A NAME="navbar_top_firstrow"><!-- --></A>
38<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
39  <TR ALIGN="center" VALIGN="top">
40  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
41  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
42  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
43  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
44  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
45  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
46  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
47  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
48  </TR>
49</TABLE>
50</TD>
51<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
52</EM>
53</TD>
54</TR>
55
56<TR>
57<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
58&nbsp;<A HREF="../../../../../org/apache/hadoop/fs/ftp/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
59&nbsp;<A HREF="../../../../../org/apache/hadoop/fs/permission/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
60<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
61  <A HREF="../../../../../index.html?org/apache/hadoop/fs/kfs/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
62&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
63&nbsp;<SCRIPT type="text/javascript">
64  <!--
65  if(window==top) {
66    document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>');
67  }
68  //-->
69</SCRIPT>
70<NOSCRIPT>
71  <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>
72</NOSCRIPT>
73
74
75</FONT></TD>
76</TR>
77</TABLE>
78<A NAME="skip-navbar_top"></A>
79<!-- ========= END OF TOP NAVBAR ========= -->
80
81<HR>
82<H2>
83Package org.apache.hadoop.fs.kfs
84</H2>
85A client for the Kosmos filesystem (KFS)
86<P>
87<B>See:</B>
88<BR>
89&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;<A HREF="#package_description"><B>Description</B></A>
90<P>
91
92<TABLE BORDER="1" WIDTH="100%" CELLPADDING="3" CELLSPACING="0" SUMMARY="">
93<TR BGCOLOR="#CCCCFF" CLASS="TableHeadingColor">
94<TH ALIGN="left" COLSPAN="2"><FONT SIZE="+2">
95<B>Class Summary</B></FONT></TH>
96</TR>
97<TR BGCOLOR="white" CLASS="TableRowColor">
98<TD WIDTH="15%"><B><A HREF="../../../../../org/apache/hadoop/fs/kfs/KosmosFileSystem.html" title="class in org.apache.hadoop.fs.kfs">KosmosFileSystem</A></B></TD>
99<TD>A FileSystem backed by KFS.</TD>
100</TR>
101</TABLE>
102&nbsp;
103
104<P>
105<A NAME="package_description"><!-- --></A><H2>
106Package org.apache.hadoop.fs.kfs Description
107</H2>
108
109<P>
110<h1>A client for the Kosmos filesystem (KFS)</h1>
111
112<h3>Introduction</h3>
113
114This pages describes how to use Kosmos Filesystem
115(<a href="http://kosmosfs.sourceforge.net"> KFS </a>) as a backing
116store with Hadoop.   This page assumes that you have downloaded the
117KFS software and installed necessary binaries as outlined in the KFS
118documentation.
119
120<h3>Steps</h3>
121
122        <ul>
123          <li>In the Hadoop conf directory edit core-site.xml,
124          add the following:
125            <pre>
126&lt;property&gt;
127  &lt;name&gt;fs.kfs.impl&lt;/name&gt;
128  &lt;value&gt;org.apache.hadoop.fs.kfs.KosmosFileSystem&lt;/value&gt;
129  &lt;description&gt;The FileSystem for kfs: uris.&lt;/description&gt;
130&lt;/property&gt;
131            </pre>
132
133          <li>In the Hadoop conf directory edit core-site.xml,
134          adding the following (with appropriate values for
135          &lt;server&gt; and &lt;port&gt;):
136            <pre>
137&lt;property&gt;
138  &lt;name&gt;fs.default.name&lt;/name&gt;
139  &lt;value&gt;kfs://&lt;server:port&gt;&lt;/value&gt; 
140&lt;/property&gt;
141
142&lt;property&gt;
143  &lt;name&gt;fs.kfs.metaServerHost&lt;/name&gt;
144  &lt;value&gt;&lt;server&gt;&lt;/value&gt;
145  &lt;description&gt;The location of the KFS meta server.&lt;/description&gt;
146&lt;/property&gt;
147
148&lt;property&gt;
149  &lt;name&gt;fs.kfs.metaServerPort&lt;/name&gt;
150  &lt;value&gt;&lt;port&gt;&lt;/value&gt;
151  &lt;description&gt;The location of the meta server's port.&lt;/description&gt;
152&lt;/property&gt;
153
154</pre>
155          </li>
156
157          <li>Copy KFS's <i> kfs-0.1.jar </i> to Hadoop's lib directory.  This step
158          enables Hadoop's to load the KFS specific modules.  Note
159          that, kfs-0.1.jar was built when you compiled KFS source
160          code.  This jar file contains code that calls KFS's client
161          library code via JNI; the native code is in KFS's <i>
162          libkfsClient.so </i> library.
163          </li>
164
165          <li> When the Hadoop map/reduce trackers start up, those
166processes (on local as well as remote nodes) will now need to load
167KFS's <i> libkfsClient.so </i> library.  To simplify this process, it is advisable to
168store libkfsClient.so in an NFS accessible directory (similar to where
169Hadoop binaries/scripts are stored); then, modify Hadoop's
170conf/hadoop-env.sh adding the following line and providing suitable
171value for &lt;path&gt;:
172<pre>
173export LD_LIBRARY_PATH=&lt;path&gt;
174</pre>
175
176
177          <li>Start only the map/reduce trackers
178          <br />
179          example: execute Hadoop's bin/start-mapred.sh</li>
180        </ul>
181<br/>
182
183If the map/reduce job trackers start up, all file-I/O is done to KFS.
184<P>
185
186<P>
187<DL>
188</DL>
189<HR>
190
191
192<!-- ======= START OF BOTTOM NAVBAR ====== -->
193<A NAME="navbar_bottom"><!-- --></A>
194<A HREF="#skip-navbar_bottom" title="Skip navigation links"></A>
195<TABLE BORDER="0" WIDTH="100%" CELLPADDING="1" CELLSPACING="0" SUMMARY="">
196<TR>
197<TD COLSPAN=2 BGCOLOR="#EEEEFF" CLASS="NavBarCell1">
198<A NAME="navbar_bottom_firstrow"><!-- --></A>
199<TABLE BORDER="0" CELLPADDING="0" CELLSPACING="3" SUMMARY="">
200  <TR ALIGN="center" VALIGN="top">
201  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../overview-summary.html"><FONT CLASS="NavBarFont1"><B>Overview</B></FONT></A>&nbsp;</TD>
202  <TD BGCOLOR="#FFFFFF" CLASS="NavBarCell1Rev"> &nbsp;<FONT CLASS="NavBarFont1Rev"><B>Package</B></FONT>&nbsp;</TD>
203  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <FONT CLASS="NavBarFont1">Class</FONT>&nbsp;</TD>
204  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-use.html"><FONT CLASS="NavBarFont1"><B>Use</B></FONT></A>&nbsp;</TD>
205  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="package-tree.html"><FONT CLASS="NavBarFont1"><B>Tree</B></FONT></A>&nbsp;</TD>
206  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../deprecated-list.html"><FONT CLASS="NavBarFont1"><B>Deprecated</B></FONT></A>&nbsp;</TD>
207  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../index-all.html"><FONT CLASS="NavBarFont1"><B>Index</B></FONT></A>&nbsp;</TD>
208  <TD BGCOLOR="#EEEEFF" CLASS="NavBarCell1">    <A HREF="../../../../../help-doc.html"><FONT CLASS="NavBarFont1"><B>Help</B></FONT></A>&nbsp;</TD>
209  </TR>
210</TABLE>
211</TD>
212<TD ALIGN="right" VALIGN="top" ROWSPAN=3><EM>
213</EM>
214</TD>
215</TR>
216
217<TR>
218<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
219&nbsp;<A HREF="../../../../../org/apache/hadoop/fs/ftp/package-summary.html"><B>PREV PACKAGE</B></A>&nbsp;
220&nbsp;<A HREF="../../../../../org/apache/hadoop/fs/permission/package-summary.html"><B>NEXT PACKAGE</B></A></FONT></TD>
221<TD BGCOLOR="white" CLASS="NavBarCell2"><FONT SIZE="-2">
222  <A HREF="../../../../../index.html?org/apache/hadoop/fs/kfs/package-summary.html" target="_top"><B>FRAMES</B></A>  &nbsp;
223&nbsp;<A HREF="package-summary.html" target="_top"><B>NO FRAMES</B></A>  &nbsp;
224&nbsp;<SCRIPT type="text/javascript">
225  <!--
226  if(window==top) {
227    document.writeln('<A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>');
228  }
229  //-->
230</SCRIPT>
231<NOSCRIPT>
232  <A HREF="../../../../../allclasses-noframe.html"><B>All Classes</B></A>
233</NOSCRIPT>
234
235
236</FONT></TD>
237</TR>
238</TABLE>
239<A NAME="skip-navbar_bottom"></A>
240<!-- ======== END OF BOTTOM NAVBAR ======= -->
241
242<HR>
243Copyright &copy; 2009 The Apache Software Foundation
244</BODY>
245</HTML>
Note: See TracBrowser for help on using the repository browser.