首页 > 代码库 > org.apache.hadoop.fs-BlockLocation
org.apache.hadoop.fs-BlockLocation
工具类吧
1 package org.apache.hadoop.fs; 2 3 import org.apache.hadoop.io.*; 4 //IO包下的类还没涉及到。遇到一个分析一个。 5 import java.io.*; 6 7 /* 8 * A BlockLocation lists hosts, offset and length 9 * of block. 10 * 11 */ 12 //记录block的元数据信息,如所在host,长度和偏移量 13 public class BlockLocation implements Writable { 14 //针对集群块位置的类 15 static { // register a ctor 16 WritableFactories.setFactory 17 (BlockLocation.class, 18 new WritableFactory() { 19 public Writable newInstance() { return new BlockLocation(); } 20 }); 21 } 22 //注册了一个Writable子类BlockLocation的工厂。内部类。详细可看http://book.2cto.com/201305/21915.html 23 private String[] hosts; //hostnames of datanodes 24 //节点的主机名数组 25 private String[] names; //hostname:portNumber of datanodes 26 //节点的名称数组。名称的格式。 27 private String[] topologyPaths; // full path name in network topology 28 //节点在网络拓扑结构中的地址 29 private long offset; //offset of the of the block in the file 30 //块在文件中的偏移量 31 private long length; 32 //块长度 33 34 /** 35 * Default Constructor 36 */ 37 public BlockLocation() { 38 this(new String[0], new String[0], 0L, 0L); 39 } 40 //默认构造方法 41 /** 42 * Constructor with host, name, offset and length 43 */ 44 public BlockLocation(String[] names, String[] hosts, long offset, 45 long length) { 46 if (names == null) { 47 this.names = new String[0]; 48 } else { 49 this.names = names; 50 } 51 if (hosts == null) { 52 this.hosts = new String[0]; 53 } else { 54 this.hosts = hosts; 55 } 56 this.offset = offset; 57 this.length = length; 58 this.topologyPaths = new String[0]; 59 } 60 //根据名称主机偏移量长度初始化一个块对象 61 /** 62 * Constructor with host, name, network topology, offset and length 63 */ 64 public BlockLocation(String[] names, String[] hosts, String[] topologyPaths, 65 long offset, long length) { 66 this(names, hosts, offset, length); 67 if (topologyPaths == null) { 68 this.topologyPaths = new String[0]; 69 } else { 70 this.topologyPaths = topologyPaths; 71 } 72 } 73 //根据......... 74 /** 75 * Get the list of hosts (hostname) hosting this block 76 */ 77 public String[] getHosts() throws IOException { 78 if ((hosts == null) || (hosts.length == 0)) { 79 return new String[0]; 80 } else { 81 return hosts; 82 } 83 } 84 //获得块的主机 85 /** 86 * Get the list of names (hostname:port) hosting this block 87 */ 88 public String[] getNames() throws IOException { 89 if ((names == null) || (names.length == 0)) { 90 return new String[0]; 91 } else { 92 return this.names; 93 } 94 } 95 //。。。。 96 /** 97 * Get the list of network topology paths for each of the hosts. 98 * The last component of the path is the host. 99 */100 public String[] getTopologyPaths() throws IOException {101 if ((topologyPaths == null) || (topologyPaths.length == 0)) {102 return new String[0];103 } else {104 return this.topologyPaths;105 }106 }107 //。。。。。108 /**109 * Get the start offset of file associated with this block110 */111 public long getOffset() {112 return offset;113 }114 //。。。。。115 /**116 * Get the length of the block117 */118 public long getLength() {119 return length;120 }121 //。。。。。122 /**123 * Set the start offset of file associated with this block124 */125 public void setOffset(long offset) {126 this.offset = offset;127 }128 //。。。。。129 /**130 * Set the length of block131 */132 public void setLength(long length) {133 this.length = length;134 }135 //。。。。。136 /**137 * Set the hosts hosting this block138 */139 public void setHosts(String[] hosts) throws IOException {140 if (hosts == null) {141 this.hosts = new String[0];142 } else {143 this.hosts = hosts;144 }145 }146 //。。。。。147 /**148 * Set the names (host:port) hosting this block149 */150 public void setNames(String[] names) throws IOException {151 if (names == null) {152 this.names = new String[0];153 } else {154 this.names = names;155 }156 }157 //。。。。。158 /**159 * Set the network topology paths of the hosts160 */161 public void setTopologyPaths(String[] topologyPaths) throws IOException {162 if (topologyPaths == null) {163 this.topologyPaths = new String[0];164 } else {165 this.topologyPaths = topologyPaths;166 }167 }168 //。。。。。169 /**170 * Implement write of Writable171 */172 public void write(DataOutput out) throws IOException {173 out.writeLong(offset);174 out.writeLong(length);175 out.writeInt(names.length);176 for (int i=0; i < names.length; i++) {177 Text name = new Text(names[i]);178 name.write(out);179 }180 out.writeInt(hosts.length);181 for (int i=0; i < hosts.length; i++) {182 Text host = new Text(hosts[i]);183 host.write(out);184 }185 out.writeInt(topologyPaths.length);186 for (int i=0; i < topologyPaths.length; i++) {187 Text host = new Text(topologyPaths[i]);188 host.write(out);189 }190 }191 //把块信息写到输出流中。用到了Writable子类Long,Int,Text的Write方法。序列化192 /**193 * Implement readFields of Writable194 */195 public void readFields(DataInput in) throws IOException {196 this.offset = in.readLong();197 this.length = in.readLong();198 int numNames = in.readInt();199 this.names = new String[numNames];200 for (int i = 0; i < numNames; i++) {201 Text name = new Text();202 name.readFields(in);203 names[i] = name.toString();204 }205 int numHosts = in.readInt();206 for (int i = 0; i < numHosts; i++) {207 Text host = new Text();208 host.readFields(in);209 hosts[i] = host.toString();210 }211 int numTops = in.readInt();212 Text path = new Text();213 for (int i = 0; i < numTops; i++) {214 path.readFields(in);215 topologyPaths[i] = path.toString();216 }217 }218 //把块信息从输入流中读出来。....。反序列化219 public String toString() {220 StringBuilder result = new StringBuilder();221 result.append(offset);222 result.append(‘,‘);223 result.append(length);224 for(String h: hosts) {225 result.append(‘,‘);226 result.append(h);227 }228 return result.toString();229 }230 //。。。。。。231 }
org.apache.hadoop.fs-BlockLocation
声明:以上内容来自用户投稿及互联网公开渠道收集整理发布,本网站不拥有所有权,未作人工编辑处理,也不承担相关法律责任,若内容有误或涉及侵权可进行投诉: 投诉/举报 工作人员会在5个工作日内联系你,一经查实,本站将立刻删除涉嫌侵权内容。