大家好，我是讯享网，很高兴认识大家。

package com.hlbdx;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.*;

import org.apache.hadoop.fs.permission.FsPermission;

import org.testng.annotations.Test;

import java.io.IOException;

/

* @program: bigdata-demo01

* @description: 大数据实例1

* @author: Mr.ZhaoYong

* @create: 2020-01-13 11:50

/

public class BigDataDemo1 {

@Test

public void mkdirToHdfs() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

fileSystem.mkdirs(new Path("/kkb/dir"));

fileSystem.close();

}

@Test

public void uploadFile() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

fileSystem.copyFromLocalFile(new Path("F:\testfile\aa.txt"),

new Path("hdfs://node01:8020/kkb/dir"));

fileSystem.close();

}

@Test

public void downloadFile() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

java打代码基础 fileSystem.copyToLocalFile(new Path("hdfs://node01:8020/kkb/dir/aa.txt"),

new Path("F:\testfile\bb.txt"));

fileSystem.close();

}

@Test

public void delFile() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

fileSystem.deleteOnExit(new Path("hdfs://node01:8020/kkb/dir/aa.txt"));

fileSystem.close();

}

@Test

public void renameFile() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

fileSystem.rename(new Path("hdfs://node01:8020/kkb/dir/aa.txt"),

new Path("hdfs://node01:8020/kkb/dir/bb.xml"));

fileSystem.close();

}

@Test

public void listFiles() throws IOException {

Configuration configuration = new Configuration();

configuration.set("fs.defaultFS","hdfs://node01:8020");

FileSystem fileSystem = FileSystem.get(configuration);

RemoteIterator<LocatedFileStatus> locatedFileStatusRemoteIterator = fileSystem.listFiles(new Path("/"), true);

while (locatedFileStatusRemoteIterator.hasNext()){

LocatedFileStatus next = locatedFileStatusRemoteIterator.next();

String name = next.getPath().getName();

System.out.println("name = " + name);

long len = next.getLen();

System.out.println("len = " + len);

FsPermission permission = next.getPermission();

System.out.println("permission = " + permission);

String group = next.getGroup();

System.out.println("group = " + group);

BlockLocation[] blockLocations = next.getBlockLocations();

for (BlockLocation blk:blockLocations){

String[] cachedHosts = blk.getHosts();

for(String host:cachedHosts){

System.out.println("host = " + host);

}

}

}

fileSystem.close();

}