hadoop学习2

package cn.itcast.hadoop.hdfs;



import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;

import org.apache.commons.compress.utils.IOUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.LocatedFileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.RemoteIterator;
import org.junit.Before;
import org.junit.Test;

public class temp {

    
    static FileSystem fs = null;
    /*
     * initiation 
     */
    @Before
    public void init() throws IOException{
        Configuration configuration  = new Configuration();
        configuration.set("fs.defaultFS", "hdfs://zpfbuaa:9000/");
        fs = FileSystem.get(configuration);
    }
    /*
     * upload files
     */
    @Test
    public void upload() throws IOException{
        init();
        
        Path dstPath = new Path("hdfs://zpfbuaa:9000/aa/my.jar");
        
        FSDataOutputStream os =  fs.create(dstPath);
        
        FileInputStream is = new FileInputStream("/home/hadoop/download/my.jar");
        
        IOUtils.copy(is, os);
    }
    /*
     * upload files to HDFS
     */
    @Test
    public void upload2() throws IOException{
        fs.copyFromLocalFile(new Path("/home/hadoop/download/my.jar"), new Path("hdfs://zpfbuaa:9000/aaa/bbb/ccc/my3.jar"));
    }
    /*
     * download files to local
     */
    public void download(){
        
    }
    /*
     * list the information of files
     */
    @Test
    public void listfile() throws FileNotFoundException, IllegalArgumentException, IOException{
        
        RemoteIterator<LocatedFileStatus> filesIterator = fs.listFiles(new Path("/"), true);
        
        while(filesIterator.hasNext()){
            LocatedFileStatus fileStatus = filesIterator.next();
            Path path = fileStatus.getPath();
            String filename = path.getName();
            System.out.println(filename);
        }
        
        System.out.println("---------------------------------------------");
        
        FileStatus[] listStatus = fs.listStatus(new Path("/"));
        for(FileStatus status : listStatus){
            String name = status.getPath().getName();
            System.out.println(name + (status.isDirectory()?"  is a dir":"  is a file"));
        }
    }
    /*
     * make a  new file
     */
    @Test
    public void makdir() throws IllegalArgumentException, IOException{
        fs.mkdirs(new Path("/aaa/bbb/ccc"));
        
    }
    /*
     * delete a old file
     */

    public void rm() throws IllegalArgumentException, IOException{
        fs.delete(new Path("/aaa/bbb"), true);
    }
    public static void main(String[] args) throws Exception {
        // TODO Auto-generated method stub
        Configuration configuration  = new Configuration();
        configuration.set("fs.defaultFS", "hdfs://zpfbuaa:9000/");
        fs = FileSystem.get(configuration);
        FSDataInputStream is = fs.open(new Path("/jdk-7u65-linux-i586.tar.gz"));
        
        FileOutputStream os = new FileOutputStream("/home/hadoop/download/my.jar");
        
        IOUtils.copy(is,os);
    }

}

package cn.itcast.hadoop.rpc;

public class LoginServiceImpl implements LoginServiceInterface{

    @Override
    public String Login(String username, String password) {
        
        return username + " logged in successfully!";
    }
    
    
}

package cn.itcast.hadoop.rpc;

public interface LoginServiceInterface {
    
    public static final long versionID = 1L;
    
    public String Login(String username,String password);
}

package cn.itcast.hadoop.rpc;

import java.io.IOException;

import org.apache.hadoop.HadoopIllegalArgumentException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.ipc.RPC;
import org.apache.hadoop.ipc.RPC.Server;
import org.apache.hadoop.ipc.RPC.Builder;

public class starter {
    
    public static void main(String[] args) throws HadoopIllegalArgumentException, IOException {
        
        Builder builder = new RPC.Builder(new Configuration());
        
        builder.setBindAddress("zpfbuaa").setPort(10000).setProtocol(LoginServiceInterface.class).setInstance(new LoginServiceImpl());
        
        Server server = builder.build();
        
        
    }
    
}

package cn.itcast.hadoop.rpc;

import java.io.IOException;
import java.net.InetSocketAddress;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.ipc.RPC;

public class LoginController {

    public static void main(String[] args) throws IOException {
        
        LoginServiceInterface proxy = RPC.getProxy(LoginServiceInterface.class, 1L, new InetSocketAddress("zpfbuaa", 10000), new Configuration());
        
        
        String result = proxy.Login("zpfbuaa", "123456789");
        
        System.out.println(result);
    }
}

package cn.itcast.hadoop.rpc;

public interface LoginServiceInterface {
    
    public static final long versionID = 1L;
    
    public String Login(String username,String password);
}