org.apache.hadoop.fs.JHLogAnalyzer的实例源码

项目:hadoop    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile",TestSequenceFile.class,"A test for flat files of binary key value pairs.");
    pgd.addClass("threadedmapbench",ThreadedMapBenchmark.class,"A map/reduce benchmark that compares the performance " + 
        "of maps with multiple spills over maps with 1 spill");
    pgd.addClass("mrbench",MRBench.class,"A map/reduce benchmark that can create many small jobs");
    pgd.addClass("mapredtest",TestMapRed.class,"A map/reduce test check.");
    pgd.addClass("testsequencefileinputformat",TestSequenceFileInputFormat.class,"A test for sequence file input format.");
    pgd.addClass("testtextinputformat",TestTextInputFormat.class,"A test for text input format.");
    pgd.addClass("testmapredsort",SortValidator.class,"A map/reduce program that validates the " +
        "map-reduce framework's sort.");
    pgd.addClass("testbigmapoutput",BigMapOutput.class,"A map/reduce program that works on a very big " +
        "non-splittable file and does identity map/reduce");
    pgd.addClass("loadgen",GenericMRLoadGenerator.class,"Generic map/reduce load generator");
    pgd.addClass("MRReliabilityTest",ReliabilityTest.class,"A program that tests the reliability of the MR framework by " +
        "injecting faults/failures");
    pgd.addClass("fail",FailJob.class,"a job that always fails");
    pgd.addClass("sleep",SleepJob.class,"A job that sleeps at each map and reduce task.");
    pgd.addClass("nnbench",NNBench.class,"A benchmark that stresses the namenode.");
    pgd.addClass("testfilesystem",TestFileSystem.class,"A test for FileSystem read/write.");
    pgd.addClass(TestDFSIO.class.getSimpleName(),TestDFSIO.class,"distributed I/O benchmark.");
    pgd.addClass("DFSCIOTest",DFSCIOTest.class,"" +
        "distributed I/O benchmark of libhdfs.");
    pgd.addClass("distributedFSCheck",distributedFSCheck.class,"distributed checkup of the file system consistency.");
    pgd.addClass("filebench",FileBench.class,"Benchmark SequenceFile(Input|Output)Format " +
        "(block,record compressed and uncompressed)," +
        "Text(Input|Output)Format (compressed and uncompressed)");
    pgd.addClass(JHLogAnalyzer.class.getSimpleName(),JHLogAnalyzer.class,"Job History Log analyzer.");
    pgd.addClass(SliveTest.class.getSimpleName(),SliveTest.class,"HDFS Stress Test and Live Data Verification.");
    pgd.addClass("minicluster",MiniHadoopClusterManager.class,"Single process HDFS and MR cluster.");
    pgd.addClass("largesorter",LargeSorter.class,"Large-Sort tester");
    pgd.addClass("NNloadGenerator",LoadGenerator.class,"Generate load on Namenode using NN loadgenerator run WITHOUT MR");
    pgd.addClass("NNloadGeneratorMR",LoadGeneratorMR.class,"Generate load on Namenode using NN loadgenerator run as MR job");
    pgd.addClass("NNstructureGenerator",StructureGenerator.class,"Generate the structure to be used by NNdataGenerator");
    pgd.addClass("NNdataGenerator",DataGenerator.class,"Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:aliyun-oss-hadoop-fs    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","A map/reduce benchmark that compares the performance " +
        "of maps with multiple spills over maps with 1 spill");
    pgd.addClass("mrbench","A job that sleeps at each map and reduce task.");
    pgd.addClass("timelineperformance",TimelineservicePerformance.class,"A job that launches mappers to test timlineserver performance.");
    pgd.addClass("nnbench","A benchmark that stresses the namenode w/ MR.");
    pgd.addClass("nnbenchWithoutMR",NNBenchWithoutMR.class,"A benchmark that stresses the namenode w/o MR.");
    pgd.addClass("testfilesystem","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:big-c    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-2.6.0-cdh5.4.3    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-plus    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:FlexMap    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hops    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Generate the data to be used by NNloadGenerator");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-TCP    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hardfs    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Single process HDFS and MR cluster.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:hadoop-on-lustre2    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","Large-Sort tester");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}
项目:mapreduce-fork    文件MapredTestDriver.java   
public MapredTestDriver(ProgramDriver pgd) {
  this.pgd = pgd;
  try {
    pgd.addClass("testsequencefile","HDFS Stress Test and Live Data Verification.");
  } catch(Throwable e) {
    e.printstacktrace();
  }
}

相关文章

买水果
比较全面的redis工具类
gson 反序列化到多态子类
java 版本的 mb_strwidth
JAVA 反转字符串的最快方法,大概比StringBuffer.reverse()性...
com.google.gson.internal.bind.ArrayTypeAdapter的实例源码...