Created
May 16, 2016 16:46
-
-
Save gudiseva/08c4393353c1b2b409612a38af5314fc to your computer and use it in GitHub Desktop.
Extract rows containing specific value using MapReduce
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
ExampleMapReduce |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project version="4"> | |
<component name="CompilerConfiguration"> | |
<resourceExtensions /> | |
<wildcardResourcePatterns> | |
<entry name="!?*.java" /> | |
<entry name="!?*.form" /> | |
<entry name="!?*.class" /> | |
<entry name="!?*.groovy" /> | |
<entry name="!?*.scala" /> | |
<entry name="!?*.flex" /> | |
<entry name="!?*.kt" /> | |
<entry name="!?*.clj" /> | |
<entry name="!?*.aj" /> | |
</wildcardResourcePatterns> | |
<annotationProcessing> | |
<profile default="true" name="Default" enabled="false"> | |
<processorPath useClasspath="true" /> | |
</profile> | |
<profile default="false" name="Maven default annotation processors profile" enabled="true"> | |
<sourceOutputDir name="target/generated-sources/annotations" /> | |
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" /> | |
<outputRelativeToContentRoot value="true" /> | |
<processorPath useClasspath="true" /> | |
<module name="ExampleMapReduce" /> | |
</profile> | |
</annotationProcessing> | |
<bytecodeTargetLevel> | |
<module name="ExampleMapReduce" target="1.5" /> | |
</bytecodeTargetLevel> | |
</component> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="CopyrightManager"> | |
<settings default="" /> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project version="4"> | |
<component name="Encoding"> | |
<file url="file://$PROJECT_DIR$" charset="UTF-8" /> | |
<file url="PROJECT" charset="UTF-8" /> | |
</component> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: ant:ant:1.6.5"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/ant/ant/1.6.5/ant-1.6.5-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-cli:commons-cli:1.2"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-cli/commons-cli/1.2/commons-cli-1.2-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-codec:commons-codec:1.3"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-codec/commons-codec/1.3/commons-codec-1.3-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-el:commons-el:1.0"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-el/commons-el/1.0/commons-el-1.0-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-httpclient:commons-httpclient:3.0.1"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-httpclient/commons-httpclient/3.0.1/commons-httpclient-3.0.1-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-logging:commons-logging:1.0.3"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-logging/commons-logging/1.0.3/commons-logging-1.0.3-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: commons-net:commons-net:1.4.1"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/commons-net/commons-net/1.4.1/commons-net-1.4.1-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: hsqldb:hsqldb:1.8.0.10"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/hsqldb/hsqldb/1.8.0.10/hsqldb-1.8.0.10-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: junit:junit:3.8.1"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/junit/junit/3.8.1/junit-3.8.1-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: net.java.dev.jets3t:jets3t:0.7.1"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/net/java/dev/jets3t/jets3t/0.7.1/jets3t-0.7.1-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: net.sf.kosmosfs:kfs:0.3"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/net/sf/kosmosfs/kfs/0.3/kfs-0.3-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.apache.hadoop:hadoop-core:0.20.2"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/apache/hadoop/hadoop-core/0.20.2/hadoop-core-0.20.2-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.eclipse.jdt:core:3.1.1"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/eclipse/jdt/core/3.1.1/core-3.1.1-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.mortbay.jetty:jetty:6.1.14"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty/6.1.14/jetty-6.1.14-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.mortbay.jetty:jetty-util:6.1.14"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jetty-util/6.1.14/jetty-util-6.1.14-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.mortbay.jetty:jsp-2.1:6.1.14"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-2.1/6.1.14/jsp-2.1-6.1.14-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.mortbay.jetty:jsp-api-2.1:6.1.14"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/jsp-api-2.1/6.1.14/jsp-api-2.1-6.1.14-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: org.mortbay.jetty:servlet-api-2.5:6.1.14"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/org/mortbay/jetty/servlet-api-2.5/6.1.14/servlet-api-2.5-6.1.14-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: oro:oro:2.0.8"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/oro/oro/2.0.8/oro-2.0.8-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: tomcat:jasper-compiler:5.5.12"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-compiler/5.5.12/jasper-compiler-5.5.12-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: tomcat:jasper-runtime:5.5.12"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/tomcat/jasper-runtime/5.5.12/jasper-runtime-5.5.12-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<component name="libraryTable"> | |
<library name="Maven: xmlenc:xmlenc:0.52"> | |
<CLASSES> | |
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52.jar!/" /> | |
</CLASSES> | |
<JAVADOC> | |
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52-javadoc.jar!/" /> | |
</JAVADOC> | |
<SOURCES> | |
<root url="jar://$USER_HOME$/M2_Repository/xmlenc/xmlenc/0.52/xmlenc-0.52-sources.jar!/" /> | |
</SOURCES> | |
</library> | |
</component> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project version="4"> | |
<component name="EntryPointsManager"> | |
<entry_points version="2.0" /> | |
</component> | |
<component name="MavenProjectsManager"> | |
<option name="originalFiles"> | |
<list> | |
<option value="$PROJECT_DIR$/pom.xml" /> | |
</list> | |
</option> | |
</component> | |
<component name="ProjectLevelVcsManager" settingsEditedManually="false"> | |
<OptionsSetting value="true" id="Add" /> | |
<OptionsSetting value="true" id="Remove" /> | |
<OptionsSetting value="true" id="Checkout" /> | |
<OptionsSetting value="true" id="Update" /> | |
<OptionsSetting value="true" id="Status" /> | |
<OptionsSetting value="true" id="Edit" /> | |
<ConfirmationsSetting value="0" id="Add" /> | |
<ConfirmationsSetting value="0" id="Remove" /> | |
</component> | |
<component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" default="true" assert-keyword="true" jdk-15="true" project-jdk-name="1.8" project-jdk-type="JavaSDK"> | |
<output url="file://$PROJECT_DIR$/out" /> | |
</component> | |
<component name="masterDetails"> | |
<states> | |
<state key="ProjectJDKs.UI"> | |
<settings> | |
<last-edited>1.8</last-edited> | |
<splitter-proportions> | |
<option name="proportions"> | |
<list> | |
<option value="0.2" /> | |
</list> | |
</option> | |
</splitter-proportions> | |
</settings> | |
</state> | |
</states> | |
</component> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project version="4"> | |
<component name="ProjectModuleManager"> | |
<modules> | |
<module fileurl="file://$PROJECT_DIR$/ExampleMapReduce.iml" filepath="$PROJECT_DIR$/ExampleMapReduce.iml" /> | |
</modules> | |
</component> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<project version="4"> | |
<component name="Palette2"> | |
<group name="Swing"> | |
<item class="com.intellij.uiDesigner.HSpacer" tooltip-text="Horizontal Spacer" icon="/com/intellij/uiDesigner/icons/hspacer.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="1" hsize-policy="6" anchor="0" fill="1" /> | |
</item> | |
<item class="com.intellij.uiDesigner.VSpacer" tooltip-text="Vertical Spacer" icon="/com/intellij/uiDesigner/icons/vspacer.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="1" anchor="0" fill="2" /> | |
</item> | |
<item class="javax.swing.JPanel" icon="/com/intellij/uiDesigner/icons/panel.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3" /> | |
</item> | |
<item class="javax.swing.JScrollPane" icon="/com/intellij/uiDesigner/icons/scrollPane.png" removable="false" auto-create-binding="false" can-attach-label="true"> | |
<default-constraints vsize-policy="7" hsize-policy="7" anchor="0" fill="3" /> | |
</item> | |
<item class="javax.swing.JButton" icon="/com/intellij/uiDesigner/icons/button.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="3" anchor="0" fill="1" /> | |
<initial-values> | |
<property name="text" value="Button" /> | |
</initial-values> | |
</item> | |
<item class="javax.swing.JRadioButton" icon="/com/intellij/uiDesigner/icons/radioButton.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" /> | |
<initial-values> | |
<property name="text" value="RadioButton" /> | |
</initial-values> | |
</item> | |
<item class="javax.swing.JCheckBox" icon="/com/intellij/uiDesigner/icons/checkBox.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="3" anchor="8" fill="0" /> | |
<initial-values> | |
<property name="text" value="CheckBox" /> | |
</initial-values> | |
</item> | |
<item class="javax.swing.JLabel" icon="/com/intellij/uiDesigner/icons/label.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="0" anchor="8" fill="0" /> | |
<initial-values> | |
<property name="text" value="Label" /> | |
</initial-values> | |
</item> | |
<item class="javax.swing.JTextField" icon="/com/intellij/uiDesigner/icons/textField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
<preferred-size width="150" height="-1" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JPasswordField" icon="/com/intellij/uiDesigner/icons/passwordField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
<preferred-size width="150" height="-1" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JFormattedTextField" icon="/com/intellij/uiDesigner/icons/formattedTextField.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1"> | |
<preferred-size width="150" height="-1" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JTextArea" icon="/com/intellij/uiDesigner/icons/textArea.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JTextPane" icon="/com/intellij/uiDesigner/icons/textPane.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JEditorPane" icon="/com/intellij/uiDesigner/icons/editorPane.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JComboBox" icon="/com/intellij/uiDesigner/icons/comboBox.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="0" hsize-policy="2" anchor="8" fill="1" /> | |
</item> | |
<item class="javax.swing.JTable" icon="/com/intellij/uiDesigner/icons/table.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JList" icon="/com/intellij/uiDesigner/icons/list.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="2" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JTree" icon="/com/intellij/uiDesigner/icons/tree.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3"> | |
<preferred-size width="150" height="50" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JTabbedPane" icon="/com/intellij/uiDesigner/icons/tabbedPane.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3"> | |
<preferred-size width="200" height="200" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JSplitPane" icon="/com/intellij/uiDesigner/icons/splitPane.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="3" hsize-policy="3" anchor="0" fill="3"> | |
<preferred-size width="200" height="200" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JSpinner" icon="/com/intellij/uiDesigner/icons/spinner.png" removable="false" auto-create-binding="true" can-attach-label="true"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" /> | |
</item> | |
<item class="javax.swing.JSlider" icon="/com/intellij/uiDesigner/icons/slider.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="8" fill="1" /> | |
</item> | |
<item class="javax.swing.JSeparator" icon="/com/intellij/uiDesigner/icons/separator.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="6" anchor="0" fill="3" /> | |
</item> | |
<item class="javax.swing.JProgressBar" icon="/com/intellij/uiDesigner/icons/progressbar.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1" /> | |
</item> | |
<item class="javax.swing.JToolBar" icon="/com/intellij/uiDesigner/icons/toolbar.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="6" anchor="0" fill="1"> | |
<preferred-size width="-1" height="20" /> | |
</default-constraints> | |
</item> | |
<item class="javax.swing.JToolBar$Separator" icon="/com/intellij/uiDesigner/icons/toolbarSeparator.png" removable="false" auto-create-binding="false" can-attach-label="false"> | |
<default-constraints vsize-policy="0" hsize-policy="0" anchor="0" fill="1" /> | |
</item> | |
<item class="javax.swing.JScrollBar" icon="/com/intellij/uiDesigner/icons/scrollbar.png" removable="false" auto-create-binding="true" can-attach-label="false"> | |
<default-constraints vsize-policy="6" hsize-policy="0" anchor="0" fill="2" /> | |
</item> | |
</group> | |
</component> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8"?> | |
<module org.jetbrains.idea.maven.project.MavenProjectsManager.isMavenModule="true" type="JAVA_MODULE" version="4"> | |
<component name="NewModuleRootManager" LANGUAGE_LEVEL="JDK_1_5" inherit-compiler-output="false"> | |
<output url="file://$MODULE_DIR$/target/classes" /> | |
<output-test url="file://$MODULE_DIR$/target/test-classes" /> | |
<content url="file://$MODULE_DIR$"> | |
<sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" /> | |
<sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" /> | |
<excludeFolder url="file://$MODULE_DIR$/target" /> | |
</content> | |
<orderEntry type="inheritedJdk" /> | |
<orderEntry type="sourceFolder" forTests="false" /> | |
<orderEntry type="library" scope="TEST" name="Maven: junit:junit:3.8.1" level="project" /> | |
<orderEntry type="library" name="Maven: org.apache.hadoop:hadoop-core:0.20.2" level="project" /> | |
<orderEntry type="library" name="Maven: commons-cli:commons-cli:1.2" level="project" /> | |
<orderEntry type="library" name="Maven: xmlenc:xmlenc:0.52" level="project" /> | |
<orderEntry type="library" name="Maven: commons-httpclient:commons-httpclient:3.0.1" level="project" /> | |
<orderEntry type="library" name="Maven: commons-logging:commons-logging:1.0.3" level="project" /> | |
<orderEntry type="library" name="Maven: commons-codec:commons-codec:1.3" level="project" /> | |
<orderEntry type="library" name="Maven: commons-net:commons-net:1.4.1" level="project" /> | |
<orderEntry type="library" name="Maven: org.mortbay.jetty:jetty:6.1.14" level="project" /> | |
<orderEntry type="library" name="Maven: org.mortbay.jetty:jetty-util:6.1.14" level="project" /> | |
<orderEntry type="library" name="Maven: tomcat:jasper-runtime:5.5.12" level="project" /> | |
<orderEntry type="library" name="Maven: tomcat:jasper-compiler:5.5.12" level="project" /> | |
<orderEntry type="library" name="Maven: org.mortbay.jetty:jsp-api-2.1:6.1.14" level="project" /> | |
<orderEntry type="library" name="Maven: org.mortbay.jetty:jsp-2.1:6.1.14" level="project" /> | |
<orderEntry type="library" name="Maven: ant:ant:1.6.5" level="project" /> | |
<orderEntry type="library" name="Maven: commons-el:commons-el:1.0" level="project" /> | |
<orderEntry type="library" name="Maven: net.java.dev.jets3t:jets3t:0.7.1" level="project" /> | |
<orderEntry type="library" name="Maven: org.mortbay.jetty:servlet-api-2.5:6.1.14" level="project" /> | |
<orderEntry type="library" name="Maven: net.sf.kosmosfs:kfs:0.3" level="project" /> | |
<orderEntry type="library" name="Maven: hsqldb:hsqldb:1.8.0.10" level="project" /> | |
<orderEntry type="library" name="Maven: oro:oro:2.0.8" level="project" /> | |
<orderEntry type="library" name="Maven: org.eclipse.jdt:core:3.1.1" level="project" /> | |
</component> | |
</module> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" | |
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> | |
<modelVersion>4.0.0</modelVersion> | |
<groupId>nag.arvind.gudiseva</groupId> | |
<artifactId>HadoopMapReduce</artifactId> | |
<version>1.0</version> | |
<packaging>jar</packaging> | |
<name>HadoopMapReduce</name> | |
<url>http://maven.apache.org</url> | |
<properties> | |
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> | |
</properties> | |
<dependencies> | |
<dependency> | |
<groupId>junit</groupId> | |
<artifactId>junit</artifactId> | |
<version>3.8.1</version> | |
<scope>test</scope> | |
</dependency> | |
<dependency> | |
<groupId>org.apache.hadoop</groupId> | |
<artifactId>hadoop-core</artifactId> | |
<version>0.20.2</version> | |
</dependency> | |
</dependencies> | |
<repositories> | |
<repository> | |
<id>cloudera</id> | |
<url>https://repository.cloudera.com/artifactory/cloudera-repos/</url> | |
</repository> | |
</repositories> | |
</project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package example; | |
import example.ExampleMapper; | |
import example.ExampleReducer; | |
import org.apache.hadoop.conf.Configuration; | |
import org.apache.hadoop.conf.Configured; | |
import org.apache.hadoop.fs.FileSystem; | |
import org.apache.hadoop.fs.Path; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.io.Text; | |
import org.apache.hadoop.mapreduce.Job; | |
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; | |
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; | |
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat; | |
import org.apache.hadoop.util.Tool; | |
import org.apache.hadoop.util.ToolRunner; | |
/** | |
* Created by ArvindGudiseva on 15/05/16. | |
*/ | |
public class ExampleDriver extends Configured implements Tool { | |
public static void main(String[] args) throws Exception { | |
int exitCode = ToolRunner.run(new ExampleDriver(), args); | |
System.exit(exitCode); | |
} | |
public int run(String[] args) throws Exception { | |
if (args.length != 2) { | |
System.err.printf("Usage: %s [generic options] <input> <output>\n", | |
getClass().getSimpleName()); | |
ToolRunner.printGenericCommandUsage(System.err); | |
return -1; | |
} | |
Job job = new org.apache.hadoop.mapreduce.Job(); | |
job.setJarByClass(ExampleDriver.class); | |
job.setJobName("ExampleDriver"); | |
FileInputFormat.addInputPath(job, new Path(args[0])); | |
// Added to delete the Output folder if already exists | |
Configuration conf = job.getConfiguration(); | |
FileSystem.get(conf).delete(new Path(args[1]), true); | |
FileOutputFormat.setOutputPath(job, new Path(args[1])); | |
job.setOutputKeyClass(IntWritable.class); | |
job.setOutputValueClass(IntWritable.class); | |
job.setOutputFormatClass(TextOutputFormat.class); | |
job.setMapperClass(ExampleMapper.class); | |
job.setReducerClass(ExampleReducer.class); | |
// Sets reducer tasks to 0 | |
//job.setNumReduceTasks(0); | |
int returnValue = job.waitForCompletion(true) ? 0:1; | |
System.out.println("job.isSuccessful " + job.isSuccessful()); | |
return returnValue; | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package example; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.io.Text; | |
import org.apache.hadoop.mapreduce.Mapper; | |
import java.io.IOException; | |
/** | |
* Created by ArvindGudiseva on 15/05/16. | |
*/ | |
public class ExampleMapper extends Mapper<Object, Text, IntWritable, IntWritable> { | |
@Override | |
protected void map(Object key, Text value, Context context) | |
throws IOException, InterruptedException { | |
String[] tokens = value.toString().split(","); | |
String col0 = tokens[0]; | |
String col1 = tokens[1]; | |
String col2 = tokens[2]; | |
String col3 = tokens[3]; | |
int colInt0 = Integer.parseInt(col0); | |
int colInt1 = Integer.parseInt(col1); | |
int colInt2 = Integer.parseInt(col2); | |
int colInt3 = Integer.parseInt(col3); | |
//if col3 is == 40; print col3 and col0 | |
if(colInt3 == 40){ | |
context.write(new IntWritable(colInt3), new IntWritable(colInt0)); | |
} | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package example; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.mapreduce.Reducer; | |
import java.io.IOException; | |
import java.util.Iterator; | |
/** | |
* Created by ArvindGudiseva on 15/05/16. | |
*/ | |
public class ExampleReducer extends Reducer<IntWritable, IntWritable, IntWritable, IntWritable> { | |
@Override | |
public void reduce(IntWritable key, Iterable<IntWritable> values, Context context) | |
throws IOException, InterruptedException { | |
int col0 = 0; | |
int col3 = 0; | |
Iterator itr = values.iterator(); | |
while (itr.hasNext()){ | |
col3 = Integer.parseInt(key.toString()); | |
col0 = Integer.parseInt(itr.next().toString()); | |
context.write(new IntWritable(col3), new IntWritable(col0)); | |
} | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package nag.arvind.gudiseva; | |
import java.io.IOException; | |
import org.apache.hadoop.conf.Configuration; | |
import org.apache.hadoop.conf.Configured; | |
import org.apache.hadoop.fs.FileSystem; | |
import org.apache.hadoop.fs.Path; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.io.LongWritable; | |
import org.apache.hadoop.io.Text; | |
import org.apache.hadoop.mapreduce.Job; | |
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat; | |
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; | |
import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat; | |
import org.apache.hadoop.util.Tool; | |
import org.apache.hadoop.util.ToolRunner; | |
public class WordCount extends Configured implements Tool{ | |
public static void main(String[] args) throws Exception{ | |
int exitCode = ToolRunner.run(new WordCount(), args); | |
System.exit(exitCode); | |
} | |
public int run(String[] args) throws Exception { | |
if (args.length != 2) { | |
System.err.printf("Usage: %s [generic options] <input> <output>\n", | |
getClass().getSimpleName()); | |
ToolRunner.printGenericCommandUsage(System.err); | |
return -1; | |
} | |
Job job = new org.apache.hadoop.mapreduce.Job(); | |
job.setJarByClass(WordCount.class); | |
job.setJobName("WordCounter"); | |
FileInputFormat.addInputPath(job, new Path(args[0])); | |
// Added to delete the Output folder if already exists | |
Configuration conf = job.getConfiguration(); | |
FileSystem.get(conf).delete(new Path(args[1]), true); | |
FileOutputFormat.setOutputPath(job, new Path(args[1])); | |
job.setOutputKeyClass(Text.class); | |
job.setOutputValueClass(IntWritable.class); | |
job.setOutputFormatClass(TextOutputFormat.class); | |
job.setMapperClass(WordCountMapper.class); | |
job.setReducerClass(WordCountReducer.class); | |
int returnValue = job.waitForCompletion(true) ? 0:1; | |
System.out.println("job.isSuccessful " + job.isSuccessful()); | |
return returnValue; | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package nag.arvind.gudiseva; | |
import java.io.IOException; | |
import java.util.StringTokenizer; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.io.LongWritable; | |
import org.apache.hadoop.io.Text; | |
import org.apache.hadoop.mapreduce.Mapper; | |
public class WordCountMapper extends Mapper<LongWritable, Text, Text, IntWritable>{ | |
private final static IntWritable one = new IntWritable(1); | |
private Text word = new Text(); | |
@Override | |
protected void map(LongWritable key, Text value, Context context) | |
throws IOException, InterruptedException { | |
String line = value.toString(); | |
StringTokenizer st = new StringTokenizer(line," "); | |
while(st.hasMoreTokens()){ | |
word.set(st.nextToken()); | |
context.write(word,one); | |
} | |
} | |
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
package nag.arvind.gudiseva; | |
import java.io.IOException; | |
import java.util.Iterator; | |
import org.apache.hadoop.io.IntWritable; | |
import org.apache.hadoop.io.Text; | |
import org.apache.hadoop.mapreduce.Reducer; | |
public class WordCountReducer extends Reducer<Text, IntWritable, Text, IntWritable>{ | |
@Override | |
protected void reduce(Text key, Iterable<IntWritable> values, Context context) | |
throws IOException, InterruptedException { | |
int sum = 0; | |
Iterator<IntWritable> valuesIt = values.iterator(); | |
while(valuesIt.hasNext()){ | |
sum = sum + valuesIt.next().get(); | |
} | |
context.write(key, new IntWritable(sum)); | |
} | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment