Changed settings for Amazon EMR job launcher.

joshua-decoder · Apr 6, 2013 · 509c7f6 · 509c7f6
1 parent 74c9460
commit 509c7f6
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/scripts/run_on_amazon.sh b/scripts/run_on_amazon.sh
@@ -96,13 +96,16 @@ elastic-mapreduce -c $cred \
     --arg $remoteconf \
     --arg $workdir \
     --bootstrap-action s3://elasticmapreduce/bootstrap-actions/configure-hadoop \
-    --args "-m,mapred.tasktracker.map.tasks.maximum=14","-m,mapred.tasktracker.reduce.tasks.maximum=5","-m,mapred.child.java.opts=-Xmx1500m","-m,mapred.reduce.child.java.opts=-Xmx9g"
+    --args "-m,mapred.tasktracker.map.tasks.maximum=15","-m,mapred.tasktracker.reduce.tasks.maximum=2","-m,mapred.child.java.opts=-Xmx3g","-m,mapred.reduce.child.java.opts=-Xmx10g"
 
 
-# fr-en europarl    #"-m,mapred.tasktracker.map.tasks.maximum=3","-m,mapred.tasktracker.reduce.tasks.maximum=1","-m,mapred.child.java.opts=-Xmx1500m","-m,mapred.reduce.child.java.opts=-Xmx2300m"
+# something
+#"-m,mapred.tasktracker.map.tasks.maximum=14","-m,mapred.tasktracker.reduce.tasks.maximum=5","-m,mapred.child.java.opts=-Xmx1500m","-m,mapred.reduce.child.java.opts=-Xmx9g"
+
 
+# fr-en europarl    #"-m,mapred.tasktracker.map.tasks.maximum=3","-m,mapred.tasktracker.reduce.tasks.maximum=1","-m,mapred.child.java.opts=-Xmx1500m","-m,mapred.reduce.child.java.opts=-Xmx2300m"
 
 
 # ppdb v0.2
 #"-m,mapred.tasktracker.map.tasks.maximum=20","-m,mapred.tasktracker.reduce.tasks.maximum=2","-m,mapred.child.java.opts=-Xmx1500m","-m,mapred.reduce.child.java.opts=-Xmx17g"
-    
+