-
Notifications
You must be signed in to change notification settings - Fork 6
/
Copy path.mrjob.conf
32 lines (32 loc) · 1.31 KB
/
.mrjob.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
{
"runners": {
"local": {
"base_tmp_dir": "./tmp/"
},
"hadoop": {
"hadoop_home" : "/Users/michau/hadoop-1.0.4",
"base_tmp_dir": "/Users/michau/tmp/",
},
"emr": {
"s3_scratch_uri": "s3://walrus/tmp/",
"upload_files": ["$BT/config/config.py", "$BT/config/secret.py"],
"aws_region": "us-west-1",
"setup_cmds": ["ln -sf $(readlink -f config.py) src-tree.tar.gz/config/config.py", "ln -sf $(readlink -f secret.py) src-tree.tar.gz/config/secret.py", "cd src-tree.tar.gz; make -f Makefile.emr"],
"ec2_instance_type": "c1.xlarge",
"python_archives": ["$BT/aws/src-tree.tar.gz"],
"ec2_key_pair_file": "$BT/config/EMR.pem",
"cmdenv": {
"TZ": "America/Los_Angeles"
},
"aws_access_key_id": "HADOOPHADOOPBOBADOOP",
"ssh_tunnel_is_open": true,
"ssh_tunnel_to_job_tracker": true,
"bootstrap_python_packages": ["$BT/aws/python-packages/*.tar.gz"],
"ec2_key_pair": "EMR",
"num_ec2_instances": 1,
"s3_log_uri": "s3://walrus/tmp/logs/",
"aws_secret_access_key": "MEMIMOMADOOPBANANAFANAFOFADOOPHADOOP",
"base_tmp_dir": "/scratch/$USER"
}
}
}