Index

_ | A | B | C | D | E | F | G | H | I | J | L | M | N | O | P | R | S | T | U | V | W

_

__init__() (mrjob.hadoop.HadoopJobRunner method)
(mrjob.inline.InlineMRJobRunner method)
(mrjob.job.MRJob method)
(mrjob.local.LocalMRJobRunner method)
(mrjob.retry.RetryWrapper method)
(mrjob.runner.MRJobRunner method)

A

add() (mrjob.setup.UploadDirManager method)
(mrjob.setup.WorkingDirManager method)
add_file_option() (mrjob.job.MRJob method)
add_passthrough_option() (mrjob.job.MRJob method)
add_translated_jobconf_for_hadoop_version() (in module mrjob.compat)
args_for_opt_dest_subset() (in module mrjob.util)
AWS_ACCESS_KEY_ID
AWS_SECRET_ACCESS_KEY

B

bash_wrap() (in module mrjob.util)
BootstrapWorkingDirManager (class in mrjob.setup)
buffer_iterator_to_line_iterator() (in module mrjob.util)
bunzip2_stream() (in module mrjob.util)

C

cat() (mrjob.fs.base.Filesystem method)
cleanup() (mrjob.runner.MRJobRunner method)
CLEANUP_CHOICES (in module mrjob.runner)
cmd_line() (in module mrjob.util)
combine_cmd_lists() (in module mrjob.conf)
combine_cmds() (in module mrjob.conf)
combine_dicts() (in module mrjob.conf)
combine_envs() (in module mrjob.conf)
combine_lists() (in module mrjob.conf)
combine_local_envs() (in module mrjob.conf)
combine_path_lists() (in module mrjob.conf)
combine_paths() (in module mrjob.conf)
combine_values() (in module mrjob.conf)
combiner
combiner() (mrjob.job.MRJob method)
combiner_cmd() (mrjob.job.MRJob method)
combiner_final() (mrjob.job.MRJob method)
combiner_init() (mrjob.job.MRJob method)
combiner_pre_filter() (mrjob.job.MRJob method)
configure_options() (mrjob.job.MRJob method)
counter_unescape() (in module mrjob.parse)
counters() (mrjob.runner.MRJobRunner method)

D

describe_all_job_flows() (in module mrjob.emr)
description() (mrjob.step.JarStep method)
(mrjob.step.MRStep method)
du() (mrjob.fs.base.Filesystem method)

E

emr_job_runner_kwargs() (mrjob.job.MRJob method)
EMRJobRunner (class in mrjob.emr)
environment variable
AWS_ACCESS_KEY_ID
AWS_SECRET_ACCESS_KEY
HADOOP_HOME, [1], [2], [3], [4]
HADOOP_LOG_DIR
MRJOB_CONF, [1], [2], [3]
PATH
PYTHONPATH, [1], [2], [3], [4]
TZ
expand_path() (in module mrjob.util)
extract_dir_for_tar() (in module mrjob.util)

F

file_ext() (in module mrjob.util)
Filesystem (class in mrjob.fs.base)
find_hadoop_java_stack_trace() (in module mrjob.parse)
find_hadoop_streaming_jar() (in module mrjob.hadoop)
find_input_uri_for_mapper() (in module mrjob.parse)
find_interesting_hadoop_streaming_error() (in module mrjob.parse)
find_job_log_multiline_error() (in module mrjob.parse)
find_mrjob_conf() (in module mrjob.conf)
find_python_traceback() (in module mrjob.parse)
find_timeout_error() (in module mrjob.parse)
fs (mrjob.runner.MRJobRunner attribute)
fully_qualify_hdfs_path() (in module mrjob.hadoop)

G

generate_file_upload_args() (mrjob.job.MRJob method)
generate_passthrough_arguments() (mrjob.job.MRJob method)
get_hadoop_version() (mrjob.runner.MRJobRunner method)
get_jobconf_value() (in module mrjob.compat)
get_opts() (mrjob.runner.MRJobRunner method)
get_s3_folder_keys() (mrjob.emr.S3Filesystem method)
get_s3_key() (mrjob.emr.S3Filesystem method)
get_s3_keys() (mrjob.emr.S3Filesystem method)
gunzip_stream() (in module mrjob.util)

H

Hadoop Streaming
HADOOP_HOME, [1], [2], [3], [4]
HADOOP_INPUT_FORMAT (mrjob.job.MRJob attribute)
hadoop_input_format() (mrjob.job.MRJob method)
hadoop_job_runner_kwargs() (mrjob.job.MRJob method)
HADOOP_LOG_DIR
hadoop_log_dir() (in module mrjob.hadoop)
HADOOP_OUTPUT_FORMAT (mrjob.job.MRJob attribute)
hadoop_output_format() (mrjob.job.MRJob method)
HadoopJobRunner (class in mrjob.hadoop)
hash_object() (in module mrjob.util)

I

increment_counter() (mrjob.job.MRJob method)
InlineMRJobRunner (class in mrjob.inline)
INPUT (mrjob.step.JarStep attribute)
input protocol
INPUT_PROTOCOL (mrjob.job.MRJob attribute)
input_protocol() (mrjob.job.MRJob method)
internal protocol
INTERNAL_PROTOCOL (mrjob.job.MRJob attribute)
internal_protocol() (mrjob.job.MRJob method)
is_ironpython (in module mrjob.util)
is_mapper_or_reducer() (mrjob.job.MRJob method)
is_s3_uri() (in module mrjob.parse)
is_uri() (in module mrjob.parse)

J

jar() (mrjob.job.MRJob class method)
JarStep (class in mrjob.step)
job_runner_kwargs() (mrjob.job.MRJob method)
JOBCONF (mrjob.job.MRJob attribute)
jobconf() (mrjob.job.MRJob method)
jobconf_from_dict() (in module mrjob.compat)
jobconf_from_env() (in module mrjob.compat)
JSONProtocol (class in mrjob.protocol)
JSONValueProtocol (class in mrjob.protocol)

L

load_options() (mrjob.job.MRJob method)
load_opts_from_mrjob_conf() (in module mrjob.conf)
load_opts_from_mrjob_confs() (in module mrjob.conf)
local_job_runner_kwargs() (mrjob.job.MRJob method)
LocalMRJobRunner (class in mrjob.local)
log_to_null() (in module mrjob.util)
log_to_stream() (in module mrjob.util)
ls() (mrjob.fs.base.Filesystem method)

M

make_emr_conn() (mrjob.emr.EMRJobRunner method)
make_runner() (mrjob.job.MRJob method)
make_s3_conn() (mrjob.emr.S3Filesystem method)
make_s3_key() (mrjob.emr.S3Filesystem method)
mapper
mapper() (mrjob.job.MRJob method)
mapper_cmd() (mrjob.job.MRJob method)
mapper_final() (mrjob.job.MRJob method)
mapper_init() (mrjob.job.MRJob method)
mapper_pre_filter() (mrjob.job.MRJob method)
md5sum() (mrjob.fs.base.Filesystem method)
mkdir() (mrjob.fs.base.Filesystem method)
mr() (mrjob.job.MRJob class method)
mr_job_script() (mrjob.job.MRJob class method)
MRJob (class in mrjob.job)
mrjob.compat (module)
mrjob.conf (module)
mrjob.emr (module)
mrjob.fs.base (module)
mrjob.hadoop (module)
mrjob.inline (module)
mrjob.job (module)
mrjob.local (module)
mrjob.parse (module)
mrjob.protocol (module)
mrjob.retry (module)
mrjob.runner (module)
mrjob.setup (module)
mrjob.step (module)
mrjob.tools.emr.audit_usage (module)
mrjob.tools.emr.create_job_flow (module)
mrjob.tools.emr.fetch_logs (module)
mrjob.tools.emr.mrboss (module)
mrjob.tools.emr.report_long_jobs (module)
mrjob.tools.emr.s3_tmpwatch (module)
mrjob.tools.emr.terminate_idle_job_flows (module)
mrjob.tools.emr.terminate_job_flow (module)
mrjob.util (module)
MRJOB_CONF, [1], [2], [3]
MRJobRunner (class in mrjob.runner)
MRJobStep (in module mrjob.step)
MRStep (class in mrjob.step)

N

name() (mrjob.setup.WorkingDirManager method)
name_to_path() (mrjob.setup.WorkingDirManager method)
name_uniquely() (in module mrjob.setup)

O

OPTION_CLASS (mrjob.job.MRJob attribute)
OUTPUT (mrjob.step.JarStep attribute)
output protocol
OUTPUT_PROTOCOL (mrjob.job.MRJob attribute)
output_protocol() (mrjob.job.MRJob method)

P

parse_and_save_options() (in module mrjob.util)
parse_counters() (mrjob.job.MRJob method)
parse_hadoop_counters_from_line() (in module mrjob.parse)
parse_key_value_list() (in module mrjob.parse)
parse_legacy_hash_path() (in module mrjob.setup)
parse_mr_job_stderr() (in module mrjob.parse)
parse_output() (mrjob.job.MRJob method)
parse_output_line() (mrjob.job.MRJob method)
parse_port_range_list() (in module mrjob.parse)
parse_s3_uri() (in module mrjob.parse)
parse_setup_cmd() (in module mrjob.setup)
PARTITIONER (mrjob.job.MRJob attribute)
partitioner() (mrjob.job.MRJob method)
PATH
path_exists() (mrjob.fs.base.Filesystem method)
path_to_uri() (mrjob.setup.UploadDirManager method)
paths() (mrjob.setup.WorkingDirManager method)
pick_protocols() (mrjob.job.MRJob method)
PickleProtocol (class in mrjob.protocol)
PickleValueProtocol (class in mrjob.protocol)
populate_option_groups_with_options() (in module mrjob.util)
protocol
PYTHONPATH, [1], [2], [3], [4]

R

RawProtocol (class in mrjob.protocol)
RawValueProtocol (class in mrjob.protocol)
read_file() (in module mrjob.util)
read_input() (in module mrjob.util)
reducer
reducer() (mrjob.job.MRJob method)
reducer_cmd() (mrjob.job.MRJob method)
reducer_final() (mrjob.job.MRJob method)
reducer_init() (mrjob.job.MRJob method)
reducer_pre_filter() (mrjob.job.MRJob method)
ReprProtocol (class in mrjob.protocol)
ReprValueProtocol (class in mrjob.protocol)
RetryWrapper (class in mrjob.retry)
rm() (mrjob.fs.base.Filesystem method)
run() (mrjob.job.MRJob class method)
(mrjob.runner.MRJobRunner method)
run_combiner() (mrjob.job.MRJob method)
run_job() (mrjob.job.MRJob method)
run_mapper() (mrjob.job.MRJob method)
run_reducer() (mrjob.job.MRJob method)

S

s3_key_to_uri() (in module mrjob.fs.s3)
S3Filesystem (class in mrjob.emr)
safeeval() (in module mrjob.util)
sandbox() (mrjob.job.MRJob method)
save_current_environment() (in module mrjob.util)
save_cwd() (in module mrjob.util)
scrape_options_and_index_by_dest() (in module mrjob.util)
scrape_options_into_new_groups() (in module mrjob.util)
set_status() (mrjob.job.MRJob method)
shlex_split() (in module mrjob.util)
show_steps() (mrjob.job.MRJob method)
SORT_VALUES (mrjob.job.MRJob attribute)
step
steps() (mrjob.job.MRJob method)
stream_output() (mrjob.runner.MRJobRunner method)
strip_microseconds() (in module mrjob.util)
supports_combiners_in_hadoop_streaming() (in module mrjob.compat)
supports_new_distributed_cache_options() (in module mrjob.compat)

T

tar_and_gzip() (in module mrjob.util)
touchz() (mrjob.fs.base.Filesystem method)
translate_jobconf() (in module mrjob.compat)
TZ

U

unarchive() (in module mrjob.util)
UploadDirManager (class in mrjob.setup)
uri() (mrjob.setup.UploadDirManager method)
uses_generic_jobconf() (in module mrjob.compat)

V

version_gte() (in module mrjob.compat)

W

WorkingDirManager (class in mrjob.setup)

Need help?

Join the mailing list by visiting the Google group page or sending an email to mrjob+subscribe@googlegroups.com.