Index

_

__init__() (mrjob.hadoop.HadoopJobRunner method) (mrjob.inline.InlineMRJobRunner method) (mrjob.job.MRJob method) (mrjob.local.LocalMRJobRunner method) (mrjob.retry.RetryWrapper method) (mrjob.runner.MRJobRunner method)

A

add_file_option() (mrjob.job.MRJob method) add_passthrough_option() (mrjob.job.MRJob method) add_translated_jobconf_for_hadoop_version() (in module mrjob.compat)

args_for_opt_dest_subset() (in module mrjob.util) AWS_ACCESS_KEY_ID, [1] AWS_SECRET_ACCESS_KEY, [1]

B

bash_wrap() (in module mrjob.util) buffer_iterator_to_line_iterator() (in module mrjob.util)

bunzip2_stream() (in module mrjob.util)

C

cat() (mrjob.fs.base.Filesystem method) cleanup() (mrjob.runner.MRJobRunner method) CLEANUP_CHOICES (in module mrjob.runner) cmd_line() (in module mrjob.util) combine_cmd_lists() (in module mrjob.conf) combine_cmds() (in module mrjob.conf) combine_dicts() (in module mrjob.conf) combine_envs() (in module mrjob.conf) combine_lists() (in module mrjob.conf) combine_local_envs() (in module mrjob.conf)

combine_path_lists() (in module mrjob.conf) combine_paths() (in module mrjob.conf) combine_values() (in module mrjob.conf) combiner() (mrjob.job.MRJob method) combiner_cmd() (mrjob.job.MRJob method) combiner_final() (mrjob.job.MRJob method) combiner_init() (mrjob.job.MRJob method) configure_options() (mrjob.job.MRJob method) counter_unescape() (in module mrjob.parse) counters() (mrjob.runner.MRJobRunner method)

D

describe_all_job_flows() (in module mrjob.emr)

du() (mrjob.fs.base.Filesystem method)

E

emr_job_runner_kwargs() (mrjob.job.MRJob method) EMRJobRunner (class in mrjob.emr) environment variable AWS_ACCESS_KEY_ID, [1] AWS_SECRET_ACCESS_KEY, [1] HADOOP_HOME, [1], [2], [3], [4], [5] HADOOP_LOG_DIR MRJOB_CONF, [1], [2], [3], [4] PATH PYTHONPATH, [1], [2], [3], [4], [5], [6], [7], [8] TMPDIR TZ

expand_path() (in module mrjob.util) extract_dir_for_tar() (in module mrjob.util)

F

file_ext() (in module mrjob.util) Filesystem (class in mrjob.fs.base) find_hadoop_java_stack_trace() (in module mrjob.parse) find_hadoop_streaming_jar() (in module mrjob.hadoop) find_input_uri_for_mapper() (in module mrjob.parse) find_interesting_hadoop_streaming_error() (in module mrjob.parse)

find_job_log_multiline_error() (in module mrjob.parse) find_mrjob_conf() (in module mrjob.conf) find_python_traceback() (in module mrjob.parse) find_timeout_error() (in module mrjob.parse) fs (mrjob.runner.MRJobRunner attribute) fully_qualify_hdfs_path() (in module mrjob.hadoop)

G

generate_file_upload_args() (mrjob.job.MRJob method) generate_passthrough_arguments() (mrjob.job.MRJob method) get_hadoop_version() (mrjob.runner.MRJobRunner method) get_jobconf_value() (in module mrjob.compat)

get_opts() (mrjob.runner.MRJobRunner method) get_s3_folder_keys() (mrjob.emr.S3Filesystem method) get_s3_key() (mrjob.emr.S3Filesystem method) get_s3_keys() (mrjob.emr.S3Filesystem method)

H

HADOOP_HOME, [1], [2], [3], [4], [5] HADOOP_INPUT_FORMAT (mrjob.job.MRJob attribute) hadoop_input_format() (mrjob.job.MRJob method) hadoop_job_runner_kwargs() (mrjob.job.MRJob method) HADOOP_LOG_DIR

hadoop_log_dir() (in module mrjob.hadoop) HADOOP_OUTPUT_FORMAT (mrjob.job.MRJob attribute) hadoop_output_format() (mrjob.job.MRJob method) HadoopJobRunner (class in mrjob.hadoop) hash_object() (in module mrjob.util)

I

increment_counter() (mrjob.job.MRJob method) InlineMRJobRunner (class in mrjob.inline) INPUT_PROTOCOL (mrjob.job.MRJob attribute) input_protocol() (mrjob.job.MRJob method) INTERNAL_PROTOCOL (mrjob.job.MRJob attribute)

internal_protocol() (mrjob.job.MRJob method) is_ironpython (in module mrjob.util) is_mapper_or_reducer() (mrjob.job.MRJob method) is_s3_uri() (in module mrjob.parse) is_uri() (in module mrjob.parse)

J

jar() (mrjob.job.MRJob class method) job_runner_kwargs() (mrjob.job.MRJob method) JOBCONF (mrjob.job.MRJob attribute)

jobconf() (mrjob.job.MRJob method) JSONProtocol (class in mrjob.protocol) JSONValueProtocol (class in mrjob.protocol)

L

load_options() (mrjob.job.MRJob method) load_opts_from_mrjob_conf() (in module mrjob.conf) load_opts_from_mrjob_confs() (in module mrjob.conf) local_job_runner_kwargs() (mrjob.job.MRJob method)

LocalMRJobRunner (class in mrjob.local) log_to_null() (in module mrjob.util) log_to_stream() (in module mrjob.util) ls() (mrjob.fs.base.Filesystem method)

M

make_emr_conn() (mrjob.emr.EMRJobRunner method) make_runner() (mrjob.job.MRJob method) make_s3_conn() (mrjob.emr.S3Filesystem method) make_s3_key() (mrjob.emr.S3Filesystem method) mapper() (mrjob.job.MRJob method) mapper_cmd() (mrjob.job.MRJob method) mapper_final() (mrjob.job.MRJob method) mapper_init() (mrjob.job.MRJob method) md5sum() (mrjob.fs.base.Filesystem method) mkdir() (mrjob.fs.base.Filesystem method) mr() (mrjob.job.MRJob class method) mr_job_script() (mrjob.job.MRJob class method) MRJob (class in mrjob.job) mrjob.compat (module) mrjob.conf (module) mrjob.emr (module) mrjob.fs.base (module) mrjob.hadoop (module)

mrjob.inline (module) mrjob.job (module) mrjob.local (module) mrjob.parse (module) mrjob.protocol (module) mrjob.retry (module) mrjob.runner (module) mrjob.tools.emr.audit_usage (module) mrjob.tools.emr.create_job_flow (module) mrjob.tools.emr.fetch_logs (module) mrjob.tools.emr.mrboss (module) mrjob.tools.emr.report_long_jobs (module) mrjob.tools.emr.s3_tmpwatch (module) mrjob.tools.emr.terminate_idle_job_flows (module) mrjob.tools.emr.terminate_job_flow (module) mrjob.util (module) MRJOB_CONF, [1], [2], [3], [4] MRJobRunner (class in mrjob.runner)

O

OPTION_CLASS (mrjob.job.MRJob attribute) OUTPUT_PROTOCOL (mrjob.job.MRJob attribute)

output_protocol() (mrjob.job.MRJob method)

P

parse_and_save_options() (in module mrjob.util) parse_counters() (mrjob.job.MRJob method) parse_hadoop_counters_from_line() (in module mrjob.parse) parse_key_value_list() (in module mrjob.parse) parse_mr_job_stderr() (in module mrjob.parse) parse_output() (mrjob.job.MRJob method) parse_output_line() (mrjob.job.MRJob method) parse_port_range_list() (in module mrjob.parse) parse_s3_uri() (in module mrjob.parse)

PARTITIONER (mrjob.job.MRJob attribute) partitioner() (mrjob.job.MRJob method) PATH path_exists() (mrjob.fs.base.Filesystem method) PickleProtocol (class in mrjob.protocol) PickleValueProtocol (class in mrjob.protocol) populate_option_groups_with_options() (in module mrjob.util) PYTHONPATH, [1], [2], [3], [4], [5], [6], [7], [8]

R

RawProtocol (class in mrjob.protocol) RawValueProtocol (class in mrjob.protocol) read_file() (in module mrjob.util) read_input() (in module mrjob.util) reducer() (mrjob.job.MRJob method) reducer_cmd() (mrjob.job.MRJob method) reducer_final() (mrjob.job.MRJob method) reducer_init() (mrjob.job.MRJob method) ReprProtocol (class in mrjob.protocol)

ReprValueProtocol (class in mrjob.protocol) RetryWrapper (class in mrjob.retry) rm() (mrjob.fs.base.Filesystem method) run() (mrjob.job.MRJob class method) (mrjob.runner.MRJobRunner method) run_combiner() (mrjob.job.MRJob method) run_job() (mrjob.job.MRJob method) run_mapper() (mrjob.job.MRJob method) run_reducer() (mrjob.job.MRJob method)

S

s3_key_to_uri() (in module mrjob.fs.s3) S3Filesystem (class in mrjob.emr) safeeval() (in module mrjob.util) sandbox() (mrjob.job.MRJob method) save_current_environment() (in module mrjob.util) scrape_options_and_index_by_dest() (in module mrjob.util) scrape_options_into_new_groups() (in module mrjob.util) set_status() (mrjob.job.MRJob method)

shlex_split() (in module mrjob.util) show_steps() (mrjob.job.MRJob method) steps() (mrjob.job.MRJob method) stream_output() (mrjob.runner.MRJobRunner method) strip_microseconds() (in module mrjob.util) supports_combiners_in_hadoop_streaming() (in module mrjob.compat) supports_new_distributed_cache_options() (in module mrjob.compat)

T

tar_and_gzip() (in module mrjob.util) TMPDIR touchz() (mrjob.fs.base.Filesystem method)

translate_jobconf() (in module mrjob.compat) TZ

U

unarchive() (in module mrjob.util)

uses_generic_jobconf() (in module mrjob.compat)

V

version_gte() (in module mrjob.compat)