Skip to content

Commit

Permalink
Add Deca (resolves #108)
Browse files Browse the repository at this point in the history
  • Loading branch information
fnothaft committed Aug 31, 2017
1 parent 022a615 commit ddfa2b5
Showing 1 changed file with 46 additions and 0 deletions.
46 changes: 46 additions & 0 deletions src/toil_lib/tools/spark_tools.py
Original file line number Diff line number Diff line change
Expand Up @@ -191,3 +191,49 @@ def call_adam(job, master_ip, arguments,
default_params +
arguments)

def call_deca(job, master_ip, arguments,
memory=None,
override_parameters=None,
run_local=False):
"""
Invokes the DECA container. Find DECA at https://github.com/bigdatagenomics/deca.
:param toil.Job.job job: The Toil Job calling this function
:param masterIP: The Spark leader IP address.
:param arguments: Arguments to pass to ADAM.
:param memory: Gigabytes of memory to provision for Spark driver/worker.
:param override_parameters: Parameters passed by the user, that override our defaults.
:param run_local: If true, runs Spark with the --master local[*] setting, which uses
all cores on the local machine. The master_ip will be disregarded.
:type masterIP: MasterAddress
:type arguments: list of string
:type memory: int or None
:type override_parameters: list of string or None
:type native_adam_path: string or None
:type run_local: boolean
"""
if run_local:
master = ["--master", "local[*]"]
else:
master = ["--master",
("spark://%s:%s" % (master_ip, SPARK_MASTER_PORT)),
"--conf", ("spark.hadoop.fs.default.name=hdfs://%s:%s" % (master_ip, HDFS_MASTER_PORT)),]

default_params = (master + [
# set max result size to unlimited, see #177
"--conf", "spark.driver.maxResultSize=0"])

docker_parameters = []
if master_ip:
docker_parameters = master_ip.docker_parameters(["--net=host"])
docker_parameters.extend(['--log-driver', 'none'])
dockerCall(job=job,
tool="quay.io/ucsc_cgl/deca",
dockerParameters=docker_parameters,
parameters=_make_parameters(master_ip,
default_params,
memory,
arguments,
override_parameters))

0 comments on commit ddfa2b5

Please sign in to comment.