Skip to content
This repository has been archived by the owner on Dec 11, 2023. It is now read-only.

Added support of setting inter_op_parallelism_threads and intra_op_parallelism_threads for inference #387

Open
wants to merge 4 commits into
base: master
Choose a base branch
from
Open

Added support of setting inter_op_parallelism_threads and intra_op_parallelism_threads for inference #387

Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
fa47ca0
removed source_reverse from wmt16_gnmt_8_layer.json, since this hpara…
cuixiaom Mar 21, 2018
8c3a240
add command line option to control the num_inter_threads and num_intr…
cuixiaom Apr 3, 2018
8ba65aa
Sync the repo with the upstream at b278487980832417ad8ac701c672b5c3dc…
cuixiaom Sep 5, 2018
2ee7e32
Added support of setting inter_op_parallelism_threads and intra_op_pa…
cuixiaom Sep 6, 2018
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 6 additions & 3 deletions nmt/inference.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -95,10 +95,13 @@ def get_model_creator(hparams):
return model_creator


def start_sess_and_load_model(infer_model, ckpt_path):
def start_sess_and_load_model(infer_model, ckpt_path, hparams):
"""Start session and load model."""
print("intra inter is %d %d \n" %(hparams.num_intra_threads , hparams.num_inter_threads))
sess = tf.Session(
graph=infer_model.graph, config=utils.get_config_proto())
graph=infer_model.graph, config=utils.get_config_proto(
num_intra_threads=hparams.num_intra_threads,
num_inter_threads=hparams.num_inter_threads))
with infer_model.graph.as_default():
loaded_infer_model = model_helper.load_model(
infer_model.model, ckpt_path, sess, "infer")
Expand All @@ -118,7 +121,7 @@ def inference(ckpt_path,

model_creator = get_model_creator(hparams)
infer_model = model_helper.create_infer_model(model_creator, hparams, scope)
sess, loaded_infer_model = start_sess_and_load_model(infer_model, ckpt_path)
sess, loaded_infer_model = start_sess_and_load_model(infer_model, ckpt_path, hparams)

if num_workers == 1:
single_worker_inference(
Expand Down