| @@ 92-104 (lines=13) @@ | ||
| 89 | os.environ["TF_FORCE_GPU_ALLOW_GROWTH"] = ( | |
| 90 | "true" if gpu_allow_growth else "false" | |
| 91 | ) | |
| 92 | if num_workers <= 0: # pragma: no cover | |
| 93 | logger.info( | |
| 94 | "Limiting CPU usage by setting environment variables " | |
| 95 | "OMP_NUM_THREADS, TF_NUM_INTRAOP_THREADS, TF_NUM_INTEROP_THREADS to %d. " | |
| 96 | "This may slow down the training. " | |
| 97 | "Please use --num_workers flag to modify the behavior. " | |
| 98 | "Setting to 0 or negative values will remove the limitation.", | |
| 99 | num_workers, | |
| 100 | ) | |
| 101 | # limit CPU usage | |
| 102 | # https://github.com/tensorflow/tensorflow/issues/29968#issuecomment-789604232 | |
| 103 | os.environ["OMP_NUM_THREADS"] = str(num_workers) | |
| 104 | os.environ["TF_NUM_INTRAOP_THREADS"] = str(num_workers) | |
| 105 | os.environ["TF_NUM_INTEROP_THREADS"] = str(num_workers) | |
| 106 | ||
| 107 | # load config | |
| @@ 221-233 (lines=13) @@ | ||
| 218 | os.environ["TF_FORCE_GPU_ALLOW_GROWTH"] = ( | |
| 219 | "false" if gpu_allow_growth else "true" | |
| 220 | ) | |
| 221 | if num_workers <= 0: # pragma: no cover | |
| 222 | logger.info( | |
| 223 | "Limiting CPU usage by setting environment variables " | |
| 224 | "OMP_NUM_THREADS, TF_NUM_INTRAOP_THREADS, TF_NUM_INTEROP_THREADS to %d. " | |
| 225 | "This may slow down the prediction. " | |
| 226 | "Please use --num_workers flag to modify the behavior. " | |
| 227 | "Setting to 0 or negative values will remove the limitation.", | |
| 228 | num_workers, | |
| 229 | ) | |
| 230 | # limit CPU usage | |
| 231 | # https://github.com/tensorflow/tensorflow/issues/29968#issuecomment-789604232 | |
| 232 | os.environ["OMP_NUM_THREADS"] = str(num_workers) | |
| 233 | os.environ["TF_NUM_INTRAOP_THREADS"] = str(num_workers) | |
| 234 | os.environ["TF_NUM_INTEROP_THREADS"] = str(num_workers) | |
| 235 | ||
| 236 | # load config | |