Skip to content

Commit

Permalink
Raw tgi
Browse files Browse the repository at this point in the history
  • Loading branch information
Narsil committed Oct 2, 2024
1 parent 29eb760 commit 0936c79
Showing 1 changed file with 12 additions and 12 deletions.
24 changes: 12 additions & 12 deletions integration-tests/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -527,21 +527,21 @@ def docker_launcher(
# devices: {devices}
# """
# )
env.pop("LOG_LEVEL")
env.pop("ROCR_VISIBLE_DEVICES")
# env.pop("LOG_LEVEL")
# env.pop("ROCR_VISIBLE_DEVICES")
container = client.containers.run(
DOCKER_IMAGE,
command=args,
# command=args,
# name=container_name,
environment=env,
auto_remove=False,
detach=True,
device_requests=device_requests,
devices=devices,
volumes=volumes,
ports={"80/tcp": port},
healthcheck={"timeout": int(10 * 1e9)},
shm_size="1G",
# environment=env,
# auto_remove=False,
# detach=True,
# device_requests=device_requests,
# devices=devices,
# volumes=volumes,
# ports={"80/tcp": port},
# healthcheck={"timeout": int(10 * 1e9)},
# shm_size="1G",
)

import time
Expand Down

0 comments on commit 0936c79

Please sign in to comment.