Skip to content

Commit

Permalink
isort
Browse files Browse the repository at this point in the history
  • Loading branch information
aniketmaurya committed Nov 28, 2023
1 parent d4b2f62 commit a0e4f12
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 9 deletions.
1 change: 1 addition & 0 deletions src/fastserve/__main__.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
import uvicorn

from .fastserve import app

uvicorn.run(app)
13 changes: 4 additions & 9 deletions src/fastserve/batching.py
Original file line number Diff line number Diff line change
@@ -1,15 +1,10 @@
from queue import Queue, Empty
import time
from threading import Thread
from threading import Event
from typing import Callable, List, Dict
import random
import time
import uuid

from typing import Any
from dataclasses import dataclass, field
import uuid
from threading import Event
from queue import Empty, Queue
from threading import Event, Thread
from typing import Any, Callable, Dict, List


class BatchedQueue:
Expand Down
1 change: 1 addition & 0 deletions src/fastserve/fastserve.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

from fastapi import FastAPI
from pydantic import BaseModel

from .models.llama_cpp import LlamaCppLLM


Expand Down

0 comments on commit a0e4f12

Please sign in to comment.