1
0
Fork 0
mirror of synced 2024-06-18 18:34:51 +12:00

fix lint errors

This commit is contained in:
Nick Sweeting 2021-04-06 02:50:51 -04:00
parent e92db03f5f
commit 21bb84f627
2 changed files with 6 additions and 3 deletions

View file

@ -13,10 +13,13 @@ MAX_SONIC_TEXT_CHUNK_LENGTH = 2000 # dont index more than 2000 characte
def index(snapshot_id: str, texts: List[str]):
with IngestClient(SEARCH_BACKEND_HOST_NAME, SEARCH_BACKEND_PORT, SEARCH_BACKEND_PASSWORD) as ingestcl:
for text in texts:
max_length = 1000000
chunks = (
text[i:i+MAX_SONIC_TEXT_CHUNK_LENGTH]
for i in range(0, min(len(text), MAX_SONIC_TEXT_TOTAL_LENGTH), MAX_SONIC_TEXT_CHUNK_LENGTH)
for i in range(
0,
min(len(text), MAX_SONIC_TEXT_TOTAL_LENGTH),
MAX_SONIC_TEXT_CHUNK_LENGTH,
)
)
for chunk in chunks:
ingestcl.push(SONIC_COLLECTION, SONIC_BUCKET, snapshot_id, str(chunk))

View file

@ -68,7 +68,7 @@ def run(*args, input=None, capture_output=True, timeout=None, check=False, text=
# force kill any straggler subprocesses that were forked from the main proc
try:
os.killpg(pgid, signal.SIGINT)
except Exception as e:
except Exception:
pass
return CompletedProcess(process.args, retcode, stdout, stderr)