Commit 8b723b3b authored by Janos Borst's avatar Janos Borst
Browse files

stuff

parent 0652ef89
Pipeline #45899 failed with stage
in 12 minutes and 1 second
......@@ -12,6 +12,7 @@ import tempfile
import torch
from io import BytesIO
from transformers import *
import pathlib
EMBEDDINGCACHE = Path.home() / ".mlmc" / "embedding"
......@@ -228,7 +229,6 @@ def get_embedding(name, **kwargs):
tokenizer = get_white_space_tokenizer(vocabulary)
return e, tokenizer
import pathlib
def get_transformer(model="bert", **kwargs):
"""
......
......@@ -18,5 +18,4 @@ datasketch
torch>=1.5.0
beautifulsoup4~=4.8.2
requests~=2.23.0
dgl~=0.5.2
apex~=0.1
\ No newline at end of file
dgl~=0.5.2
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment