Auto-update: Tue Jul 30 20:02:09 PDT 2024
This commit is contained in:
parent
f2ee215947
commit
09569549c9
1 changed files with 0 additions and 46 deletions
46
i
46
i
|
@ -1,46 +0,0 @@
|
||||||
#!/Users/sij/miniforge3/envs/minicpm/bin/python
|
|
||||||
import os
|
|
||||||
import torch
|
|
||||||
from transformers import AutoModel, AutoTokenizer
|
|
||||||
from PIL import Image
|
|
||||||
import argparse
|
|
||||||
|
|
||||||
# Set environment variable to enable CPU fallback
|
|
||||||
os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
|
|
||||||
|
|
||||||
# Parse command line arguments
|
|
||||||
parser = argparse.ArgumentParser(description='Process image for model.')
|
|
||||||
parser.add_argument('image_path', type=str, help='Path to the image file')
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
# Check if MPS is available
|
|
||||||
if torch.backends.mps.is_available():
|
|
||||||
device = torch.device("mps")
|
|
||||||
else:
|
|
||||||
device = torch.device("cpu")
|
|
||||||
|
|
||||||
# Load the model with appropriate torch dtype
|
|
||||||
model = AutoModel.from_pretrained('openbmb/MiniCPM-Llama3-V-2_5', trust_remote_code=True, torch_dtype=torch.float32 if device == torch.device("cpu") else torch.float16)
|
|
||||||
model = model.to(device)
|
|
||||||
|
|
||||||
tokenizer = AutoTokenizer.from_pretrained('openbmb/MiniCPM-Llama3-V-2_5', trust_remote_code=True)
|
|
||||||
model.eval()
|
|
||||||
|
|
||||||
# Load and prepare the image
|
|
||||||
image_path = "/Users/sij/adorablenakedskinny.jpeg" # args.image_path
|
|
||||||
image = Image.open(image_path).convert('RGB')
|
|
||||||
question = 'Using modern English and adult slang words like cock, cum, pussy, fuck, etc., describe the scene pictured in the image.'
|
|
||||||
msgs = [{'role': 'user', 'content': question}]
|
|
||||||
|
|
||||||
# Perform inference
|
|
||||||
with torch.no_grad():
|
|
||||||
res = model.chat(
|
|
||||||
image=image,
|
|
||||||
msgs=msgs,
|
|
||||||
tokenizer=tokenizer,
|
|
||||||
sampling=True,
|
|
||||||
temperature=0.7
|
|
||||||
)
|
|
||||||
|
|
||||||
print(res)
|
|
||||||
|
|
Loading…
Reference in a new issue