bot_picture.py 671 B

1234567891011121314
  1. import requests
  2. import torch
  3. from PIL import Image
  4. from transformers import BlipForConditionalGeneration
  5. from transformers import BlipProcessor
  6. processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-base")
  7. model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-base", torch_dtype=torch.float16).to("cuda")
  8. # raw_image = Image.open('/tmp/istockphoto-470604022-612x612.jpg').convert('RGB')
  9. def caption_image(raw_image):
  10. inputs = processor(raw_image, return_tensors="pt").to("cuda", torch.float16)
  11. out = model.generate(**inputs, max_new_tokens=100)
  12. return processor.decode(out[0], skip_special_tokens=True)