การทำความเข้าใจวิดีโอ

# Install PyTorch & other libraries
pip install torch accelerate

# Install the transformers library
pip install transformers

MODEL_ID = "google/gemma-4-E2B-it" # @param ["google/gemma-4-E2B-it","google/gemma-4-E4B-it", "google/gemma-4-31B-it", "google/gemma-4-26B-A4B-it"]

from transformers import AutoProcessor, AutoModelForMultimodalLM

model = AutoModelForMultimodalLM.from_pretrained(MODEL_ID, dtype="auto", device_map="auto")
processor = AutoProcessor.from_pretrained(MODEL_ID)

Loading weights:   0%|          | 0/2011 [00:00<?, ?it/s]

from transformers import AutoProcessor

messages = [
    {
        'role': 'user',
        'content': [
            {"type": "video", "video": "https://github.com/bebechien/gemma/raw/refs/heads/main/videos/ForBiggerBlazes.mp4"},
            {'type': 'text', 'text': 'Describe this video.'}
        ]
    }
]

inputs = processor.apply_chat_template(
    messages,
    tokenize=True,
    return_dict=True,
    return_tensors="pt",
    add_generation_prompt=True,
).to(model.device)

outputs = model.generate(**inputs, max_new_tokens=512)

response = processor.decode(outputs, skip_special_tokens=False)
print(response[0])

<bos><|turn>user


00:00 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:00 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:00 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:01 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:01 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:02 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:02 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:03 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:03 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:04 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:04 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:05 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:05 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:06 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:06 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:06 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:07 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:07 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:08 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:08 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:09 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:09 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:10 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:10 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:11 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:11 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:12 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:12 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:13 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:13 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:14 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|> 00:14 <|image><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><|video|><image|>

Describe this video.<turn|>
<|turn>model
This video appears to be an advertisement or promotional content for **HBO GO**, a streaming service, emphasizing its availability on a TV.

Here is a breakdown of the video's content based on the timestamps:

* **00:00 - 00:01:** The video begins with a close-up of a person looking at a tablet displaying a scene, possibly from a show. The text "Shortened sequences" is visible.
* **00:01 - 00:03:** The tablet shows a sequence from **Game of Thrones** (suggested by the visual style and later text).
* **00:03 - 00:05:** A montage of intense, fiery, and dramatic scenes from *Game of Thrones* is shown, with the "Game of Thrones on HBO GO" watermark appearing.
* **00:05 - 00:08:** The ad transitions to showing scenes featuring characters like Arya Stark, with text overlays like "FOR BIGGER BLAZES."
* **00:08 - 00:09:** A demonstration of setting up the service is shown, involving plugging in a device and selecting "chrome" on an HDMI port, indicating the use of a Chromecast or similar device.
* **00:09 - 00:11:** A screen displays the **HBO GO** logo with the message: "HBO GO right on your TV," along with geographical restrictions information.
* **00:11 - 00:12:** The pricing is displayed: "For $35. For everyone. Plus tax. HBO's subscription required."
* **00:12 - 00:14:** The video concludes with the **Google Chromecast** logo and the URL `google.com/chromecast`, suggesting that Chromecast is the method for accessing HBO GO on a TV.

**In summary, the video is a promotional spot for HBO GO, showcasing its content (specifically Game of Thrones) and demonstrating how users can access it on their television using a Google Chromecast device.**<turn|>