llm.http 472 B

123456789101112131415161718
  1. ### Chat completion test (vLLM local)
  2. # !! SSH access to tyrion.uv.es is needed !!
  3. POST http://127.0.0.1:8090/v1/chat/completions
  4. Authorization: Bearer hhOQ6QBqHKtOO9MKAUhIyU9auBkgIF40QJKa24jWJzdtxvdXMLi10xUAWMsdpFP0
  5. Content-Type: application/json
  6. {
  7. "model": "/media/nas/peerobs_sync/shared/2025-ReviewSim/models/Qwen2.5-7B-Instruct-AWQ",
  8. "messages": [
  9. {
  10. "role": "user",
  11. "content": "What's 1+1"
  12. }
  13. ],
  14. "max_tokens": 100,
  15. "temperature": 0.7
  16. }