llm.http 870 B

12345678910111213141516171819202122232425262728293031323334353637
  1. ### Chat completion test (vLLM local)
  2. # !! SSH access to tyrion.uv.es is needed !!
  3. POST http://127.0.0.1:8090/v1/chat/completions
  4. Authorization: Bearer hhOQ6QBqHKtOO9MKAUhIyU9auBkgIF40QJKa24jWJzdtxvdXMLi10xUAWMsdpFP0
  5. Content-Type: application/json
  6. {
  7. "model": "/media/nas/peerobs_sync/shared/2025-ReviewSim/models/Qwen2.5-7B-Instruct-AWQ",
  8. "messages": [
  9. {
  10. "role": "user",
  11. "content": "What's 1+1"
  12. }
  13. ],
  14. "max_tokens": 100,
  15. "temperature": 0.7
  16. }
  17. ###
  18. POST http://tyrion.uv.es:8090/v1/chat/completions
  19. Authorization: Bearer hhOQ6QBqHKtOO9MKAUhIyU9auBkgIF40QJKa24jWJzdtxvdXMLi10xUAWMsdpFP0
  20. Content-Type: application/json
  21. {
  22. "model": "/media/nas/peerobs_sync/shared/2025-ReviewSim/models/Qwen2.5-7B-Instruct-AWQ",
  23. "messages": [
  24. {
  25. "role": "user",
  26. "content": "What's 1+1"
  27. }
  28. ],
  29. "max_tokens": 100,
  30. "temperature": 0.7
  31. }