chat-llama-azure.php

<?php

use PhpLlm\LlmChain\Bridge\Azure\Meta\PlatformFactory;
use PhpLlm\LlmChain\Bridge\Meta\Llama;
use PhpLlm\LlmChain\Chain;
use PhpLlm\LlmChain\Model\Message\Message;
use PhpLlm\LlmChain\Model\Message\MessageBag;
use Symfony\Component\Dotenv\Dotenv;

require_once dirname(__DIR__).'/vendor/autoload.php';
(new Dotenv())->loadEnv(dirname(__DIR__).'/.env');

if (empty($_ENV['AZURE_LLAMA_BASEURL']) || empty($_ENV['AZURE_LLAMA_KEY'])) {
    echo 'Please set the AZURE_LLAMA_BASEURL and AZURE_LLAMA_KEY environment variable.'.PHP_EOL;
    exit(1);
}

$platform = PlatformFactory::create($_ENV['AZURE_LLAMA_BASEURL'], $_ENV['AZURE_LLAMA_KEY']);
$llm = new Llama(Llama::V3_3_70B_INSTRUCT);

$chain = new Chain($platform, $llm);
$messages = new MessageBag(Message::ofUser('I am going to Paris, what should I see?'));
$response = $chain->call($messages, [
    'max_tokens' => 2048,
    'temperature' => 0.8,
    'top_p' => 0.1,
    'presence_penalty' => 0,
    'frequency_penalty' => 0,
]);

echo $response->getContent().PHP_EOL;