CombinationExamples.cs

usingNUnit.Framework;
usingOpenAI.Audio;
usingOpenAI.Chat;
usingOpenAI.Images;
usingSystem;
usingSystem.ClientModel;
usingSystem.IO;
usingSystem.Threading.Tasks;

namespaceOpenAI.Examples.Miscellaneous;

publicpartialclassCombinationExamples
{
[Test]
publicvoidAlpacaArtAssessor()
{
// First, we create an image using dall-e-3:
ImageClientimageClient=new("dall-e-3",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ClientResult<GeneratedImage>imageResult=imageClient.GenerateImage(
"a majestic alpaca on a mountain ridge, backed by an expansive blue sky accented with sparse clouds",
new()
{
Style=GeneratedImageStyle.Vivid,
Quality=GeneratedImageQuality.High,
Size=GeneratedImageSize.W1792xH1024,
});
GeneratedImageimageGeneration=imageResult.Value;
Console.WriteLine($"Majestic alpaca available at:\n{imageGeneration.ImageUri.AbsoluteUri}");

// Now, we'll ask a cranky art critic to evaluate the image using gpt-4-vision-preview:
ChatClientchatClient=new("gpt-4o-mini",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ChatCompletionchatCompletion=chatClient.CompleteChat(
[
newSystemChatMessage("Assume the role of a cranky art critic. When asked to describe or "
+"evaluate imagery, focus on criticizing elements of subject, composition, and other details."),
newUserChatMessage(
ChatMessageContentPart.CreateTextPart("describe the following image in a few sentences"),
ChatMessageContentPart.CreateImagePart(imageGeneration.ImageUri)),
],
newChatCompletionOptions()
{
MaxOutputTokenCount=2048,
}
);

stringchatResponseText=chatCompletion.Content[0].Text;
Console.WriteLine($"Art critique of majestic alpaca:\n{chatResponseText}");

// Finally, we'll get some text-to-speech for that critical evaluation using tts-1-hd:
AudioClientaudioClient=new("tts-1-hd",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ClientResult<BinaryData>ttsResult=audioClient.GenerateSpeech(
text:chatResponseText,
GeneratedSpeechVoice.Fable,
newSpeechGenerationOptions()
{
SpeedRatio=0.9f,
ResponseFormat=GeneratedSpeechFormat.Opus,
});
FileInfottsFileInfo=new($"{chatCompletion.Id}.opus");
using(FileStreamttsFileStream=ttsFileInfo.Create())
using(BinaryWriterttsFileWriter=new(ttsFileStream))
{
ttsFileWriter.Write(ttsResult.Value);
}
Console.WriteLine($"Alpaca evaluation audio available at:\n{newUri(ttsFileInfo.FullName).AbsoluteUri}");
}

[Test]
publicasyncTaskCuriousCreatureCreator()
{
// First, we'll use gpt-4 to have a creative helper imagine a twist on a household pet
ChatClientcreativeWriterClient=new("gpt-4o-mini",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ClientResult<ChatCompletion>creativeWriterResult=creativeWriterClient.CompleteChat(
[
newSystemChatMessage("You're a creative helper that specializes in brainstorming designs for concepts that fuse ordinary, mundane items with a fantastical touch. In particular, you can provide good one-paragraph descriptions of concept images."),
newUserChatMessage("Imagine a household pet. Now add in a subtle touch of magic or 'different'. What do you imagine? Provide a one-paragraph description of a picture of this new creature, focusing on the details of the imagery such that it'd be suitable for creating a picture."),
],
newChatCompletionOptions()
{
MaxOutputTokenCount=2048,
});
stringdescription=creativeWriterResult.Value.Content[0].Text;
Console.WriteLine($"Creative helper's creature description:\n{description}");

// Asynchronously, in parallel to the next steps, we'll get the creative description in the voice of Onyx
AudioClientttsClient=new("tts-1-hd",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
Task<ClientResult<BinaryData>>imageDescriptionAudioTask=ttsClient.GenerateSpeechAsync(
description,
GeneratedSpeechVoice.Onyx,
newSpeechGenerationOptions()
{
SpeedRatio=1.1f,
ResponseFormat=GeneratedSpeechFormat.Opus,
});
_=Task.Run(async()=>
{
ClientResult<BinaryData>audioResult=awaitimageDescriptionAudioTask;
FileInfoaudioFileInfo=newFileInfo($"{creativeWriterResult.Value.Id}-description.opus");
usingFileStreamfileStream=audioFileInfo.Create();
usingBinaryWriterfileWriter=new(fileStream);
fileWriter.Write(audioResult.Value);
Console.WriteLine($"Spoken description available at:\n{newUri(audioFileInfo.FullName).AbsoluteUri}");
});

// Meanwhile, we'll use dall-e-3 to generate a rendition of our LLM artist's vision
ImageClientimageGenerationClient=new("dall-e-3",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ClientResult<GeneratedImage>imageGenerationResult=awaitimageGenerationClient.GenerateImageAsync(
description,
newImageGenerationOptions()
{
Size=GeneratedImageSize.W1792xH1024,
Quality=GeneratedImageQuality.High,
});
UriimageLocation=imageGenerationResult.Value.ImageUri;
Console.WriteLine($"Creature image available at:\n{imageLocation.AbsoluteUri}");

// Now, we'll use gpt-4-vision-preview to get a hopelessly taken assessment from a usually exigent art connoisseur
ChatClientimageCriticClient=new("gpt-4o-mini",Environment.GetEnvironmentVariable("OPENAI_API_KEY"));
ClientResult<ChatCompletion>criticalAppraisalResult=awaitimageCriticClient.CompleteChatAsync(
[
newSystemChatMessage("Assume the role of an art critic. Although usually cranky and occasionally even referred to as a 'curmudgeon', you're somehow entirely smitten with the subject presented to you and, despite your best efforts, can't help but lavish praise when you're asked to appraise a provided image."),
newUserChatMessage(
ChatMessageContentPart.CreateTextPart("Evaluate this image for me. What is it, and what do you think of it?"),
ChatMessageContentPart.CreateImagePart(imageLocation)),
],
newChatCompletionOptions()
{
MaxOutputTokenCount=2048,
});
stringappraisal=criticalAppraisalResult.Value.Content[0].Text;
Console.WriteLine($"Critic's appraisal:\n{appraisal}");

// Finally, we'll get that art expert's laudations in the voice of Fable
ClientResult<BinaryData>appraisalAudioResult=awaitttsClient.GenerateSpeechAsync(
appraisal,
GeneratedSpeechVoice.Fable,
newSpeechGenerationOptions()
{
SpeedRatio=0.9f,
ResponseFormat=GeneratedSpeechFormat.Opus,
});
FileInfocriticAudioFileInfo=new($"{criticalAppraisalResult.Value.Id}-appraisal.opus");
using(FileStreamcriticStream=criticAudioFileInfo.Create())
using(BinaryWritercriticFileWriter=new(criticStream))
{
criticFileWriter.Write(appraisalAudioResult.Value);
}
Console.WriteLine($"Critical appraisal available at:\n{newUri(criticAudioFileInfo.FullName).AbsoluteUri}");
}
}