Add billTo parameter to snippets (#1349)

Adding a parameter to generate snippets with the `billTo` option

Pre-requisite of
https://www.figma.com/design/3kPIEQvrVISDp2VPLmoJax/-SPEC--Inference-Providers?node-id=633-1725&t=Il0MBjEKJghDXHnw-0

---------

Co-authored-by: Lucain <[email protected]>

Author: kefranabg

packages/inference/src/snippets/getInferenceSnippets.ts

@@ -37,6 +37,7 @@ interface TemplateParams {
 	model?: ModelDataMinimal;
 	provider?: InferenceProvider;
 	providerModelId?: string;
+	billTo?: string;
 	methodName?: string; // specific to snippetBasic
 	importBase64?: boolean; // specific to snippetImportRequests
 	importJson?: boolean; // specific to snippetImportRequests
@@ -119,6 +120,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 		accessToken: string,
 		provider: InferenceProvider,
 		inferenceProviderMapping?: InferenceProviderModelMapping,
+		billTo?: string,
 		opts?: Record<string, unknown>
 	): InferenceSnippet[] => {
 		const providerModelId = inferenceProviderMapping?.providerId ?? model.id;
@@ -146,13 +148,14 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 			providerModelId,
 			providerHelper,
 			{
-				accessToken: accessToken,
-				provider: provider,
+				accessToken,
+				provider,
 				...inputs,
 			} as RequestArgs,
 			inferenceProviderMapping,
 			{
-				task: task,
+				task,
+				billTo,
 			}
 		);
 
@@ -191,6 +194,7 @@ const snippetGenerator = (templateName: string, inputPreparationFn?: InputPrepar
 			model,
 			provider,
 			providerModelId: providerModelId ?? model.id,
+			billTo,
 		};
 
 		/// Iterate over clients => check if a snippet exists => generate
@@ -279,6 +283,7 @@ const snippets: Partial<
 			accessToken: string,
 			provider: InferenceProvider,
 			inferenceProviderMapping?: InferenceProviderModelMapping,
+			billTo?: string,
 			opts?: Record<string, unknown>
 		) => InferenceSnippet[]
 	>
@@ -319,10 +324,11 @@ export function getInferenceSnippets(
 	accessToken: string,
 	provider: InferenceProvider,
 	inferenceProviderMapping?: InferenceProviderModelMapping,
+	billTo?: string,
 	opts?: Record<string, unknown>
 ): InferenceSnippet[] {
 	return model.pipeline_tag && model.pipeline_tag in snippets
-		? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, opts) ?? []
+		? snippets[model.pipeline_tag]?.(model, accessToken, provider, inferenceProviderMapping, billTo, opts) ?? []
 		: [];
 }
 

packages/inference/src/snippets/templates/js/fetch/basic.jinja

@@ -5,7 +5,9 @@ async function query(data) {
 			headers: {
 				Authorization: "{{ authorizationHeader }}",
 				"Content-Type": "application/json",
-			},
+{% if billTo %}
+				"X-HF-Bill-To": "{{ billTo }}",
+{% endif %}			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}

packages/inference/src/snippets/templates/js/fetch/basicAudio.jinja

@@ -4,8 +4,10 @@ async function query(data) {
 		{
 			headers: {
 				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "audio/flac"
-			},
+				"Content-Type": "audio/flac",
+{% if billTo %}
+				"X-HF-Bill-To": "{{ billTo }}",
+{% endif %}			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}

packages/inference/src/snippets/templates/js/fetch/basicImage.jinja

@@ -4,8 +4,10 @@ async function query(data) {
 		{
 			headers: {
 				Authorization: "{{ authorizationHeader }}",
-				"Content-Type": "image/jpeg"
-			},
+				"Content-Type": "image/jpeg",
+{% if billTo %}
+				"X-HF-Bill-To": "{{ billTo }}",
+{% endif %}			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}

packages/inference/src/snippets/templates/js/fetch/textToAudio.jinja

@@ -6,7 +6,9 @@ async function query(data) {
 			headers: {
 				Authorization: "{{ authorizationHeader }}",
 				"Content-Type": "application/json",
-			},
+{% if billTo %}
+				"X-HF-Bill-To": "{{ billTo }}",
+{% endif %}			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}

packages/inference/src/snippets/templates/js/fetch/textToImage.jinja

@@ -5,7 +5,9 @@ async function query(data) {
 			headers: {
 				Authorization: "{{ authorizationHeader }}",
 				"Content-Type": "application/json",
-			},
+{% if billTo %}
+				"X-HF-Bill-To": "{{ billTo }}",
+{% endif %}			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}

packages/inference/src/snippets/templates/js/fetch/zeroShotClassification.jinja

@@ -5,7 +5,9 @@ async function query(data) {
             headers: {
 				Authorization: "{{ authorizationHeader }}",
                 "Content-Type": "application/json",
-            },
+{% if billTo %}
+                "X-HF-Bill-To": "{{ billTo }}",
+{% endif %}         },
             method: "POST",
             body: JSON.stringify(data),
         }

packages/inference/src/snippets/templates/js/huggingface.js/basic.jinja

@@ -6,6 +6,8 @@ const output = await client.{{ methodName }}({
 	model: "{{ model.id }}",
 	inputs: {{ inputs.asObj.inputs }},
 	provider: "{{ provider }}",
-});
+}{% if billTo %}, {
+	billTo: "{{ billTo }}",
+}{% endif %});
 
 console.log(output);

packages/inference/src/snippets/templates/js/huggingface.js/basicAudio.jinja

@@ -8,6 +8,8 @@ const output = await client.{{ methodName }}({
 	data,
 	model: "{{ model.id }}",
 	provider: "{{ provider }}",
-});
+}{% if billTo %}, {
+	billTo: "{{ billTo }}",
+}{% endif %});
 
 console.log(output);

packages/inference/src/snippets/templates/js/huggingface.js/basicImage.jinja

@@ -8,6 +8,8 @@ const output = await client.{{ methodName }}({
 	data,
 	model: "{{ model.id }}",
 	provider: "{{ provider }}",
-});
+}{% if billTo %}, {
+	billTo: "{{ billTo }}",
+}{% endif %});
 
 console.log(output);