fix: [PL-56199]: support Open API yaml URL with Github API

.github/workflows/pull_request.yaml

@@ -5,6 +5,8 @@ on:
       - opened
       - reopened
       - synchronize
+env:
+  CI: true
 jobs:
   eslint:
     name: ESLint

packages/cli/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@harnessio/oats-cli",
-  "version": "2.3.0",
+  "version": "2.3.1",
   "license": "MIT",
   "type": "module",
   "repository": {

packages/cli/src/helpers.mts

@@ -10,6 +10,14 @@ import { has } from 'lodash-es';
 
 const DIR_NAME = getDirNameForCurrentFile(import.meta);
 
+// helpers when when working with url to generate service
+const DEFAULT_BRANCH = 'develop';
+const URL_PREFIX = 'https://api.github.com/repos/harness/harness-core/contents/';
+
+export const GITHUB_PAT = process.env.GITHUB_PAT;
+export const GITHUB_API_ENDPOINT_URL = (yamlPath: string) =>
+	`${URL_PREFIX}${yamlPath}?ref=${DEFAULT_BRANCH}`;
+
 // internal function
 export function _convertToOpenAPI(schema: unknown): Promise<OpenAPIV3.Document> {
 	return new Promise((resolve, reject) => {
@@ -53,3 +61,15 @@ export function getDirNameForCurrentFile(meta: ImportMeta): string {
 export function pathToTemplate(val: string): string {
 	return val.replace(/\{/g, '${');
 }
+
+export function b64DecodeUnicode(str: any) {
+	// Going backwards: from bytestream, to percent-encoding, to original string.
+	return decodeURIComponent(
+		atob(str)
+			.split('')
+			.map(function (c) {
+				return '%' + ('00' + c.charCodeAt(0).toString(16)).slice(-2);
+			})
+			.join(''),
+	);
+}

packages/cli/src/loadSpecFromFileOrUrl.mts

@@ -6,7 +6,13 @@ import type { OpenAPIV3 } from 'openapi-types';
 import yaml from 'js-yaml';
 
 import { generateOpenAPISpec } from './generateOpenAPISpec.mjs';
-import { _convertToOpenAPI, logInfo } from './helpers.mjs';
+import {
+	GITHUB_API_ENDPOINT_URL,
+	GITHUB_PAT,
+	_convertToOpenAPI,
+	b64DecodeUnicode,
+	logInfo,
+} from './helpers.mjs';
 import type { IServiceConfig } from './config.mjs';
 import type { IPluginReturn } from './plugin.mjs';
 
@@ -33,28 +39,47 @@ export async function loadSpecFromFileOrUrl(config: IServiceConfig): Promise<IPl
 					? yaml.load(content, { json: true, schema: yaml.JSON_SCHEMA })
 					: JSON.parse(content);
 		} catch (_) {
-			throw new Error('Something went wrong while trying to parse contents');
+			throw new Error('Something went wrong while trying to parse contents from FILE');
 		}
 
 		// transform the spec using given transformer
 	} else if (config.url) {
 		// read from URL
 		logInfo('Fetching data from URL');
-		const response = await fetch(config.url);
+
+		if (!GITHUB_PAT && !process.env.CI) {
+			throw new Error('GITHUB PAT is not defined, please set GITHUB_PAT environment variable');
+		}
+
+		const configUrl = process.env.CI ? config.url : GITHUB_API_ENDPOINT_URL(config.url);
+		const configHeaders = process.env.CI
+			? {}
+			: { headers: { Authorization: `Bearer ${GITHUB_PAT}` } };
+
+		const response = await fetch(configUrl, {
+			...configHeaders,
+		});
+
 		const contentType = response.headers.get('Content-Type');
 		try {
 			logInfo('Parsing data from API');
+			if (contentType === 'application/json; charset=utf-8') {
+				const responseJson: any = await response.json();
+				const yamlContent = responseJson.content;
+				spec = yaml.load(b64DecodeUnicode(yamlContent), {
+					json: true,
+					schema: yaml.JSON_SCHEMA,
+				}) as OpenAPIV3.Document;
 
-			if (contentType === 'application/json') {
-				spec = (await response.json()) as OpenAPIV3.Document;
 				logInfo(`Detected format: JSON`);
 			} else {
 				const txt = await response.text();
 				spec = yaml.load(txt) as OpenAPIV3.Document;
+
 				logInfo(`Detected format: YAML`);
 			}
 		} catch (_) {
-			throw new Error('Something went wrong while trying to parse contents');
+			throw new Error('Something went wrong while trying to parse contents from URL');
 		}
 	} else {
 		throw new Error('Neither file nor url provided');