sasjs/adapter
1
0
Fork 0
mirror of https://github.com/sasjs/adapter.git synced 2026-01-09 05:20:05 +00:00
Code Issues Projects Releases Wiki Activity

chore(*): change code style to remove semicolons

Browse Source
This commit is contained in:
Krishna Acondy
2020-09-01 11:51:17 +01:00
parent 619833db29
commit 755bf7d07c
39 changed files with 1001 additions and 1003 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/utils/asyncForEach.ts
View File

@@ -1,5 +1,5 @@
export async function asyncForEach(array: any[], callback: any) {
for (let index = 0; index < array.length; index++) {
await callback(array[index], index, array);
await callback(array[index], index, array)
}
}

6
src/utils/compareTimestamps.ts
View File

@@ -1,9 +1,9 @@
import { SASjsRequest } from "../types/SASjsRequest";
import { SASjsRequest } from "../types/SASjsRequest"
/**
* Comparator for SASjs request timestamps
*
*/
export const compareTimestamps = (a: SASjsRequest, b: SASjsRequest) => {
return b.timestamp.getTime() - a.timestamp.getTime();
};
return b.timestamp.getTime() - a.timestamp.getTime()
}

98
src/utils/convertToCsv.ts
View File

@@ -3,14 +3,14 @@
* @param data - the JSON object to convert.
*/
export const convertToCSV = (data: any) => {
const replacer = (key: any, value: any) => (value === null ? "" : value);
const headerFields = Object.keys(data[0]);
let csvTest;
let invalidString = false;
const replacer = (key: any, value: any) => (value === null ? "" : value)
const headerFields = Object.keys(data[0])
let csvTest
let invalidString = false
const headers = headerFields.map((field) => {
let firstFoundType: string | null = null;
let hasMixedTypes: boolean = false;
let rowNumError: number = -1;
let firstFoundType: string | null = null
let hasMixedTypes: boolean = false
let rowNumError: number = -1
const longestValueForField = data
.map((row: any, index: number) => {
@@ -19,46 +19,46 @@ export const convertToCSV = (data: any) => {
let currentFieldType =
row[field] === "" || typeof row[field] === "string"
? "chars"
: "number";
: "number"
if (!hasMixedTypes) {
hasMixedTypes = currentFieldType !== firstFoundType;
rowNumError = hasMixedTypes ? index + 1 : -1;
hasMixedTypes = currentFieldType !== firstFoundType
rowNumError = hasMixedTypes ? index + 1 : -1
}
} else {
if (row[field] === "") {
firstFoundType = "chars";
firstFoundType = "chars"
} else {
firstFoundType =
typeof row[field] === "string" ? "chars" : "number";
typeof row[field] === "string" ? "chars" : "number"
}
}
let byteSize;
let byteSize
if (typeof row[field] === "string") {
let doubleQuotesFound = row[field]
.split("")
.filter((char: any) => char === '"');
.filter((char: any) => char === '"')
byteSize = getByteSize(row[field]);
byteSize = getByteSize(row[field])
if (doubleQuotesFound.length > 0) {
byteSize += doubleQuotesFound.length;
byteSize += doubleQuotesFound.length
}
}
return byteSize;
return byteSize
}
})
.sort((a: number, b: number) => b - a)[0];
.sort((a: number, b: number) => b - a)[0]
if (longestValueForField && longestValueForField > 32765) {
invalidString = true;
invalidString = true
}
if (hasMixedTypes) {
console.error(
`Row (${rowNumError}), Column (${field}) has mixed types: ERROR`
);
)
}
return `${field}:${firstFoundType === "chars" ? "$" : ""}${
@@ -67,30 +67,30 @@ export const convertToCSV = (data: any) => {
: firstFoundType === "chars"
? "1"
: "best"
}.`;
});
}.`
})
if (invalidString) {
return "ERROR: LARGE STRING LENGTH";
return "ERROR: LARGE STRING LENGTH"
}
csvTest = data.map((row: any) => {
const fields = Object.keys(row).map((fieldName, index) => {
let value;
let containsSpecialChar = false;
const currentCell = row[fieldName];
let value
let containsSpecialChar = false
const currentCell = row[fieldName]
if (JSON.stringify(currentCell).search(/(\\t|\\n|\\r)/gm) > -1) {
value = currentCell.toString();
containsSpecialChar = true;
value = currentCell.toString()
containsSpecialChar = true
} else {
value = JSON.stringify(currentCell, replacer);
value = JSON.stringify(currentCell, replacer)
}
value = value.replace(/\\\\/gm, "\\");
value = value.replace(/\\\\/gm, "\\")
if (containsSpecialChar) {
if (value.includes(",") || value.includes('"')) {
value = '"' + value + '"';
value = '"' + value + '"'
}
} else {
if (
@@ -98,36 +98,36 @@ export const convertToCSV = (data: any) => {
value.includes('"') &&
!value.includes('\\"')
) {
value = value.substring(1, value.length - 1);
value = value.substring(1, value.length - 1)
}
value = value.replace(/\\"/gm, '""');
value = value.replace(/\\"/gm, '""')
}
value = value.replace(/\r\n/gm, "\n");
value = value.replace(/\r\n/gm, "\n")
if (value === "" && headers[index].includes("best")) {
value = ".";
value = "."
}
return value;
});
return fields.join(",");
});
return value
})
return fields.join(",")
})
let finalCSV =
headers.join(",").replace(/,/g, " ") + "\r\n" + csvTest.join("\r\n");
headers.join(",").replace(/,/g, " ") + "\r\n" + csvTest.join("\r\n")
return finalCSV;
};
return finalCSV
}
const getByteSize = (str: string) => {
let byteSize = str.length;
let byteSize = str.length
for (let i = str.length - 1; i >= 0; i--) {
const code = str.charCodeAt(i);
if (code > 0x7f && code <= 0x7ff) byteSize++;
else if (code > 0x7ff && code <= 0xffff) byteSize += 2;
if (code >= 0xdc00 && code <= 0xdfff) i--; //trail surrogate
const code = str.charCodeAt(i)
if (code > 0x7f && code <= 0x7ff) byteSize++
else if (code > 0x7ff && code <= 0xffff) byteSize += 2
if (code >= 0xdc00 && code <= 0xdfff) i-- //trail surrogate
}
return byteSize;
};
return byteSize
}

34
src/utils/formatDataForRequest.ts
View File

@@ -1,33 +1,33 @@
import { convertToCSV } from "./convertToCsv";
import { splitChunks } from "./splitChunks";
import { convertToCSV } from "./convertToCsv"
import { splitChunks } from "./splitChunks"
export const formatDataForRequest = (data: any) => {
const sasjsTables = [];
let tableCounter = 0;
const result: any = {};
const sasjsTables = []
let tableCounter = 0
const result: any = {}
for (const tableName in data) {
tableCounter++;
sasjsTables.push(tableName);
const csv = convertToCSV(data[tableName]);
tableCounter++
sasjsTables.push(tableName)
const csv = convertToCSV(data[tableName])
if (csv === "ERROR: LARGE STRING LENGTH") {
throw new Error(
"The max length of a string value in SASjs is 32765 characters."
);
)
}
// if csv has length more then 16k, send in chunks
if (csv.length > 16000) {
const csvChunks = splitChunks(csv);
const csvChunks = splitChunks(csv)
// append chunks to form data with same key
result[`sasjs${tableCounter}data0`] = csvChunks.length;
result[`sasjs${tableCounter}data0`] = csvChunks.length
csvChunks.forEach((chunk, index) => {
result[`sasjs${tableCounter}data${index + 1}`] = chunk;
});
result[`sasjs${tableCounter}data${index + 1}`] = chunk
})
} else {
result[`sasjs${tableCounter}data`] = csv;
result[`sasjs${tableCounter}data`] = csv
}
}
result["sasjs_tables"] = sasjsTables.join(" ");
result["sasjs_tables"] = sasjsTables.join(" ")
return result;
};
return result
}

30
src/utils/index.ts
View File

@@ -1,15 +1,15 @@
export * from "./asyncForEach";
export * from "./compareTimestamps";
export * from "./convertToCsv";
export * from "./isAuthorizeFormRequired";
export * from "./isLoginRequired";
export * from "./isLoginSuccess";
export * from "./makeRequest";
export * from "./needsRetry";
export * from "./parseAndSubmitAuthorizeForm";
export * from "./parseGeneratedCode";
export * from "./parseSourceCode";
export * from "./parseSasViyaLog";
export * from "./serialize";
export * from "./splitChunks";
export * from "./parseWeboutResponse";
export * from "./asyncForEach"
export * from "./compareTimestamps"
export * from "./convertToCsv"
export * from "./isAuthorizeFormRequired"
export * from "./isLoginRequired"
export * from "./isLoginSuccess"
export * from "./makeRequest"
export * from "./needsRetry"
export * from "./parseAndSubmitAuthorizeForm"
export * from "./parseGeneratedCode"
export * from "./parseSourceCode"
export * from "./parseSasViyaLog"
export * from "./serialize"
export * from "./splitChunks"
export * from "./parseWeboutResponse"

4
src/utils/isAuthorizeFormRequired.ts
View File

@@ -1,3 +1,3 @@
export const isAuthorizeFormRequired = (response: string): boolean => {
return /<form.+action="(.*Logon\/oauth\/authorize[^"]*).*>/gm.test(response);
};
return /<form.+action="(.*Logon\/oauth\/authorize[^"]*).*>/gm.test(response)
}

22
src/utils/isIeOrEdge.ts
View File

@@ -1,34 +1,34 @@
export function isIEorEdgeOrOldFirefox() {
if (typeof window === "undefined") {
return false;
return false
}
const ua = window.navigator.userAgent;
const ua = window.navigator.userAgent
if (ua.indexOf("Firefox") > 0) {
const version = parseInt(
ua.substring(ua.lastIndexOf("Firefox/") + 8, ua.length),
10
);
return version <= 60;
)
return version <= 60
}
const msie = ua.indexOf("MSIE ");
const msie = ua.indexOf("MSIE ")
if (msie > 0) {
// IE 10 or older => return version number
return true;
return true
}
const trident = ua.indexOf("Trident/");
const trident = ua.indexOf("Trident/")
if (trident > 0) {
return true;
return true
}
const edge = ua.indexOf("Edge/");
const edge = ua.indexOf("Edge/")
if (edge > 0) {
// Edge (IE 12+) => return version number
return true;
return true
}
// other browser
return false;
return false
}

8
src/utils/isLoginRequired.ts
View File

@@ -1,5 +1,5 @@
export const isLogInRequired = (response: string): boolean => {
const pattern: RegExp = /<form.+action="(.*Logon[^"]*).*>/gm;
const matches = pattern.test(response);
return matches;
};
const pattern: RegExp = /<form.+action="(.*Logon[^"]*).*>/gm
const matches = pattern.test(response)
return matches
}

2
src/utils/isLoginSuccess.ts
View File

@@ -1,2 +1,2 @@
export const isLogInSuccess = (response: string): boolean =>
/You have signed in/gm.test(response);
/You have signed in/gm.test(response)

80
src/utils/makeRequest.ts
View File

@@ -1,8 +1,8 @@
import { CsrfToken } from "../types";
import { needsRetry } from "./needsRetry";
import { CsrfToken } from "../types"
import { needsRetry } from "./needsRetry"
let retryCount: number = 0;
let retryLimit: number = 5;
let retryCount: number = 0
let retryLimit: number = 5
export async function makeRequest<T>(
url: string,
@@ -10,98 +10,98 @@ export async function makeRequest<T>(
callback: (value: CsrfToken) => any,
contentType: "text" | "json" = "json"
): Promise<{ result: T; etag: string | null }> {
let retryRequest: any = null;
let retryRequest: any = null
const responseTransform =
contentType === "json"
? (res: Response) => res.json()
: (res: Response) => res.text();
let etag = null;
: (res: Response) => res.text()
let etag = null
const result = await fetch(url, request).then(async (response) => {
if (response.redirected && response.url.includes("SASLogon/login")) {
return Promise.reject({ status: 401 });
return Promise.reject({ status: 401 })
}
if (!response.ok) {
if (response.status === 403) {
const tokenHeader = response.headers.get("X-CSRF-HEADER");
const tokenHeader = response.headers.get("X-CSRF-HEADER")
if (tokenHeader) {
const token = response.headers.get(tokenHeader);
const token = response.headers.get(tokenHeader)
callback({
headerName: tokenHeader,
value: token || ""
});
})
retryRequest = {
...request,
headers: { ...request.headers, [tokenHeader]: token }
};
}
return fetch(url, retryRequest).then((res) => {
etag = res.headers.get("ETag");
return responseTransform(res);
});
etag = res.headers.get("ETag")
return responseTransform(res)
})
}
} else {
const body = await response.text();
const body = await response.text()
if (needsRetry(body)) {
if (retryCount < retryLimit) {
retryCount++;
retryCount++
let retryResponse = await makeRequest(
url,
retryRequest || request,
callback,
contentType
);
retryCount = 0;
)
retryCount = 0
etag = retryResponse.etag;
return retryResponse.result;
etag = retryResponse.etag
return retryResponse.result
} else {
retryCount = 0;
retryCount = 0
throw new Error("Request retry limit exceeded");
throw new Error("Request retry limit exceeded")
}
}
return Promise.reject({ status: response.status, body });
return Promise.reject({ status: response.status, body })
}
} else {
if (response.status === 204) {
return Promise.resolve();
return Promise.resolve()
}
const responseTransformed = await responseTransform(response);
let responseText = "";
const responseTransformed = await responseTransform(response)
let responseText = ""
if (typeof responseTransformed === "string") {
responseText = responseTransformed;
responseText = responseTransformed
} else {
responseText = JSON.stringify(responseTransformed);
responseText = JSON.stringify(responseTransformed)
}
if (needsRetry(responseText)) {
if (retryCount < retryLimit) {
retryCount++;
retryCount++
const retryResponse = await makeRequest(
url,
retryRequest || request,
callback,
contentType
);
retryCount = 0;
)
retryCount = 0
etag = retryResponse.etag;
return retryResponse.result;
etag = retryResponse.etag
return retryResponse.result
} else {
retryCount = 0;
retryCount = 0
throw new Error("Request retry limit exceeded");
throw new Error("Request retry limit exceeded")
}
}
etag = response.headers.get("ETag");
return responseTransformed;
etag = response.headers.get("ETag")
return responseTransformed
}
});
return { result, etag };
})
return { result, etag }
}

4
src/utils/needsRetry.ts
View File

@@ -10,5 +10,5 @@ export const needsRetry = (responseText: string): boolean => {
responseText.includes(
"Authentication success, retry original request"
)))
);
};
)
}

34
src/utils/parseAndSubmitAuthorizeForm.ts
View File

@@ -2,31 +2,31 @@ export const parseAndSubmitAuthorizeForm = async (
response: string,
serverUrl: string
) => {
let authUrl: string | null = null;
const params: any = {};
let authUrl: string | null = null
const params: any = {}
const responseBody = response.split("<body>")[1].split("</body>")[0];
const bodyElement = document.createElement("div");
bodyElement.innerHTML = responseBody;
const responseBody = response.split("<body>")[1].split("</body>")[0]
const bodyElement = document.createElement("div")
bodyElement.innerHTML = responseBody
const form = bodyElement.querySelector("#application_authorization");
authUrl = form ? serverUrl + form.getAttribute("action") : null;
const form = bodyElement.querySelector("#application_authorization")
authUrl = form ? serverUrl + form.getAttribute("action") : null
const inputs: any = form?.querySelectorAll("input");
const inputs: any = form?.querySelectorAll("input")
for (const input of inputs) {
if (input.name === "user_oauth_approval") {
input.value = "true";
input.value = "true"
}
params[input.name] = input.value;
params[input.name] = input.value
}
const formData = new FormData();
const formData = new FormData()
for (const key in params) {
if (params.hasOwnProperty(key)) {
formData.append(key, params[key]);
formData.append(key, params[key])
}
}
@@ -40,10 +40,10 @@ export const parseAndSubmitAuthorizeForm = async (
})
.then((res) => res.text())
.then((res) => {
resolve(res);
});
resolve(res)
})
} else {
reject("Auth form url is null");
reject("Auth form url is null")
}
});
};
})
}

10
src/utils/parseGeneratedCode.ts
View File

@@ -1,7 +1,7 @@
export const parseGeneratedCode = (log: string) => {
const startsWith = "MPRINT";
const startsWith = "MPRINT"
const isGeneratedCodeLine = (line: string) =>
line.trim().startsWith(startsWith);
const logLines = log.split("\n").filter(isGeneratedCodeLine);
return logLines.join("\r\n");
};
line.trim().startsWith(startsWith)
const logLines = log.split("\n").filter(isGeneratedCodeLine)
return logLines.join("\r\n")
}

12
src/utils/parseSasViyaLog.ts
View File

@@ -1,12 +1,12 @@
export const parseSasViyaLog = (logResponse: { items: any[] }) => {
let log;
let log
try {
log = logResponse.items
? logResponse.items.map((i) => i.line).join("\n")
: JSON.stringify(logResponse);
: JSON.stringify(logResponse)
} catch (e) {
console.error("An error has occurred while parsing the log response", e);
log = logResponse;
console.error("An error has occurred while parsing the log response", e)
log = logResponse
}
return log;
};
return log
}

8
src/utils/parseSourceCode.ts
View File

@@ -1,6 +1,6 @@
export const parseSourceCode = (log: string): string => {
const isSourceCodeLine = (line: string) =>
line.trim().substring(0, 10).trimStart().match(/^\d/);
const logLines = log.split("\n").filter(isSourceCodeLine);
return logLines.join("\r\n");
};
line.trim().substring(0, 10).trimStart().match(/^\d/)
const logLines = log.split("\n").filter(isSourceCodeLine)
return logLines.join("\r\n")
}

12
src/utils/parseWeboutResponse.ts
View File

@@ -1,16 +1,16 @@
export const parseWeboutResponse = (response: string) => {
let sasResponse = "";
let sasResponse = ""
if (response.includes(">>weboutBEGIN<<")) {
try {
sasResponse = response
.split(">>weboutBEGIN<<")[1]
.split(">>weboutEND<<")[0];
.split(">>weboutEND<<")[0]
} catch (e) {
sasResponse = "";
console.error(e);
sasResponse = ""
console.error(e)
}
}
return sasResponse;
};
return sasResponse
}

10
src/utils/serialize.ts
View File

@@ -1,15 +1,15 @@
export const serialize = (obj: any) => {
const str: any[] = [];
const str: any[] = []
for (const p in obj) {
if (obj.hasOwnProperty(p)) {
if (obj[p] instanceof Array) {
for (let i = 0, n = obj[p].length; i < n; i++) {
str.push(encodeURIComponent(p) + "=" + encodeURIComponent(obj[p][i]));
str.push(encodeURIComponent(p) + "=" + encodeURIComponent(obj[p][i]))
}
} else {
str.push(encodeURIComponent(p) + "=" + encodeURIComponent(obj[p]));
str.push(encodeURIComponent(p) + "=" + encodeURIComponent(obj[p]))
}
}
}
return str.join("&");
};
return str.join("&")
}

12
src/utils/splitChunks.ts
View File

@@ -1,12 +1,12 @@
export const splitChunks = (content: string) => {
const size = 16000;
const size = 16000
const numChunks = Math.ceil(content.length / size);
const chunks = new Array(numChunks);
const numChunks = Math.ceil(content.length / size)
const chunks = new Array(numChunks)
for (let i = 0, o = 0; i < numChunks; ++i, o += size) {
chunks[i] = content.substr(o, size);
chunks[i] = content.substr(o, size)
}
return chunks;
};
return chunks
}