Files
fastapi-openapi-to-postman/lib/schemapack.js

368 lines
12 KiB
JavaScript

'use strict';
// This is the default collection name if one can't be inferred from the OpenAPI spec
const COLLECTION_NAME = 'Converted from OpenAPI',
async = require('async'),
sdk = require('postman-collection'),
schemaUtils = require('./schemaUtils.js'),
getOptions = require('./options').getOptions,
utils = require('./utils.js'),
_ = require('lodash'),
fs = require('fs'),
// This provides the base class for
// errors with the input OpenAPI spec
OpenApiErr = require('./error.js'),
// TODO: Move this to schemaUtils
/**
* Adds items from the specWrapper trie as folders (or leaf requests)
* into the collection object (that's in generatedStore)
* @param {object} specWrapper - specWrapper.tree is trie generated from util
* @param {object} generatedStore - the store that holds the generated collection. Modified in-place
* @param {object} components - components defined in the OAS spec. These are used to
* resolve references while generating params.
* @param {object} options - a standard list of options that's globally passed around. Check options.js for more.
* @returns {void} - generatedStore is modified in-place
*/
generateCollection = function (specWrapper, generatedStore, components, options) {
var folderTree = specWrapper.tree, // this is the trie we generate (as a scaffold to the collection)
openapi = specWrapper.spec, // this is the JSON-version of the openAPI spec
child;
for (child in folderTree.root.children) {
// A Postman request or folder is added if atleast one request is present in that sub-child's tree
// requestCount is a property added to each node (folder/request) while constructing the trie
if (folderTree.root.children.hasOwnProperty(child) && folderTree.root.children[child].requestCount > 0) {
generatedStore.collection.items.add(
schemaUtils.convertChildToItemGroup(openapi, folderTree.root.children[child], components, options)
);
}
}
};
class SchemaPack {
constructor (input, options = {}) {
this.input = input;
this.validated = false;
this.openapi = null;
this.validationResult = null;
this.definedOptions = getOptions();
this.computedOptions = null;
this.computedOptions = utils.mergeOptions(
// predefined options
_.keyBy(this.definedOptions, 'id'),
// options provided by the user
options
);
// hardcoding this option - not exposed to users yet
this.computedOptions.schemaFaker = true;
this.validate();
}
// need to store the schema here
validate() {
let input = this.input,
json,
specParseResult;
if (!input) {
return {
result: false,
reason: 'Input not provided'
};
}
if (input.type === 'string' || input.type === 'json') {
// no need for extra processing before calling the converter
// string can be JSON or YAML
json = input.data;
}
else if (input.type === 'file') {
try {
json = fs.readFileSync(input.data, 'utf8');
}
catch (e) {
this.validationResult = {
result: false,
reason: e.message
};
return this.validationResult;
}
}
else {
// invalid input type
this.validationResult = {
result: false,
reason: `Invalid input type (${input.type}). type must be one of file/json/string.`
};
return this.validationResult;
}
specParseResult = schemaUtils.parseSpec(json);
if (!specParseResult.result) {
// validation failed
// calling this.convert() will be blocked
this.validationResult = {
result: false,
reason: specParseResult.reason
};
return this.validationResult;
}
this.openapi = specParseResult.openapi;
this.validated = true;
this.validationResult = {
result: true
};
return this.validationResult;
}
// convert method, this is called when you want to convert a schema that you've already loaded
// in the constructor
convert (callback) {
let openapi,
generatedStore = {},
folderObj;
if (!this.validated) {
return callback(new OpenApiErr('The schema must be validated before attempting conversion'));
}
// create and sanitize basic spec
openapi = this.openapi;
openapi.servers = _.isEmpty(openapi.servers) ? [{ url: '/' }] : openapi.servers;
openapi.securityDefs = _.get(openapi, 'components.securitySchemes', {});
openapi.baseUrl = _.get(openapi, 'servers.0.url', '{{baseURL}}');
// TODO: Multiple server variables need to be saved as environments
openapi.baseUrlVariables = _.get(openapi, 'servers.0.variables');
// Fix {scheme} and {path} vars in the URL to :scheme and :path
openapi.baseUrl = schemaUtils.fixPathVariablesInUrl(openapi.baseUrl);
// Creating a new instance of a Postman collection
// All generated folders and requests will go inside this
generatedStore.collection = new sdk.Collection({
info: {
name: _.get(openapi, 'info.title', COLLECTION_NAME),
version: _.get(openapi, 'info.version')
}
});
// ---- Collection Variables ----
// adding the collection variables for all the necessary root level variables
// and adding them to the collection variables
schemaUtils.convertToPmCollectionVariables(
openapi.baseUrlVariables,
'baseUrl',
openapi.baseUrl
).forEach((element) => {
generatedStore.collection.variables.add(element);
});
generatedStore.collection.describe(schemaUtils.getCollectionDescription(openapi));
/**
We need a trie because the decision of whether or not a node
is a folder or request can only be made once the whole trie is generated
This has a .trie and a .variables prop
*/
folderObj = schemaUtils.generateTrieFromPaths(openapi, this.computedOptions);
/*
* these are variables identified at the collection level
* they need to be added explicitly to collection variables
* deeper down in the trie, variables will be added directly to folders
* If the folderObj.variables have their own variables, we add
* them to the collectionVars
*/
if (folderObj.variables) {
_.forOwn(folderObj.variables, (server, key) => {
// TODO: Figure out what this does
schemaUtils.convertToPmCollectionVariables(
server.variables, // these are path variables in the server block
key, // the name of the variable
schemaUtils.fixPathVariablesInUrl(server.url)
).forEach((element) => {
generatedStore.collection.variables.add(element);
});
});
}
// Adds items from the trie into the collection that's in the store
try {
generateCollection({
spec: openapi,
tree: folderObj.tree
}, generatedStore, {
components: openapi.components,
paths: openapi.paths
}, this.computedOptions);
}
catch (e) {
return callback(e);
}
return callback(null, {
result: true,
output: [{
type: 'collection',
data: generatedStore.collection.toJSON()
}]
});
}
/**
*
* @description Takes in a transaction object (meant to represent a Postman history object)
*
* @param {*} transactions RequestList
* @param {*} callback return
* @returns {boolean} validation
*/
validateTransaction(transactions, callback) {
let schema = this.openapi,
componentsAndPaths = {
components: this.openapi.components,
paths: this.openapi.paths
},
options = this.computedOptions;
if (!this.validated) {
return callback(new OpenApiErr('The schema must be validated before attempting conversion'));
}
return setTimeout(() => {
async.map(transactions, (transaction, requestCallback) => {
let requestUrl = transaction.request.url,
matchedPaths;
if (typeof requestUrl === 'object') {
// SDK URL object. Get raw string representation.
requestUrl = (new sdk.Url(requestUrl)).toString();
}
// 1. Look at transaction.request.URL + method, and find matching request from schema
matchedPaths = schemaUtils.findMatchingRequestFromSchema(
transaction.request.method,
requestUrl,
schema
);
if (!matchedPaths.length) {
// No matching paths found
return requestCallback(null, {
requestId: transaction.id,
endpoints: []
});
}
return setTimeout(() => {
// 2. perform validation for each identified matchedPath (schema endpoint)
return async.map(matchedPaths, (matchedPath, pathsCallback) => {
// 3. validation involves checking these individual properties
async.parallel({
path: function(cb) {
schemaUtils.checkPathVariables(matchedPath.pathVariables, '$.request.url', matchedPath.path,
componentsAndPaths, options, cb);
},
queryparams: function(cb) {
schemaUtils.checkQueryParams(transaction.request.url, '$.request.url.query', matchedPath.path,
componentsAndPaths, options, cb);
},
headers: function(cb) {
schemaUtils.checkRequestHeaders(transaction.request.header, '$.request.header', matchedPath.path,
componentsAndPaths, options, cb);
},
requestBody: function(cb) {
schemaUtils.checkRequestBody(transaction.request.body, '$.request.body', matchedPath.jsonPath,
matchedPath.path, componentsAndPaths, options, cb);
},
responses: function (cb) {
schemaUtils.checkResponses(transaction.response, '$.responses', matchedPath.jsonPath,
matchedPath.path, componentsAndPaths, options, cb);
}
}, (err, result) => {
let allMismatches = _.concat(result.queryparams, result.headers, result.path, result.requestBody),
retVal = { matched: true }; // no mismatch
if (allMismatches.length > 0) {
retVal.matched = false;
retVal.endpointMatchScore = matchedPath.score;
retVal.endpoint = matchedPath.name;
retVal.mismatches = allMismatches;
retVal.responses = result.responses;
}
pathsCallback(null, retVal);
});
}, (err, result) => {
result.sort((a, b) => {
if (a.endpointMatchScore > b.endpointMatchScore) {
// a was a stronger endpoint match, should come first
return -1;
}
if (b.endpointMatchScore > a.endpointMatchScore) {
// b was a stronger endpoint match, should come first
return 1;
}
if (!a.mismatches) {
return -1;
}
if (!b.mismatches) {
return 1;
}
// endpoints were equally strong matches
// same endpoint score
// prioritize the one with fewer mismatches
return a.mismatches.length - b.mismatches.length;
});
requestCallback(err, {
requestId: transaction.id,
endpoints: result
});
});
});
}, 0);
}, (err, result) => {
var singleMismatch = false,
retVal;
// determine if any endpoint for any request misatched
_.each(result, (reqRes) => {
let thisMismatch = false;
_.each(reqRes.endpoints, (ep) => {
if (!ep.matched) {
thisMismatch = true;
return false;
}
});
if (thisMismatch) {
singleMismatch = true;
return false;
}
});
retVal = {
matched: !singleMismatch
};
if (singleMismatch && result) {
retVal.requests = _.keyBy(result, 'requestId');
}
callback(null, retVal);
});
}, 0);
}
static getOptions() {
return getOptions();
}
}
module.exports = {
SchemaPack
};