freeCodeCamp/test-challenges.js

203 lines
5.1 KiB
JavaScript
Raw Normal View History

/* eslint-disable no-eval, no-process-exit, no-unused-vars */
import {Observable} from 'rx';
2015-11-02 01:20:03 +00:00
import tape from 'tape';
2015-11-02 01:20:03 +00:00
import getChallenges from './getChallenges';
import { modern } from '../common/app/utils/challengeTypes';
import MongoIds from './mongoIds';
import ChallengeTitles from './challengeTitles';
import addAssertsToTapTest from './addAssertsToTapTest';
2015-11-02 01:20:03 +00:00
let mongoIds = new MongoIds();
let challengeTitles = new ChallengeTitles();
function evaluateTest(solution, assert,
react, redux, reactRedux,
head, tail,
test, tapTest) {
let code = solution;
/* NOTE: Provide dependencies for React/Redux challenges
* and configure testing environment
*/
let React,
ReactDOM,
Redux,
ReduxThunk,
ReactRedux,
Enzyme,
document;
// Fake Deep Equal dependency
const DeepEqual = (a, b) =>
JSON.stringify(a) === JSON.stringify(b);
// Hardcode Deep Freeze dependency
const DeepFreeze = (o) => {
Object.freeze(o);
Object.getOwnPropertyNames(o).forEach(function(prop) {
if (o.hasOwnProperty(prop)
&& o[ prop ] !== null
&& (
typeof o[ prop ] === 'object' ||
typeof o[ prop ] === 'function'
)
&& !Object.isFrozen(o[ prop ])) {
DeepFreeze(o[ prop ]);
}
});
return o;
2015-11-02 01:20:03 +00:00
};
if (react || redux || reactRedux) {
// Provide dependencies, just provide all of them
React = require('react');
ReactDOM = require('react-dom');
Redux = require('redux');
ReduxThunk = require('redux-thunk');
ReactRedux = require('react-redux');
Enzyme = require('enzyme');
const Adapter15 = require('enzyme-adapter-react-15');
Enzyme.configure({ adapter: new Adapter15() });
/* Transpile ALL the code
* (we may use JSX in head or tail or tests, too): */
const transform = require('babel-standalone').transform;
const options = { presets: [ 'es2015', 'react' ] };
2015-11-02 01:20:03 +00:00
head = transform(head, options).code;
solution = transform(solution, options).code;
tail = transform(tail, options).code;
test = transform(test, options).code;
2015-11-02 01:20:03 +00:00
const { JSDOM } = require('jsdom');
// Mock DOM document for ReactDOM.render method
const jsdom = new JSDOM(`<!doctype html>
<html>
<body>
<div id="challenge-node"></div>
</body>
</html>
`);
const { window } = jsdom;
2015-11-02 01:20:03 +00:00
// Mock DOM for ReactDOM tests
document = window.document;
global.window = window;
global.document = window.document;
}
/* eslint-enable no-unused-vars */
try {
(() => {
return eval(
head + '\n;;' +
solution + '\n;;' +
tail + '\n;;' +
test
);
})();
} catch (e) {
tapTest.fail(e);
}
2015-11-02 01:20:03 +00:00
}
function createTest({
title,
id = '',
tests = [],
solutions = [],
2015-12-29 07:14:42 +00:00
head = [],
Feat: react redux migration (#16200) * feat: crudely enables test to run solution code against React challenge (and passes!) * feat: Updates comment * feat: Adds React 2 and 3, validates challenges in app * feat: Adds React 4, validates tests * feat: Adds Peter's migrated challenge seed files for all challenges * feat: Adds redux, react-redux imports, adds tests for React 7, * feat: Adds tests for React 08 * fix(challenges): wrap reserved words in <code> and add tests * feat: complete first two tests for React 9 * feat: modifies tests in React 09 * feat: Adds working tests for React 37, including async setState tests * feat: Escape hatch to avoid async tests in automated test suite * feat: Updates React 15 with working tests * feat: build passes, yay * feat: Provisions original code string in challenges and adds tests for React Redux 01 * fix(tests): add self-closing tags challenge, other small fixes * fix(challenge): add react_10, some other stuff * fix(challenges): update react 22, add react 23 * fix(challenges): react 5 and react 8 * feat: removes dependencies that will break in browser, will replace later * feat: fix build * feat: add redux 1 * fix(challenge): add react 24 tests * feat: partial implemented Redux 2 * feat: migrate redux 3 * feat: Adds React-Redux 04 with working tests under npm test * feat: Updates automated test runner, just provide all the dependencies. Adds Redux-Thunk. * feat: Adds working tests for React Redux 07 * feat: redux challenge 4 * feat: migrate redux 5 * feat: redux 6 * feat: migrate Redux test 7 * fix(challenge): add react 25 tests * feat: Adds tests for React 48, npm test does not pass... * feat: Migrate Redux test 8 * fix(challenges): skip 26, add react 27 tests * fix(challenges): add react 28 tests, replace function w/ => throughout, fix linter warnings * feat: fixes (patches) hard to understand problem with automated test suite * feat: updates async tests patch * feat: adds converted tests for React 47 * feat: adds converted tests for React 46 * feat: Partially adds tests for React 43 * docs: adds TO-DO tests for React 43 * feat: migrates tests for React 42 * feat: migrates tests for React 41 * feat: migrates tests for React 39 * feat: Migrates tests for React 38, automated test script fails again! * feat: migrates tests for React 32 * feat: QAs more React Redux challenge in FCC UI * feat: Updates tests for React 7 * feat: Migrates React-Redux 3 tests and hardcodes deep-freeze dependency * feat: migrates React Redux 05 tests * feat: migrates React Redux 06 tests * feat: Migrates React Redux 10 * feat: Migrates tests for React 16 * feat: Migrates React 17 tests * feat: Migrates React 18 tests * feat: Migrates React 19 tests * feat: Migrates React 19 tests * feat: fixing usage of code, replace with editor.getOriginalCode * feat: Migrates React 21 tests * feat: Finishes migration of React 09 * fix(challenges): add react 45 tests 💀 * feat: Adds React 11 tests * feat: Migrates React 50 tests * feat: Re-enables original code in FCC editor, QAs challenges blocked by original code * feat: hacks head tail code in editor test environment * feat: updates React 20 head code * feat: QAs React Redux 07 in UI * fix(challenges): add React 29 tests * fix(challenges): add React 30 tests * feat: updates async tests * feat: Migrates React 12, gets ReactDOM challenges working and QAs them * feat: Migrates React 13 tests * feat: Migrates tests for React 14 and updates challenge description formatting * feat: Refactors 2nd test for Redux 02 * feat: Migrates React 33 * feat: Removes React 26 and 43 * feat: Adds React 34 from Kevin * fix(challenges): add React 31 & 35 tests (thanks Kevin) * feat: Migrate Redux challenge 10 - pass both UI QA and terminal test * fix(challenge): add react 40 tests * feat: Migrates React Redux 02 tests * feat: Migrates React Redux 08 and fixes async syntax in React challenge * fix(challenge): add react 49 tests with caveat * feat: fixes React 49 tests and adds first tests for React Redux 09 * feat: Migrate Redux 11 - pass both terminal test and UI test * feat: Migrate Redux 12 - passing both UI test and terminal test * feat: Migrate Redux 13 - passing both terminal and UI tests * feat: Adding in code tags for previous redux challenges - terminal and UI tests pass * feat: Migrates React Redux 09 and React 44 (thanks Kevin) * feat: fix code tag issues - passed UI and terminal tests * feat: Migrates Redux 14 tests * feat: Migrates Redux 14 * feat: Migrates Redux 15 * feat: Migrates Redux 17 * feat: Final migration and QA of Redux, except for Redux 9 * feat: migrates React 36 and QAs * feat: Rewrites Redux 09 and migrates * feat: refactors pull request and cleans up code * style(challenges): QA React challenges * style(challenges): QA react challenges * fix(challenges): fix react 41 and 45 tests * style(challenges): QA redux challenges * style(challenges): QA react and redux challenges * fix(seed/react): Move head/tail to files * fix(seed/redux): Move head/tail to file level * chore(packages): Move jsdom to dev deps * fix(seed/react/redux): Async funcs make async func defined * fix(seed): %s/editor.getUserCode/getUserInput/gc * fix(Challenges/build): Make sure head/tail is bundled and transformed * feat(Challenges.react): Add tail to render component * chore(seed): Disable modern challenge testing for now We will put these on beta while we update the auto testing framework
2017-12-18 21:04:03 +00:00
tail = [],
react = false,
redux = false,
reactRedux = false
}) {
mongoIds.check(id, title);
challengeTitles.check(title);
solutions = solutions.filter(solution => !!solution);
tests = tests.filter(test => !!test);
Feat: react redux migration (#16200) * feat: crudely enables test to run solution code against React challenge (and passes!) * feat: Updates comment * feat: Adds React 2 and 3, validates challenges in app * feat: Adds React 4, validates tests * feat: Adds Peter's migrated challenge seed files for all challenges * feat: Adds redux, react-redux imports, adds tests for React 7, * feat: Adds tests for React 08 * fix(challenges): wrap reserved words in <code> and add tests * feat: complete first two tests for React 9 * feat: modifies tests in React 09 * feat: Adds working tests for React 37, including async setState tests * feat: Escape hatch to avoid async tests in automated test suite * feat: Updates React 15 with working tests * feat: build passes, yay * feat: Provisions original code string in challenges and adds tests for React Redux 01 * fix(tests): add self-closing tags challenge, other small fixes * fix(challenge): add react_10, some other stuff * fix(challenges): update react 22, add react 23 * fix(challenges): react 5 and react 8 * feat: removes dependencies that will break in browser, will replace later * feat: fix build * feat: add redux 1 * fix(challenge): add react 24 tests * feat: partial implemented Redux 2 * feat: migrate redux 3 * feat: Adds React-Redux 04 with working tests under npm test * feat: Updates automated test runner, just provide all the dependencies. Adds Redux-Thunk. * feat: Adds working tests for React Redux 07 * feat: redux challenge 4 * feat: migrate redux 5 * feat: redux 6 * feat: migrate Redux test 7 * fix(challenge): add react 25 tests * feat: Adds tests for React 48, npm test does not pass... * feat: Migrate Redux test 8 * fix(challenges): skip 26, add react 27 tests * fix(challenges): add react 28 tests, replace function w/ => throughout, fix linter warnings * feat: fixes (patches) hard to understand problem with automated test suite * feat: updates async tests patch * feat: adds converted tests for React 47 * feat: adds converted tests for React 46 * feat: Partially adds tests for React 43 * docs: adds TO-DO tests for React 43 * feat: migrates tests for React 42 * feat: migrates tests for React 41 * feat: migrates tests for React 39 * feat: Migrates tests for React 38, automated test script fails again! * feat: migrates tests for React 32 * feat: QAs more React Redux challenge in FCC UI * feat: Updates tests for React 7 * feat: Migrates React-Redux 3 tests and hardcodes deep-freeze dependency * feat: migrates React Redux 05 tests * feat: migrates React Redux 06 tests * feat: Migrates React Redux 10 * feat: Migrates tests for React 16 * feat: Migrates React 17 tests * feat: Migrates React 18 tests * feat: Migrates React 19 tests * feat: Migrates React 19 tests * feat: fixing usage of code, replace with editor.getOriginalCode * feat: Migrates React 21 tests * feat: Finishes migration of React 09 * fix(challenges): add react 45 tests 💀 * feat: Adds React 11 tests * feat: Migrates React 50 tests * feat: Re-enables original code in FCC editor, QAs challenges blocked by original code * feat: hacks head tail code in editor test environment * feat: updates React 20 head code * feat: QAs React Redux 07 in UI * fix(challenges): add React 29 tests * fix(challenges): add React 30 tests * feat: updates async tests * feat: Migrates React 12, gets ReactDOM challenges working and QAs them * feat: Migrates React 13 tests * feat: Migrates tests for React 14 and updates challenge description formatting * feat: Refactors 2nd test for Redux 02 * feat: Migrates React 33 * feat: Removes React 26 and 43 * feat: Adds React 34 from Kevin * fix(challenges): add React 31 & 35 tests (thanks Kevin) * feat: Migrate Redux challenge 10 - pass both UI QA and terminal test * fix(challenge): add react 40 tests * feat: Migrates React Redux 02 tests * feat: Migrates React Redux 08 and fixes async syntax in React challenge * fix(challenge): add react 49 tests with caveat * feat: fixes React 49 tests and adds first tests for React Redux 09 * feat: Migrate Redux 11 - pass both terminal test and UI test * feat: Migrate Redux 12 - passing both UI test and terminal test * feat: Migrate Redux 13 - passing both terminal and UI tests * feat: Adding in code tags for previous redux challenges - terminal and UI tests pass * feat: Migrates React Redux 09 and React 44 (thanks Kevin) * feat: fix code tag issues - passed UI and terminal tests * feat: Migrates Redux 14 tests * feat: Migrates Redux 14 * feat: Migrates Redux 15 * feat: Migrates Redux 17 * feat: Final migration and QA of Redux, except for Redux 9 * feat: migrates React 36 and QAs * feat: Rewrites Redux 09 and migrates * feat: refactors pull request and cleans up code * style(challenges): QA React challenges * style(challenges): QA react challenges * fix(challenges): fix react 41 and 45 tests * style(challenges): QA redux challenges * style(challenges): QA react and redux challenges * fix(seed/react): Move head/tail to files * fix(seed/redux): Move head/tail to file level * chore(packages): Move jsdom to dev deps * fix(seed/react/redux): Async funcs make async func defined * fix(seed): %s/editor.getUserCode/getUserInput/gc * fix(Challenges/build): Make sure head/tail is bundled and transformed * feat(Challenges.react): Add tail to render component * chore(seed): Disable modern challenge testing for now We will put these on beta while we update the auto testing framework
2017-12-18 21:04:03 +00:00
// No support for async tests
const isAsync = s => s.includes('(async () => ');
if (isAsync(tests.join(''))) {
console.log(`Replacing Async Tests for Challenge ${title}`);
tests = tests.map(challengeTestSource =>
isAsync(challengeTestSource) ?
"assert(true, 'message: great');" :
challengeTestSource);
Feat: react redux migration (#16200) * feat: crudely enables test to run solution code against React challenge (and passes!) * feat: Updates comment * feat: Adds React 2 and 3, validates challenges in app * feat: Adds React 4, validates tests * feat: Adds Peter's migrated challenge seed files for all challenges * feat: Adds redux, react-redux imports, adds tests for React 7, * feat: Adds tests for React 08 * fix(challenges): wrap reserved words in <code> and add tests * feat: complete first two tests for React 9 * feat: modifies tests in React 09 * feat: Adds working tests for React 37, including async setState tests * feat: Escape hatch to avoid async tests in automated test suite * feat: Updates React 15 with working tests * feat: build passes, yay * feat: Provisions original code string in challenges and adds tests for React Redux 01 * fix(tests): add self-closing tags challenge, other small fixes * fix(challenge): add react_10, some other stuff * fix(challenges): update react 22, add react 23 * fix(challenges): react 5 and react 8 * feat: removes dependencies that will break in browser, will replace later * feat: fix build * feat: add redux 1 * fix(challenge): add react 24 tests * feat: partial implemented Redux 2 * feat: migrate redux 3 * feat: Adds React-Redux 04 with working tests under npm test * feat: Updates automated test runner, just provide all the dependencies. Adds Redux-Thunk. * feat: Adds working tests for React Redux 07 * feat: redux challenge 4 * feat: migrate redux 5 * feat: redux 6 * feat: migrate Redux test 7 * fix(challenge): add react 25 tests * feat: Adds tests for React 48, npm test does not pass... * feat: Migrate Redux test 8 * fix(challenges): skip 26, add react 27 tests * fix(challenges): add react 28 tests, replace function w/ => throughout, fix linter warnings * feat: fixes (patches) hard to understand problem with automated test suite * feat: updates async tests patch * feat: adds converted tests for React 47 * feat: adds converted tests for React 46 * feat: Partially adds tests for React 43 * docs: adds TO-DO tests for React 43 * feat: migrates tests for React 42 * feat: migrates tests for React 41 * feat: migrates tests for React 39 * feat: Migrates tests for React 38, automated test script fails again! * feat: migrates tests for React 32 * feat: QAs more React Redux challenge in FCC UI * feat: Updates tests for React 7 * feat: Migrates React-Redux 3 tests and hardcodes deep-freeze dependency * feat: migrates React Redux 05 tests * feat: migrates React Redux 06 tests * feat: Migrates React Redux 10 * feat: Migrates tests for React 16 * feat: Migrates React 17 tests * feat: Migrates React 18 tests * feat: Migrates React 19 tests * feat: Migrates React 19 tests * feat: fixing usage of code, replace with editor.getOriginalCode * feat: Migrates React 21 tests * feat: Finishes migration of React 09 * fix(challenges): add react 45 tests 💀 * feat: Adds React 11 tests * feat: Migrates React 50 tests * feat: Re-enables original code in FCC editor, QAs challenges blocked by original code * feat: hacks head tail code in editor test environment * feat: updates React 20 head code * feat: QAs React Redux 07 in UI * fix(challenges): add React 29 tests * fix(challenges): add React 30 tests * feat: updates async tests * feat: Migrates React 12, gets ReactDOM challenges working and QAs them * feat: Migrates React 13 tests * feat: Migrates tests for React 14 and updates challenge description formatting * feat: Refactors 2nd test for Redux 02 * feat: Migrates React 33 * feat: Removes React 26 and 43 * feat: Adds React 34 from Kevin * fix(challenges): add React 31 & 35 tests (thanks Kevin) * feat: Migrate Redux challenge 10 - pass both UI QA and terminal test * fix(challenge): add react 40 tests * feat: Migrates React Redux 02 tests * feat: Migrates React Redux 08 and fixes async syntax in React challenge * fix(challenge): add react 49 tests with caveat * feat: fixes React 49 tests and adds first tests for React Redux 09 * feat: Migrate Redux 11 - pass both terminal test and UI test * feat: Migrate Redux 12 - passing both UI test and terminal test * feat: Migrate Redux 13 - passing both terminal and UI tests * feat: Adding in code tags for previous redux challenges - terminal and UI tests pass * feat: Migrates React Redux 09 and React 44 (thanks Kevin) * feat: fix code tag issues - passed UI and terminal tests * feat: Migrates Redux 14 tests * feat: Migrates Redux 14 * feat: Migrates Redux 15 * feat: Migrates Redux 17 * feat: Final migration and QA of Redux, except for Redux 9 * feat: migrates React 36 and QAs * feat: Rewrites Redux 09 and migrates * feat: refactors pull request and cleans up code * style(challenges): QA React challenges * style(challenges): QA react challenges * fix(challenges): fix react 41 and 45 tests * style(challenges): QA redux challenges * style(challenges): QA react and redux challenges * fix(seed/react): Move head/tail to files * fix(seed/redux): Move head/tail to file level * chore(packages): Move jsdom to dev deps * fix(seed/react/redux): Async funcs make async func defined * fix(seed): %s/editor.getUserCode/getUserInput/gc * fix(Challenges/build): Make sure head/tail is bundled and transformed * feat(Challenges.react): Add tail to render component * chore(seed): Disable modern challenge testing for now We will put these on beta while we update the auto testing framework
2017-12-18 21:04:03 +00:00
}
2015-12-29 07:14:42 +00:00
head = head.join('\n');
tail = tail.join('\n');
2015-11-02 01:20:03 +00:00
const plan = tests.length;
if (!plan) {
return Observable.just({
title,
type: 'missing'
});
}
2015-11-02 01:20:03 +00:00
return Observable.fromCallback(tape)(title)
.doOnNext(tapTest =>
solutions.length ? tapTest.plan(plan) : tapTest.end())
.flatMap(tapTest => {
2015-11-02 01:20:03 +00:00
if (solutions.length <= 0) {
tapTest.comment('No solutions for ' + title);
2015-11-02 01:20:03 +00:00
return Observable.just({
title,
type: 'missing'
});
}
return Observable.just(tapTest)
.map(addAssertsToTapTest)
2015-11-02 01:20:03 +00:00
/* eslint-disable no-unused-vars */
// assert and code used within the eval
2015-11-02 01:20:03 +00:00
.doOnNext(assert => {
solutions.forEach(solution => {
tests.forEach(test => {
evaluateTest(solution, assert, react, redux, reactRedux,
head, tail, test, tapTest);
2015-11-02 01:20:03 +00:00
});
});
})
.map(() => ({ title }));
});
}
Observable.from(getChallenges())
.flatMap(challengeSpec => {
return Observable.from(challengeSpec.challenges);
})
.filter(({ challengeType }) => challengeType !== modern)
2015-11-02 01:20:03 +00:00
.flatMap(challenge => {
return createTest(challenge);
})
.map(({ title, type }) => {
if (type === 'missing') {
return title;
}
return false;
})
.filter(title => !!title)
.toArray()
.subscribe(
(noSolutions) => {
if (noSolutions) {
2018-01-11 22:39:37 +00:00
console.log(
'# These challenges have no solutions\n- [ ] ' +
noSolutions.join('\n- [ ] ')
2018-01-11 22:39:37 +00:00
);
}
2015-11-02 01:20:03 +00:00
},
err => {
throw err;
},
2015-11-02 01:20:03 +00:00
() => process.exit(0)
);