2018-01-19 19:03:17 +00:00
|
|
|
/* eslint-disable no-eval, no-process-exit, no-unused-vars */
|
|
|
|
|
2018-06-13 13:49:37 +00:00
|
|
|
import { Observable } from 'rx';
|
2015-11-02 01:20:03 +00:00
|
|
|
import tape from 'tape';
|
2018-01-29 16:11:27 +00:00
|
|
|
|
2015-11-02 01:20:03 +00:00
|
|
|
import getChallenges from './getChallenges';
|
2018-05-21 13:56:49 +00:00
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
import MongoIds from './mongoIds';
|
2018-04-10 20:23:36 +00:00
|
|
|
import ChallengeTitles from './challengeTitles';
|
2018-01-19 19:03:17 +00:00
|
|
|
import addAssertsToTapTest from './addAssertsToTapTest';
|
2018-05-22 12:43:14 +00:00
|
|
|
import { validateChallenge } from './schema/challengeSchema';
|
2015-11-02 01:20:03 +00:00
|
|
|
|
2018-05-21 13:56:49 +00:00
|
|
|
// modern challengeType
|
|
|
|
const modern = 6;
|
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
let mongoIds = new MongoIds();
|
2018-04-10 20:23:36 +00:00
|
|
|
let challengeTitles = new ChallengeTitles();
|
2018-01-29 16:11:27 +00:00
|
|
|
|
2018-05-21 13:56:49 +00:00
|
|
|
function evaluateTest(
|
|
|
|
solution,
|
|
|
|
assert,
|
|
|
|
react,
|
|
|
|
redux,
|
|
|
|
reactRedux,
|
|
|
|
head,
|
|
|
|
tail,
|
|
|
|
test,
|
|
|
|
tapTest
|
|
|
|
) {
|
2018-01-19 19:03:17 +00:00
|
|
|
let code = solution;
|
2018-01-29 16:11:27 +00:00
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
/* NOTE: Provide dependencies for React/Redux challenges
|
|
|
|
* and configure testing environment
|
|
|
|
*/
|
2018-06-13 13:49:37 +00:00
|
|
|
let React, ReactDOM, Redux, ReduxThunk, ReactRedux, Enzyme, document;
|
2018-01-19 19:03:17 +00:00
|
|
|
|
|
|
|
// Fake Deep Equal dependency
|
2018-06-13 13:49:37 +00:00
|
|
|
const DeepEqual = (a, b) => JSON.stringify(a) === JSON.stringify(b);
|
2018-01-19 19:03:17 +00:00
|
|
|
|
|
|
|
// Hardcode Deep Freeze dependency
|
2018-06-13 13:49:37 +00:00
|
|
|
const DeepFreeze = o => {
|
2018-01-19 19:03:17 +00:00
|
|
|
Object.freeze(o);
|
|
|
|
Object.getOwnPropertyNames(o).forEach(function(prop) {
|
2018-06-13 13:49:37 +00:00
|
|
|
if (
|
|
|
|
o.hasOwnProperty(prop) &&
|
|
|
|
o[prop] !== null &&
|
|
|
|
(typeof o[prop] === 'object' || typeof o[prop] === 'function') &&
|
|
|
|
!Object.isFrozen(o[prop])
|
|
|
|
) {
|
|
|
|
DeepFreeze(o[prop]);
|
2018-01-19 19:03:17 +00:00
|
|
|
}
|
|
|
|
});
|
|
|
|
return o;
|
2015-11-02 01:20:03 +00:00
|
|
|
};
|
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
if (react || redux || reactRedux) {
|
|
|
|
// Provide dependencies, just provide all of them
|
|
|
|
React = require('react');
|
|
|
|
ReactDOM = require('react-dom');
|
|
|
|
Redux = require('redux');
|
|
|
|
ReduxThunk = require('redux-thunk');
|
|
|
|
ReactRedux = require('react-redux');
|
|
|
|
Enzyme = require('enzyme');
|
|
|
|
const Adapter15 = require('enzyme-adapter-react-15');
|
|
|
|
Enzyme.configure({ adapter: new Adapter15() });
|
|
|
|
|
|
|
|
/* Transpile ALL the code
|
|
|
|
* (we may use JSX in head or tail or tests, too): */
|
|
|
|
const transform = require('babel-standalone').transform;
|
2018-06-13 13:49:37 +00:00
|
|
|
const options = { presets: ['es2015', 'react'] };
|
2015-11-02 01:20:03 +00:00
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
head = transform(head, options).code;
|
|
|
|
solution = transform(solution, options).code;
|
|
|
|
tail = transform(tail, options).code;
|
|
|
|
test = transform(test, options).code;
|
2015-11-02 01:20:03 +00:00
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
const { JSDOM } = require('jsdom');
|
|
|
|
// Mock DOM document for ReactDOM.render method
|
|
|
|
const jsdom = new JSDOM(`<!doctype html>
|
|
|
|
<html>
|
|
|
|
<body>
|
|
|
|
<div id="challenge-node"></div>
|
|
|
|
</body>
|
|
|
|
</html>
|
|
|
|
`);
|
|
|
|
const { window } = jsdom;
|
2015-11-02 01:20:03 +00:00
|
|
|
|
2018-01-19 19:03:17 +00:00
|
|
|
// Mock DOM for ReactDOM tests
|
|
|
|
document = window.document;
|
|
|
|
global.window = window;
|
|
|
|
global.document = window.document;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* eslint-enable no-unused-vars */
|
|
|
|
try {
|
|
|
|
(() => {
|
|
|
|
return eval(
|
2018-06-13 13:49:37 +00:00
|
|
|
head + '\n' + solution + '\n' + tail + '\n' + test.testString
|
2018-01-19 19:03:17 +00:00
|
|
|
);
|
|
|
|
})();
|
|
|
|
} catch (e) {
|
2018-06-13 13:49:37 +00:00
|
|
|
console.log(head + '\n' + solution + '\n' + tail + '\n' + test.testString);
|
2018-05-21 13:56:49 +00:00
|
|
|
console.log(e);
|
2018-01-19 19:03:17 +00:00
|
|
|
tapTest.fail(e);
|
2018-05-21 13:56:49 +00:00
|
|
|
process.exit(1);
|
2018-01-19 19:03:17 +00:00
|
|
|
}
|
2015-11-02 01:20:03 +00:00
|
|
|
}
|
|
|
|
|
2015-12-29 06:54:02 +00:00
|
|
|
function createTest({
|
|
|
|
title,
|
2018-01-29 16:11:27 +00:00
|
|
|
id = '',
|
2015-12-29 06:54:02 +00:00
|
|
|
tests = [],
|
|
|
|
solutions = [],
|
2018-05-21 13:56:49 +00:00
|
|
|
files = [],
|
Feat: react redux migration (#16200)
* feat: crudely enables test to run solution code against React challenge (and passes!)
* feat: Updates comment
* feat: Adds React 2 and 3, validates challenges in app
* feat: Adds React 4, validates tests
* feat: Adds Peter's migrated challenge seed files for all challenges
* feat: Adds redux, react-redux imports, adds tests for React 7,
* feat: Adds tests for React 08
* fix(challenges): wrap reserved words in <code> and add tests
* feat: complete first two tests for React 9
* feat: modifies tests in React 09
* feat: Adds working tests for React 37, including async setState tests
* feat: Escape hatch to avoid async tests in automated test suite
* feat: Updates React 15 with working tests
* feat: build passes, yay
* feat: Provisions original code string in challenges and adds tests for React Redux 01
* fix(tests): add self-closing tags challenge, other small fixes
* fix(challenge): add react_10, some other stuff
* fix(challenges): update react 22, add react 23
* fix(challenges): react 5 and react 8
* feat: removes dependencies that will break in browser, will replace later
* feat: fix build
* feat: add redux 1
* fix(challenge): add react 24 tests
* feat: partial implemented Redux 2
* feat: migrate redux 3
* feat: Adds React-Redux 04 with working tests under npm test
* feat: Updates automated test runner, just provide all the dependencies. Adds Redux-Thunk.
* feat: Adds working tests for React Redux 07
* feat: redux challenge 4
* feat: migrate redux 5
* feat: redux 6
* feat: migrate Redux test 7
* fix(challenge): add react 25 tests
* feat: Adds tests for React 48, npm test does not pass...
* feat: Migrate Redux test 8
* fix(challenges): skip 26, add react 27 tests
* fix(challenges): add react 28 tests, replace function w/ => throughout, fix linter warnings
* feat: fixes (patches) hard to understand problem with automated test suite
* feat: updates async tests patch
* feat: adds converted tests for React 47
* feat: adds converted tests for React 46
* feat: Partially adds tests for React 43
* docs: adds TO-DO tests for React 43
* feat: migrates tests for React 42
* feat: migrates tests for React 41
* feat: migrates tests for React 39
* feat: Migrates tests for React 38, automated test script fails again!
* feat: migrates tests for React 32
* feat: QAs more React Redux challenge in FCC UI
* feat: Updates tests for React 7
* feat: Migrates React-Redux 3 tests and hardcodes deep-freeze dependency
* feat: migrates React Redux 05 tests
* feat: migrates React Redux 06 tests
* feat: Migrates React Redux 10
* feat: Migrates tests for React 16
* feat: Migrates React 17 tests
* feat: Migrates React 18 tests
* feat: Migrates React 19 tests
* feat: Migrates React 19 tests
* feat: fixing usage of code, replace with editor.getOriginalCode
* feat: Migrates React 21 tests
* feat: Finishes migration of React 09
* fix(challenges): add react 45 tests 💀
* feat: Adds React 11 tests
* feat: Migrates React 50 tests
* feat: Re-enables original code in FCC editor, QAs challenges blocked by original code
* feat: hacks head tail code in editor test environment
* feat: updates React 20 head code
* feat: QAs React Redux 07 in UI
* fix(challenges): add React 29 tests
* fix(challenges): add React 30 tests
* feat: updates async tests
* feat: Migrates React 12, gets ReactDOM challenges working and QAs them
* feat: Migrates React 13 tests
* feat: Migrates tests for React 14 and updates challenge description formatting
* feat: Refactors 2nd test for Redux 02
* feat: Migrates React 33
* feat: Removes React 26 and 43
* feat: Adds React 34 from Kevin
* fix(challenges): add React 31 & 35 tests (thanks Kevin)
* feat: Migrate Redux challenge 10 - pass both UI QA and terminal test
* fix(challenge): add react 40 tests
* feat: Migrates React Redux 02 tests
* feat: Migrates React Redux 08 and fixes async syntax in React challenge
* fix(challenge): add react 49 tests with caveat
* feat: fixes React 49 tests and adds first tests for React Redux 09
* feat: Migrate Redux 11 - pass both terminal test and UI test
* feat: Migrate Redux 12 - passing both UI test and terminal test
* feat: Migrate Redux 13 - passing both terminal and UI tests
* feat: Adding in code tags for previous redux challenges - terminal and UI tests pass
* feat: Migrates React Redux 09 and React 44 (thanks Kevin)
* feat: fix code tag issues - passed UI and terminal tests
* feat: Migrates Redux 14 tests
* feat: Migrates Redux 14
* feat: Migrates Redux 15
* feat: Migrates Redux 17
* feat: Final migration and QA of Redux, except for Redux 9
* feat: migrates React 36 and QAs
* feat: Rewrites Redux 09 and migrates
* feat: refactors pull request and cleans up code
* style(challenges): QA React challenges
* style(challenges): QA react challenges
* fix(challenges): fix react 41 and 45 tests
* style(challenges): QA redux challenges
* style(challenges): QA react and redux challenges
* fix(seed/react): Move head/tail to files
* fix(seed/redux): Move head/tail to file level
* chore(packages): Move jsdom to dev deps
* fix(seed/react/redux): Async funcs
make async func defined
* fix(seed): %s/editor.getUserCode/getUserInput/gc
* fix(Challenges/build): Make sure head/tail is bundled and transformed
* feat(Challenges.react): Add tail to render component
* chore(seed): Disable modern challenge testing for now
We will put these on beta while we update the auto testing framework
2017-12-18 21:04:03 +00:00
|
|
|
react = false,
|
|
|
|
redux = false,
|
|
|
|
reactRedux = false
|
2015-12-29 06:54:02 +00:00
|
|
|
}) {
|
2018-01-19 19:03:17 +00:00
|
|
|
mongoIds.check(id, title);
|
2018-04-10 20:23:36 +00:00
|
|
|
challengeTitles.check(title);
|
2018-01-19 19:03:17 +00:00
|
|
|
|
2015-12-29 06:54:02 +00:00
|
|
|
solutions = solutions.filter(solution => !!solution);
|
|
|
|
tests = tests.filter(test => !!test);
|
Feat: react redux migration (#16200)
* feat: crudely enables test to run solution code against React challenge (and passes!)
* feat: Updates comment
* feat: Adds React 2 and 3, validates challenges in app
* feat: Adds React 4, validates tests
* feat: Adds Peter's migrated challenge seed files for all challenges
* feat: Adds redux, react-redux imports, adds tests for React 7,
* feat: Adds tests for React 08
* fix(challenges): wrap reserved words in <code> and add tests
* feat: complete first two tests for React 9
* feat: modifies tests in React 09
* feat: Adds working tests for React 37, including async setState tests
* feat: Escape hatch to avoid async tests in automated test suite
* feat: Updates React 15 with working tests
* feat: build passes, yay
* feat: Provisions original code string in challenges and adds tests for React Redux 01
* fix(tests): add self-closing tags challenge, other small fixes
* fix(challenge): add react_10, some other stuff
* fix(challenges): update react 22, add react 23
* fix(challenges): react 5 and react 8
* feat: removes dependencies that will break in browser, will replace later
* feat: fix build
* feat: add redux 1
* fix(challenge): add react 24 tests
* feat: partial implemented Redux 2
* feat: migrate redux 3
* feat: Adds React-Redux 04 with working tests under npm test
* feat: Updates automated test runner, just provide all the dependencies. Adds Redux-Thunk.
* feat: Adds working tests for React Redux 07
* feat: redux challenge 4
* feat: migrate redux 5
* feat: redux 6
* feat: migrate Redux test 7
* fix(challenge): add react 25 tests
* feat: Adds tests for React 48, npm test does not pass...
* feat: Migrate Redux test 8
* fix(challenges): skip 26, add react 27 tests
* fix(challenges): add react 28 tests, replace function w/ => throughout, fix linter warnings
* feat: fixes (patches) hard to understand problem with automated test suite
* feat: updates async tests patch
* feat: adds converted tests for React 47
* feat: adds converted tests for React 46
* feat: Partially adds tests for React 43
* docs: adds TO-DO tests for React 43
* feat: migrates tests for React 42
* feat: migrates tests for React 41
* feat: migrates tests for React 39
* feat: Migrates tests for React 38, automated test script fails again!
* feat: migrates tests for React 32
* feat: QAs more React Redux challenge in FCC UI
* feat: Updates tests for React 7
* feat: Migrates React-Redux 3 tests and hardcodes deep-freeze dependency
* feat: migrates React Redux 05 tests
* feat: migrates React Redux 06 tests
* feat: Migrates React Redux 10
* feat: Migrates tests for React 16
* feat: Migrates React 17 tests
* feat: Migrates React 18 tests
* feat: Migrates React 19 tests
* feat: Migrates React 19 tests
* feat: fixing usage of code, replace with editor.getOriginalCode
* feat: Migrates React 21 tests
* feat: Finishes migration of React 09
* fix(challenges): add react 45 tests 💀
* feat: Adds React 11 tests
* feat: Migrates React 50 tests
* feat: Re-enables original code in FCC editor, QAs challenges blocked by original code
* feat: hacks head tail code in editor test environment
* feat: updates React 20 head code
* feat: QAs React Redux 07 in UI
* fix(challenges): add React 29 tests
* fix(challenges): add React 30 tests
* feat: updates async tests
* feat: Migrates React 12, gets ReactDOM challenges working and QAs them
* feat: Migrates React 13 tests
* feat: Migrates tests for React 14 and updates challenge description formatting
* feat: Refactors 2nd test for Redux 02
* feat: Migrates React 33
* feat: Removes React 26 and 43
* feat: Adds React 34 from Kevin
* fix(challenges): add React 31 & 35 tests (thanks Kevin)
* feat: Migrate Redux challenge 10 - pass both UI QA and terminal test
* fix(challenge): add react 40 tests
* feat: Migrates React Redux 02 tests
* feat: Migrates React Redux 08 and fixes async syntax in React challenge
* fix(challenge): add react 49 tests with caveat
* feat: fixes React 49 tests and adds first tests for React Redux 09
* feat: Migrate Redux 11 - pass both terminal test and UI test
* feat: Migrate Redux 12 - passing both UI test and terminal test
* feat: Migrate Redux 13 - passing both terminal and UI tests
* feat: Adding in code tags for previous redux challenges - terminal and UI tests pass
* feat: Migrates React Redux 09 and React 44 (thanks Kevin)
* feat: fix code tag issues - passed UI and terminal tests
* feat: Migrates Redux 14 tests
* feat: Migrates Redux 14
* feat: Migrates Redux 15
* feat: Migrates Redux 17
* feat: Final migration and QA of Redux, except for Redux 9
* feat: migrates React 36 and QAs
* feat: Rewrites Redux 09 and migrates
* feat: refactors pull request and cleans up code
* style(challenges): QA React challenges
* style(challenges): QA react challenges
* fix(challenges): fix react 41 and 45 tests
* style(challenges): QA redux challenges
* style(challenges): QA react and redux challenges
* fix(seed/react): Move head/tail to files
* fix(seed/redux): Move head/tail to file level
* chore(packages): Move jsdom to dev deps
* fix(seed/react/redux): Async funcs
make async func defined
* fix(seed): %s/editor.getUserCode/getUserInput/gc
* fix(Challenges/build): Make sure head/tail is bundled and transformed
* feat(Challenges.react): Add tail to render component
* chore(seed): Disable modern challenge testing for now
We will put these on beta while we update the auto testing framework
2017-12-18 21:04:03 +00:00
|
|
|
|
|
|
|
// No support for async tests
|
|
|
|
const isAsync = s => s.includes('(async () => ');
|
|
|
|
if (isAsync(tests.join(''))) {
|
|
|
|
console.log(`Replacing Async Tests for Challenge ${title}`);
|
2018-06-13 13:49:37 +00:00
|
|
|
tests = tests.map(
|
|
|
|
challengeTestSource =>
|
|
|
|
isAsync(challengeTestSource)
|
|
|
|
? "assert(true, 'message: great');"
|
|
|
|
: challengeTestSource
|
|
|
|
);
|
|
|
|
}
|
2018-05-21 13:56:49 +00:00
|
|
|
const { head, tail } = Object.keys(files)
|
|
|
|
.map(key => files[key])
|
|
|
|
.reduce(
|
|
|
|
(result, file) => ({
|
|
|
|
head: result.head + ';' + file.head.join('\n'),
|
|
|
|
tail: result.tail + ';' + file.tail.join('\n')
|
|
|
|
}),
|
|
|
|
{ head: '', tail: '' }
|
|
|
|
);
|
2015-11-02 01:20:03 +00:00
|
|
|
const plan = tests.length;
|
2015-12-29 06:54:02 +00:00
|
|
|
if (!plan) {
|
|
|
|
return Observable.just({
|
|
|
|
title,
|
|
|
|
type: 'missing'
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2015-11-02 01:20:03 +00:00
|
|
|
return Observable.fromCallback(tape)(title)
|
2018-06-13 13:49:37 +00:00
|
|
|
.doOnNext(
|
|
|
|
tapTest => (solutions.length ? tapTest.plan(plan) : tapTest.end())
|
|
|
|
)
|
2018-01-19 19:03:17 +00:00
|
|
|
.flatMap(tapTest => {
|
2015-11-02 01:20:03 +00:00
|
|
|
if (solutions.length <= 0) {
|
|
|
|
return Observable.just({
|
|
|
|
title,
|
|
|
|
type: 'missing'
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2018-06-13 13:49:37 +00:00
|
|
|
return (
|
|
|
|
Observable.just(tapTest)
|
|
|
|
.map(addAssertsToTapTest)
|
|
|
|
/* eslint-disable no-unused-vars */
|
|
|
|
// assert and code used within the eval
|
|
|
|
.doOnNext(assert => {
|
|
|
|
solutions.forEach(solution => {
|
|
|
|
tests.forEach(test => {
|
|
|
|
evaluateTest(
|
|
|
|
solution,
|
|
|
|
assert,
|
|
|
|
react,
|
|
|
|
redux,
|
|
|
|
reactRedux,
|
|
|
|
head,
|
|
|
|
tail,
|
|
|
|
test,
|
|
|
|
tapTest
|
|
|
|
);
|
|
|
|
});
|
2015-11-02 01:20:03 +00:00
|
|
|
});
|
2018-06-13 13:49:37 +00:00
|
|
|
})
|
|
|
|
.map(() => ({ title }))
|
|
|
|
);
|
2015-11-02 01:20:03 +00:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
Observable.from(getChallenges())
|
2018-05-22 12:43:14 +00:00
|
|
|
.do(({ challenges }) => {
|
|
|
|
challenges.forEach(challenge => {
|
|
|
|
const result = validateChallenge(challenge);
|
|
|
|
if (result.error) {
|
|
|
|
console.log(result.value);
|
|
|
|
throw new Error(result.error);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
})
|
2015-11-02 01:20:03 +00:00
|
|
|
.flatMap(challengeSpec => {
|
|
|
|
return Observable.from(challengeSpec.challenges);
|
|
|
|
})
|
2018-03-23 12:59:49 +00:00
|
|
|
.filter(({ challengeType }) => challengeType !== modern)
|
2015-11-02 01:20:03 +00:00
|
|
|
.flatMap(challenge => {
|
|
|
|
return createTest(challenge);
|
|
|
|
})
|
|
|
|
.map(({ title, type }) => {
|
|
|
|
if (type === 'missing') {
|
|
|
|
return title;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
})
|
|
|
|
.filter(title => !!title)
|
|
|
|
.toArray()
|
|
|
|
.subscribe(
|
2018-06-13 13:49:37 +00:00
|
|
|
noSolutions => {
|
2018-01-29 16:11:27 +00:00
|
|
|
if (noSolutions) {
|
2018-01-11 22:39:37 +00:00
|
|
|
console.log(
|
|
|
|
'# These challenges have no solutions\n- [ ] ' +
|
2018-06-13 13:49:37 +00:00
|
|
|
noSolutions.join('\n- [ ] ')
|
2018-01-11 22:39:37 +00:00
|
|
|
);
|
|
|
|
}
|
2015-11-02 01:20:03 +00:00
|
|
|
},
|
2018-01-19 19:03:17 +00:00
|
|
|
err => {
|
|
|
|
throw err;
|
|
|
|
},
|
2015-11-02 01:20:03 +00:00
|
|
|
() => process.exit(0)
|
|
|
|
);
|