Merge pull request #29 from realm/test-failures
Test failures now report the real failure location
This commit is contained in:
commit
8e110081cd
|
@ -26,10 +26,6 @@ extern NSString *TestRealmPath();
|
|||
|
||||
+ (NSString *)jsSuiteName;
|
||||
|
||||
@property JSGlobalContextRef ctx;
|
||||
@property (readonly) JSContext *context;
|
||||
|
||||
- (JSValueRef)performScript:(NSString *)script exception:(JSValueRef *)exception;
|
||||
- (void)performTestScript:(NSString *)script;
|
||||
@property (nonatomic, readonly) JSContext *context;
|
||||
|
||||
@end
|
||||
|
|
|
@ -55,9 +55,13 @@ static void DeleteRealmFilesAtPath(NSString *path) {
|
|||
|
||||
static JSClassRef s_globalClass;
|
||||
|
||||
@implementation RealmJSTests {
|
||||
NSString *_jsTestSuite;
|
||||
}
|
||||
@interface RealmJSTests ()
|
||||
|
||||
@property (nonatomic, strong) JSContext *context;
|
||||
|
||||
@end
|
||||
|
||||
@implementation RealmJSTests
|
||||
|
||||
+ (void)initialize {
|
||||
JSClassDefinition globalDefinition = kJSClassDefinitionEmpty;
|
||||
|
@ -73,12 +77,18 @@ static JSClassRef s_globalClass;
|
|||
[[NSFileManager defaultManager] createDirectoryAtPath:defaultDir withIntermediateDirectories:YES attributes:nil error:nil];
|
||||
RJSSetDefaultPath([defaultDir stringByAppendingPathComponent:@"default.realm"].UTF8String);
|
||||
|
||||
_ctx = JSGlobalContextCreateInGroup(NULL, s_globalClass);
|
||||
[RealmJS initializeContext:_ctx];
|
||||
JSGlobalContextRef ctx = JSGlobalContextCreateInGroup(NULL, s_globalClass);
|
||||
self.context = [JSContext contextWithJSGlobalContextRef:ctx];
|
||||
|
||||
[RealmJS initializeContext:ctx];
|
||||
|
||||
[self evaluateScriptWithName:@"TestCase"];
|
||||
[self evaluateScriptWithName:@"TestObjects"];
|
||||
[self evaluateScriptWithName:self.class.jsSuiteName];
|
||||
}
|
||||
|
||||
- (void)tearDown {
|
||||
JSGlobalContextRelease(_ctx);
|
||||
self.context = nil;
|
||||
|
||||
DeleteRealmFilesAtPath(TestRealmPath());
|
||||
DeleteRealmFilesAtPath(@(RJSDefaultPath().c_str()));
|
||||
|
@ -92,25 +102,64 @@ static JSClassRef s_globalClass;
|
|||
}
|
||||
}
|
||||
|
||||
- (JSContext *)context {
|
||||
return [JSContext contextWithJSGlobalContextRef:_ctx];
|
||||
- (void)evaluateScriptWithName:(NSString *)name {
|
||||
NSURL *url = [self.class scriptURLWithName:name];
|
||||
NSString *script = [self.class loadScriptWithURL:url];
|
||||
|
||||
[self evaluateScript:script fromURL:url];
|
||||
}
|
||||
|
||||
- (JSValueRef)performScript:(NSString *)script exception:(JSValueRef *)exception {
|
||||
*exception = NULL;
|
||||
JSStringRef jsScript = JSStringCreateWithUTF8CString(script.UTF8String);
|
||||
JSValueRef result = JSEvaluateScript(_ctx, jsScript, NULL, NULL, 0, exception);
|
||||
JSStringRelease(jsScript);
|
||||
return result;
|
||||
- (void)evaluateScript:(NSString *)script fromURL:(NSURL *)url {
|
||||
JSValue *exception;
|
||||
[self.class evaluateScript:script fromURL:url inContext:self.context exception:&exception];
|
||||
|
||||
if (exception) {
|
||||
JSValue *message = [exception hasProperty:@"message"] ? exception[@"message"] : exception;
|
||||
NSString *source = [exception hasProperty:@"sourceURL"] ? [exception[@"sourceURL"] toString] : nil;
|
||||
NSUInteger line = [exception hasProperty:@"line"] ? [exception[@"line"] toUInt32] : 0;
|
||||
NSURL *sourceURL = source ? [NSURL URLWithString:source.lastPathComponent relativeToURL:[NSURL URLWithString:@(__FILE__)]] : nil;
|
||||
const char *sourcePath = sourceURL.absoluteString.UTF8String;
|
||||
|
||||
_XCTFailureHandler(self, YES, sourcePath ?: __FILE__, sourcePath ? line : __LINE__, @"JS", @"%@", message);
|
||||
}
|
||||
}
|
||||
|
||||
- (void)performTestScript:(NSString *)script {
|
||||
JSValueRef e = NULL;
|
||||
+ (JSValue *)evaluateScript:(NSString *)script fromURL:(NSURL *)url inContext:(JSContext *)context exception:(JSValue **)exception {
|
||||
JSStringRef jsScript = JSStringCreateWithUTF8CString(script.UTF8String);
|
||||
JSEvaluateScript(_ctx, jsScript, NULL, NULL, 0, &e);
|
||||
JSStringRelease(jsScript);
|
||||
JSStringRef jsURL = url ? JSStringCreateWithUTF8CString(url.absoluteString.UTF8String) : NULL;
|
||||
JSValueRef jsException = NULL;
|
||||
JSValueRef jsResult = JSEvaluateScript(context.JSGlobalContextRef, jsScript, NULL, jsURL, 1, &jsException);
|
||||
|
||||
XCTAssertFalse(e, @"%@", [JSValue valueWithJSValueRef:e inContext:self.context]);
|
||||
JSStringRelease(jsScript);
|
||||
if (jsURL) {
|
||||
JSStringRelease(jsURL);
|
||||
}
|
||||
|
||||
if (jsException) {
|
||||
*exception = [JSValue valueWithJSValueRef:jsException inContext:context];
|
||||
return NULL;
|
||||
}
|
||||
|
||||
return [JSValue valueWithJSValueRef:jsResult inContext:context];
|
||||
}
|
||||
|
||||
+ (NSURL *)scriptURLWithName:(NSString *)name {
|
||||
NSURL *url = [[NSBundle bundleForClass:self] URLForResource:name withExtension:@"js"];
|
||||
if (!url) {
|
||||
NSLog(@"JS file does not exist: %@", url);
|
||||
exit(1);
|
||||
}
|
||||
return url;
|
||||
}
|
||||
|
||||
+ (NSString *)loadScriptWithURL:(NSURL *)url {
|
||||
NSError *error;
|
||||
NSString *script = [NSString stringWithContentsOfURL:url encoding:NSUTF8StringEncoding error:&error];
|
||||
if (!script) {
|
||||
NSLog(@"Error reading JS file (%@): %@", url, error);
|
||||
exit(1);
|
||||
}
|
||||
return script;
|
||||
}
|
||||
|
||||
+ (NSString *)jsSuiteName {
|
||||
|
@ -118,76 +167,42 @@ static JSClassRef s_globalClass;
|
|||
}
|
||||
|
||||
+ (NSString *)jsSuiteScript {
|
||||
NSString *testFile = [self jsSuiteName];
|
||||
if (!testFile) {
|
||||
return NULL;
|
||||
}
|
||||
|
||||
testFile = [[NSBundle bundleForClass:self] pathForResource:testFile ofType:@"js"];
|
||||
assert(testFile);
|
||||
|
||||
NSString *script = [NSString stringWithContentsOfFile:testFile encoding:NSUTF8StringEncoding error:nil];
|
||||
if (!script) {
|
||||
NSLog(@"Test file '%@' does not exist", testFile);
|
||||
exit(1);
|
||||
}
|
||||
return script;
|
||||
NSString *name = [self jsSuiteName];
|
||||
return name ? [self loadScriptWithURL:[self scriptURLWithName:name]] : nil;
|
||||
}
|
||||
|
||||
+ (NSString *)loadScript:(NSString *)name {
|
||||
NSString *testFile = [[NSBundle bundleForClass:self] pathForResource:name ofType:@"js"];
|
||||
NSString *script = [NSString stringWithContentsOfFile:testFile encoding:NSUTF8StringEncoding error:nil];
|
||||
if (!script) {
|
||||
NSLog(@"Test objects file '%@' does not exist", testFile);
|
||||
exit(1);
|
||||
}
|
||||
return script;
|
||||
}
|
||||
|
||||
+(XCTestSuite *)defaultTestSuite {
|
||||
+ (XCTestSuite *)defaultTestSuite {
|
||||
XCTestSuite *suite = [super defaultTestSuite];
|
||||
|
||||
NSString *script = [self jsSuiteScript];
|
||||
NSString *suiteName = [self jsSuiteName];
|
||||
NSURL *scriptURL = suiteName ? [self scriptURLWithName:suiteName] : nil;
|
||||
NSString *script = scriptURL ? [self loadScriptWithURL:scriptURL] : nil;
|
||||
if (!script) {
|
||||
return suite;
|
||||
}
|
||||
|
||||
JSGlobalContextRef context = JSGlobalContextCreate(NULL);
|
||||
JSContext *jsContext = [JSContext contextWithJSGlobalContextRef:context];
|
||||
JSValueRef e = NULL;
|
||||
JSContext *context = [[JSContext alloc] init];
|
||||
JSValue *exception;
|
||||
|
||||
JSStringRef jsScript = JSStringCreateWithUTF8CString(script.UTF8String);
|
||||
JSEvaluateScript(context, jsScript, NULL, NULL, 0, &e);
|
||||
JSStringRelease(jsScript);
|
||||
if (e) {
|
||||
NSLog(@"%@", [JSValue valueWithJSValueRef:e inContext:jsContext]);
|
||||
[self evaluateScript:script fromURL:scriptURL inContext:context exception:&exception];
|
||||
if (exception) {
|
||||
NSLog(@"%@.js - %@", suiteName, exception);
|
||||
exit(1);
|
||||
}
|
||||
|
||||
script = [[self jsSuiteName] stringByAppendingString:@";"];
|
||||
jsScript = JSStringCreateWithUTF8CString(script.UTF8String);
|
||||
JSValueRef suiteObjectValue = JSEvaluateScript(context, jsScript, NULL, NULL, 0, &e);
|
||||
JSStringRelease(jsScript);
|
||||
if (e) {
|
||||
NSLog(@"%@", [JSValue valueWithJSValueRef:e inContext:jsContext]);
|
||||
JSValue *suiteObject = [self evaluateScript:suiteName fromURL:nil inContext:context exception:&exception];
|
||||
if (exception) {
|
||||
NSLog(@"%@.js - %@", suiteName, exception);
|
||||
exit(1);
|
||||
}
|
||||
|
||||
JSObjectRef suiteObject = JSValueToObject(context, suiteObjectValue, &e);
|
||||
if (e) {
|
||||
NSLog(@"%@", [JSValue valueWithJSValueRef:e inContext:jsContext]);
|
||||
if (![suiteObject isObject]) {
|
||||
NSLog(@"%@.js - JS test suite is not an object: %@", suiteName, suiteObject);
|
||||
exit(1);
|
||||
}
|
||||
|
||||
JSPropertyNameArrayRef testNames = JSObjectCopyPropertyNames(context, suiteObject);
|
||||
size_t count = JSPropertyNameArrayGetCount(testNames);
|
||||
for (size_t i = 0; i < count; i++) {
|
||||
JSStringRef jsName = JSPropertyNameArrayGetNameAtIndex(testNames, i);
|
||||
[suite addTest:[self testCaseWithSelector:NSSelectorFromString(@(RJSStringForJSString(jsName).c_str()))]];
|
||||
for (NSString *testName in [suiteObject toDictionary]) {
|
||||
[suite addTest:[self testCaseWithSelector:NSSelectorFromString(testName)]];
|
||||
}
|
||||
JSPropertyNameArrayRelease(testNames);
|
||||
|
||||
JSGlobalContextRelease(context);
|
||||
|
||||
return suite;
|
||||
}
|
||||
|
@ -201,12 +216,8 @@ static JSClassRef s_globalClass;
|
|||
}
|
||||
|
||||
- (void)forwardInvocation:(NSInvocation *)anInvocation {
|
||||
[self performTestScript:[NSString stringWithFormat:@"%@;%@;%@;\n%@.%@();",
|
||||
[self.class loadScript:@"TestCase"],
|
||||
[self.class loadScript:@"TestObjects"],
|
||||
self.class.jsSuiteScript,
|
||||
self.class.jsSuiteName,
|
||||
NSStringFromSelector(anInvocation.selector)]];
|
||||
NSString *script = [NSString stringWithFormat:@"%@.%@();", [self.class jsSuiteName], NSStringFromSelector(anInvocation.selector)];
|
||||
[self evaluateScript:script fromURL:nil];
|
||||
}
|
||||
|
||||
@end
|
||||
|
|
|
@ -26,33 +26,33 @@ var TestUtil = {
|
|||
};
|
||||
|
||||
var TestCase = {
|
||||
assertEqual: function() {
|
||||
if (arguments[0] !== arguments[1]) {
|
||||
var message = "'" + arguments[0] + "' does not equal expected value '" + arguments[1] + "'";
|
||||
if (arguments.length == 3) {
|
||||
message = arguments[2] + "\n" + message;
|
||||
assertEqual: function(val1, val2, errorMessage) {
|
||||
if (val1 !== val2) {
|
||||
var message = "'" + val1 + "' does not equal expected value '" + val2 + "'";
|
||||
if (errorMessage) {
|
||||
message = errorMessage + "\n" + message;
|
||||
}
|
||||
throw new Error(message);
|
||||
throw new TestFailureError(message);
|
||||
}
|
||||
},
|
||||
|
||||
assertNotEqual: function() {
|
||||
if (arguments[0] === arguments[1]) {
|
||||
var message = "'" + arguments[0] + "' equals '" + arguments[1] + "'";
|
||||
if (arguments.length == 3) {
|
||||
message = arguments[2] + "\n" + message;
|
||||
assertNotEqual: function(val1, val2, errorMessage) {
|
||||
if (val1 === val2) {
|
||||
var message = "'" + val1 + "' equals '" + val2 + "'";
|
||||
if (errorMessage) {
|
||||
message = errorMessage + "\n" + message;
|
||||
}
|
||||
throw new Error(message);
|
||||
throw new TestFailureError(message);
|
||||
}
|
||||
},
|
||||
|
||||
assertEqualWithTolerance: function(val1, val2, tolerance, errorMessage) {
|
||||
if (val1 < val2 - tolerance || val1 > val2 + tolerance) {
|
||||
var message = "'" + val1 + "' does not equal '" + val2 + "' with tolerance '" + tolerance + "'";
|
||||
if (errorMessage !== undefined) {
|
||||
if (errorMessage) {
|
||||
message = errorMessage + "\n" + message;
|
||||
}
|
||||
throw new Error(message);
|
||||
throw new TestFailureError(message);
|
||||
}
|
||||
},
|
||||
|
||||
|
@ -61,25 +61,43 @@ var TestCase = {
|
|||
try {
|
||||
func();
|
||||
}
|
||||
catch(exception) {
|
||||
catch (e) {
|
||||
caught = true;
|
||||
}
|
||||
|
||||
if (!caught) {
|
||||
if (errorMessage == undefined) {
|
||||
errorMessage = 'Expected exception not thrown: ';
|
||||
}
|
||||
throw errorMessage;
|
||||
throw new TestFailureError(errorMessage || 'Expected exception not thrown');
|
||||
};
|
||||
},
|
||||
|
||||
assertTrue: function(condition, errorMessage) {
|
||||
if (!condition) {
|
||||
|
||||
if (errorMessage == undefined) {
|
||||
errorMessage = 'Condition expected to be true';
|
||||
}
|
||||
throw errorMessage;
|
||||
throw new TestFailureError(errorMessage || 'Condition expected to be true');
|
||||
};
|
||||
},
|
||||
}
|
||||
|
||||
function TestFailureError(message) {
|
||||
var error;
|
||||
try {
|
||||
throw new Error(message);
|
||||
} catch (e) {
|
||||
error = e;
|
||||
}
|
||||
|
||||
// This regular expression will match stack trace lines provided by JavaScriptCore.
|
||||
// Example: someMethod@file:///path/to/file.js:10:24
|
||||
var regex = /^(?:.*?@)?([^\[\(].+?):(\d+)(?::(\d+))?/;
|
||||
|
||||
// Remove the top two stack frames and use information from the third, if possible.
|
||||
var stack = error.stack && error.stack.split('\n');
|
||||
var match = stack[2] && stack[2].match(regex);
|
||||
if (match) {
|
||||
this.sourceURL = match[1];
|
||||
this.line = +match[2];
|
||||
this.column = +match[3];
|
||||
this.stack = stack.slice(2).join('\n');
|
||||
}
|
||||
|
||||
this.__proto__ = error;
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue