livecode/tests/_testrunnerbehavior.livecodescript at develop · livecode/livecode · GitHub

This repository was archived by the owner on Aug 31, 2021. It is now read-only.

History

336 lines (279 loc) · 10.2 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

284

285

286

287

288

289

290

291

292

293

294

295

296

297

298

299

300

301

302

303

304

305

306

307

308

309

310

311

312

313

314

315

316

317

318

319

320

321

322

323

324

325

326

327

328

329

330

331

332

333

334

335

336

script "TestRunnerBehavior"

This file is part of LiveCode.

LiveCode is free software; you can redistribute it and/or modify it under

the terms of the GNU General Public License v3 as published by the Free

Software Foundation.

LiveCode is distributed in the hope that it will be useful, but WITHOUT ANY

WARRANTY; without even the implied warranty of MERCHANTABILITY or

FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License

for more details.

You should have received a copy of the GNU General Public License

along with LiveCode. If not see <http://www.gnu.org/licenses/>. */

constant kDefaultLogFilename = "_test_suite.log"

----------------------------------------------------------------

-- Top-level actions

----------------------------------------------------------------

function getCommandLineInfo

local tRawArg, tSelfCommand, tSelfScript, tInArgs, tArgs

put false into tInArgs

-- Treat everything up to & including the first

-- ".livecodescript" file as the command for running the test

-- runner, and everything after it as test runner arguments

put the commandName into tSelfCommand[1]

repeat for each element tRawArg in the commandArguments

if tInArgs then

put tRawArg into tArgs[1 + the number of elements in tArgs]

else

put tRawArg into tSelfCommand[1 + the number of elements in tSelfCommand]

if tRawArg ends with ".livecodescript" then

put tRawArg into tSelfScript

put true into tInArgs

end if

end repeat

local tInfo

put tSelfCommand into tInfo["self-command"]

put tSelfScript into tInfo["self-script"]

put tArgs into tInfo["args"]

return tInfo

end getCommandLineInfo

command TestRunnerMain

__EnsureLibs

local tInfo

put getCommandLineInfo() into tInfo

TestRunnerMainWithInfo tInfo

end TestRunnerMain

command TestRunnerMainWithInfo pInfo

switch pInfo["args"][1]

case "invoke"

doInvoke pInfo

break

case "run"

doRun pInfo

break

case "--help"

case "-h"

case "help"

doUsage 0

break

default

doUsage 1

break

end switch

send "DoQuit" to me

end TestRunnerMainWithInfo

private command __EnsureLibs

if the platform is "MacOS" then

local tEngineFolder

put specialFolderPath("engine") into tEngineFolder

local tBuildFolder

put tEngineFolder into tBuildFolder

set the itemDelimiter to slash

delete item -3 to -1 of tBuildFolder

if there is not a folder (tEngineFolder & "/revpdfprinter.bundle") then

get shell(merge("cp -rf [[ quote & tBuildFolder ]]/revpdfprinter.bundle[[ quote && quote & tEngineFolder & quote ]]"))

end if

if there is not a file (tEngineFolder & "/revsecurity.dylib") then

get shell(merge("cp -f [[ quote & tBuildFolder ]]/revsecurity.dylib[[ quote && quote & tEngineFolder & quote ]]"))

end if

end __EnsureLibs

on DoQuit

-- Allow errorDialog message to be sent

if "errorDialog" is in the pendingMessages then

send "DoQuit" to me in 0 millisecs

else

quit 0

end if

end DoQuit

private command doInvoke pInfo

put pInfo["args"][2] into pInfo["invoke"]["script"]

put pInfo["args"][3] into pInfo["invoke"]["command"]

dispatch "TestRunnerImpl_DoInvoke" to me with pInfo

end doInvoke

private command doRun pInfo

TestRunnerRunLoadLibraries

local tAnalysis

dispatch "TestRunnerImpl_DoRun" to me with pInfo

put the result into tAnalysis

-- Save the log to file.

-- We process to binary data ourselves to ensure encoding and

-- line endings are appropriate.

local tLogForWriting

put textEncode(tAnalysis["log"], "utf8") into tLogForWriting

if the platform is "win32" then

replace return with numToChar(13) & numToChar(10) in tLogForWriting

end if

local tLogFilename

put $TEST_SUITE_LOG_FILE into tLogFilename

if tLogFilename is empty then

put kDefaultLogFilename into tLogFilename

end if

put tLogForWriting into url ("binfile:" & tLogFilename)

if TesterTapGetWorstResult(tAnalysis) is "FAIL" then

quit 1

end if

end doRun

private command doUsage pStatus

dispatch "TestRunnerImpl_DoUsage" to me with pStatus

end doUsage

private function getStackFolder

local tFilename

put the effective filename of this me into tFilename

set the itemDelimiter to slash

return item 1 to -2 of tFilename

end getStackFolder

private command TestRunnerLoadLibraries pLibraries

local tLibrary, tStackName, tStackFile

repeat for each item tLibrary in pLibraries

-- Compute the filename of the library stack and load it

put getStackFolder() & slash & tLibrary & ".livecodescript" into tStackFile

put the name of stack tStackFile into tStackName

send "revLoadLibrary" to stack tStackname

end repeat

end TestRunnerLoadLibraries

----------------------------------------------------------------

-- Support for invoking test commands

----------------------------------------------------------------

-- Add the unit test library stack and the input library to the backscripts

constant kInvokeLibraries = "_testlib,_inputlib"

command TestRunnerInvokeLoadLibraries

TestRunnerLoadLibraries kInvokeLibraries

end TestRunnerInvokeLoadLibraries

-- Execute a test

command TestRunnerInvokeTestCommand pScriptFile, pCommand

local tStackName, tResult, tState

put the mainstacks into tState["mainstacks"]

put the openSockets into tState["opensockets"]

put the openProcesses into tState["openprocesses"]

put the openFiles into tState["openfiles"]

put the httpProxy into tState["httpProxy"]

put the httpHeaders into tState["httpHeaders"]

put the stackFileVersion into tState["stackFileVersion"]

reset the templateStack

reset the templateCard

reset the templateGroup

reset the templateButton

reset the templateField

reset the templateImage

reset the templateGraphic

reset the templatePlayer

set the tool to "browse"

-- This should auto-load the test script

put the name of stack pScriptFile into tStackName

-- Check that the stack script actually compiles

lock messages

set the script of tStackname to the script of tStackname

put the result into tResult

unlock messages

if tResult is not empty then

TestDiagnostic tResult

end if

TestAssert "script compiles", tResult is empty

-- Don't run test if script doesn't compile

if tResult is not empty then

exit TestRunnerInvokeTestCommand

end if

try

dispatch "TestSetup" to tStackName

put the result into tResult

catch tError

if word 1 of tError is "SKIP" then

put tError into tResult

else

TestAssert "setup test", false

TestDiagnostic tError

end if

end try

if word 1 of tResult is "SKIP" then

TestSkip pCommand, word 2 to -1 of tResult

else

-- Run the actual test itself

try

dispatch pCommand to tStackName

catch tError

if word 1 of tError is "SKIP" then

TestSkip pCommand, word 2 to -1 of tError

else

TestAssert "execute test:" && line 1 of tError, false

TestDiagnostic tError

-- don't exit here as test cleanup may still be useful

end if

end try

-- Do common cleanup tasks

try

dispatch "TestTearDown" to tStackName

catch tError

TestAssert "tear down test", false

TestDiagnostic tError

finally

-- cleanup

delete tStackName

local tNewState

put the opensockets into tNewState

repeat for each line tLine in tNewState

if tLine is not among the lines of tState["opensockets"] then

close socket tLine

end if

end repeat

put the openprocesses into tNewState

repeat for each line tLine in tNewState

if tLine is not among the lines of tState["openprocesses"] then

close process tLine

end if

end repeat

put the openfiles into tNewState

repeat for each line tLine in tNewState

if tLine is not among the lines of tState["openfiles"] then

close file tLine

end if

end repeat

put the mainstacks into tNewState

repeat for each line tLine in tNewState

if tLine is not among the lines of tState["mainstacks"] then

delete stack tLine

end if

end repeat

set the httpProxy to tState["httpProxy"]

set the httpHeaders to tState["httpHeaders"]

set the stackFileVersion to tState["stackFileVersion"]

end try

-- Check for uncaught errors

put TestGetUncaughtErrorDialog() into tError

if tError is not empty then

TestAssert "uncaught error dialog", line 1 of tError

TestDiagnostic tError

end if

end TestRunnerInvokeTestCommand

----------------------------------------------------------------

-- Support for running tests

----------------------------------------------------------------

-- Add the test runner library stack to the backscripts

constant kRunLibraries = "_testerlib,_testlib"

command TestRunnerRunLoadLibraries

TestRunnerLoadLibraries kRunLibraries

end TestRunnerRunLoadLibraries

command TestRunnerProcessOutput pScriptfile, pCommand, pOutput

-- Create test log

local tTestLog

put "###" && TesterGetPrettyTestName(pScriptFile) && pCommand \

& return & return into tTestLog

put pOutput & return after tTestLog

-- Analyse the results and print a summary line

local tTapResults

put TesterTapAnalyse(tTestLog) into tTapResults

TesterLogSummaryLine tTapResults, (TesterGetPrettyTestName(pScriptFile) & ":" && pCommand)

if TesterTapGetWorstResult(tTapResults) is "FAIL" then

if $V is not empty then

put textEncode(pOutput, "utf8") into pOutput

if the platform is "win32" then

replace return with numToChar(13) & numToChar(10) in pOutput

end if

write pOutput to stderr

end if

return tTapResults

end TestRunnerProcessOutput

livecode/tests/_testrunnerbehavior.livecodescript at develop · livecode/livecode · GitHub

Uh oh!

Expand file tree

Breadcrumbs

_testrunnerbehavior.livecodescript

Latest commit

History

Breadcrumbs

_testrunnerbehavior.livecodescript

File metadata and controls