livecode/builder/docs_builder.livecodescript at develop · livecodeali/livecode · GitHub

History

397 lines (326 loc) · 14.3 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

181

182

183

184

185

186

187

188

189

190

191

192

193

194

195

196

197

198

199

200

201

202

203

204

205

206

207

208

209

210

211

212

213

214

215

216

217

218

219

220

221

222

223

224

225

226

227

228

229

230

231

232

233

234

235

236

237

238

239

240

241

242

243

244

245

246

247

248

249

250

251

252

253

254

255

256

257

258

259

260

261

262

263

264

265

266

267

268

269

270

271

272

273

274

275

276

277

278

279

280

281

282

283

284

285

286

287

288

289

290

291

292

293

294

295

296

297

298

299

300

301

302

303

304

305

306

307

308

309

310

311

312

313

314

315

316

317

318

319

320

321

322

323

324

325

326

327

328

329

330

331

332

333

334

335

336

337

338

339

340

341

342

343

344

345

346

347

348

349

350

351

352

353

354

355

356

357

358

359

360

361

362

363

364

365

366

367

368

369

370

371

372

373

374

375

376

377

378

379

380

381

382

383

384

385

386

387

388

389

390

391

392

393

394

395

396

397

script "DocsBuilder"

command docsBuilderProgressUpdate pProgress, pMessage

builderLog "message", pMessage

end docsBuilderProgressUpdate

command logError pError

local tContext

// get the context of the calling handler: <handler>:<linenumber>

put item -2 to -1 of line -2 of the executionContexts into tContext

builderLog "error", pError, tContext

end logError

private command pathEnsure pPath

if pPath is empty then

exit pathEnsure

end if

set the itemDelimiter to "/"

local tPath

repeat for each item tPart in pPath

put tPart & "/" after tPath

if there is no folder tPath then

create folder tPath

end if

end repeat

end pathEnsure

command docsBuilderRun pEdition, pVersion

start using stack (builderRepoFolder() & slash & "ide-support/revdocsparser.livecodescript")

builderExtUnpack "Business"

builderLog "report", "Building guide into" && builderGuideFolder(pEdition) & slash & "distributed_guide.js"

pathEnsure (builderGuideFolder(pEdition))

docsBuilderGenerateDistributedGuide pEdition

builderLog "report", "Building api into" && builderAPIFolder(pEdition)

pathEnsure (builderAPIFolder(pEdition))

docsBuilderGenerateDistributedAPI pEdition

docsBuilderGenerateZip pEdition, pVersion

builderLog "report", "Built docs"

end docsBuilderRun

private command addToList pElement, @xArray

local tCount

put the number of elements in xArray into tCount

put pElement into xArray[tCount + 1]

end addToList

private command addFolderToListIfExists pFolder, pThrowIfNot, @xArray

if there is a folder pFolder then

addToList pFolder, xArray

exit addFolderToListIfExists

end if

if pThrowIfNot then

logError "Expected docs folder" && pFolder && "doesn't exist"

else

builderLog "message", "Folder" && pFolder && "doesn't exist"

end if

end addFolderToListIfExists

private command docsBuilderGetGuideFolders pEdition, @xFolders

local tRepoGuides

put builderRepoFolder() & slash & "docs" & slash & "guides" into tRepoGuides

addFolderToListIfExists tRepoGuides, true, xFolders

local tIDEGuides

put builderIDEDocsFolder() & slash & "guides" into tIDEGuides

addFolderToListIfExists tIDEGuides, true, xFolders

local tComponents

put builderComponentFolders() into tComponents

repeat for each element tComponent in tComponents

-- each non-community guide should have notes on editon support

addFolderToListIfExists tComponent["folder"] & slash & "guides", false, xFolders

end repeat

addFolderToListIfExists builderBuiltGuidesFolder(), false, xFolders

end docsBuilderGetGuideFolders

private command docsBuilderAddExtFolders pEdition, @xFolders

local tTargetFolder

put builderUnpackFolder("Business") & slash & "Ext" into tTargetFolder

repeat for each line tFolder in folders(tTargetFolder)

if tFolder is ".." then next repeat

addFolderToListIfExists tTargetFolder & slash & tFolder, true, xFolders

end repeat

end docsBuilderAddExtFolders

private command docsBuilderGetAdditionalFolders pEdition, @xFolders

docsBuilderAddExtFolders pEdition, xFolders

end docsBuilderGetAdditionalFolders

command docsBuilderGenerateDistributedGuide pEdition

local tGuideFoldersA

docsBuilderGetGuideFolders pEdition, tGuideFoldersA

docsBuilderGetAdditionalFolders pEdition, tGuideFoldersA

local tGuideFoldersWithLocationA

repeat for each element tElement in tGuideFoldersA

local tGuideWithLocation

put tElement into tGuideWIthLocation["folder"]

# All these guides will be in the ide guide folder when installed

put "ide" into tGuideWithLocation["location"]

addToList tGuideWithLocation, tGuideFoldersWithLocationA

end repeat

local tOrderedGuidesA, tOrderFolder

put builderIDEDocsFolder() & slash & "guides" into tOrderFolder

put revDocsOrderedGuideData(tGuideFoldersWithLocationA, tOrderFolder) into tOrderedGuidesA

local tGuideData

repeat for each element tGuideA in tOrderedGuidesA

docsBuilderProgressUpdate "", "Building guide" && tGuideA["file"]

put tab & "{" after tGuideData

put return & revDocsFormatGuideDataAsJSON(tGuideA) after tGuideData

put return & tab & "}," after tGuideData

end repeat

delete the last char of tGuideData

put textEncode(tGuideData, "utf-8") into url ("binfile:" & builderGuideFolder(pEdition) & slash & "distributed_guide.js")

end docsBuilderGenerateDistributedGuide

private function docsFileGetUTF8Contents pPath, pConvertLineEndings

local tData, tText

put url ("binfile:" & pPath) into tData

put textDecode(tData, "utf-8") into tText

if pConvertLineEndings then

replace numToChar(13) & numToChar(10) with numToChar(10) in tText

replace numToChar(13) with numToChar(10) in tText

end if

return tText

end docsFileGetUTF8Contents

-- Find all lcdoc files in pFolder and add them to the list of docs

-- data in xLibraryA

private command addToDictionaryFromFolder pFolder, pDefaults, @xLibraryA

docsBuilderProgressUpdate "", "Building dictionary from folder" && pFolder

get files(pFolder)

filter it with "*.lcdoc"

repeat for each line tFile in it

local tText, tParsedA

wait 0 with messages

put docsFileGetUTF8Contents(pFolder & slash & tFile, true) into tText

put revDocsParseDocText(tText, pFolder & slash & tFile, pDefaults) into tParsedA

repeat for each element tDoc in tParsedA["doc"]

-- TODO: Work out why something empty is returned

if tDoc["display name"] is empty then next repeat

addToList tDoc, xLibraryA

end repeat

end addToDictionaryFromFolder

Summary: Parses the current directory into a library array.

pRootDirs (array): An array of paths to the relevant root folders of the

dictionary.

command docsBuilderParseDictionaryToLibraryArray pComponents, @xDocsA

repeat for each element tComponent in pComponents

local tDictionaryRoot, tGlossaryRoot

put tComponent["folder"] & slash & "dictionary" into tDictionaryRoot

put tComponent["folder"] & slash & "glossary" into tGlossaryRoot

local tDefaults

delete variable tDefaults

if tComponent["metadata"]["edition"] is not empty then

put editionDisplayName(tComponent["metadata"]["edition"]) into tDefaults["edition"]

end if

repeat for each item tRoot in (tDictionaryRoot & "," & tGlossaryRoot)

if there is not a folder tRoot then

next repeat

end if

repeat for each line tLine in folders(tRoot)

if tLine is ".." then next repeat

addToDictionaryFromFolder tRoot & slash & tLine, tDefaults, xDocsA

end repeat

end docsBuilderParseDictionaryToLibraryArray

command docsBuilderParseAdditionalFoldersToLibraryArray pDirs, @xDocsA

local tFolder

repeat for each element tFolder in pDirs

addToDictionaryFromFolder tFolder, empty, xDocsA

end repeat

end docsBuilderParseAdditionalFoldersToLibraryArray

function docsBuilderParseDictionary pLibraryName, pAuthor, pComponents, pAdditionalDirsA, pRecursive

local tLibraryA

put revDocsModifyForUrl(pLibraryName) into tLibraryA["name"]

put pLibraryName into tLibraryA["display name"]

put pAuthor into tLibraryA["author"]

put "dictionary" into tLibraryA["type"]

-- Special case for the dictionary / glossary data extraction

docsBuilderParseDictionaryToLibraryArray pComponents, tLibraryA["doc"]

-- Add any additional docs to the dictionary

docsBuilderParseAdditionalFoldersToLibraryArray pAdditionalDirsA, tLibraryA["doc"]

if tLibraryA["doc"] is not empty then

return tLibraryA

end if

return empty

end docsBuilderParseDictionary

command docsBuilderGenerateDistributedAPI pEdition

local tAdditionalFolders

docsBuilderGetAdditionalFolders pEdition, tAdditionalFolders

local tLibrariesA

local tComponents

put builderComponentFolders() into tComponents

-- special case the main docs folder

local tIndex

put the number of elements of tComponents + 1 into tIndex

put builderRepoFolder() & "/docs" into tComponents[tIndex]["folder"]

put "engine" into tComponents[tIndex]["metadata"]["category"]

put "community" into tComponents[tIndex]["metadata"]["edition"]

local tLCSDictionaryA

put docsBuilderParseDictionary("LiveCode Script", "LiveCode", tComponents, tAdditionalFolders, false) into tLCSDictionaryA

if tLCSDictionaryA is empty then

logError "Couldn't parse script dictionary data for" && pEdition

exit docsBuilderGenerateDistributedAPI

end if

put "script" into tLCSDictionaryA["filename"]

put "livecode_script" into tLCSDictionaryA["api"]

addToList tLCSDictionaryA, tLibrariesA

local tModuleList, tModularA, tModularCount, tBlocksA, tParsedA

put 1 into tModularCount

put revDocsGetBuiltinModuleList(builderModuleInterfaceFolder(), builderRepoFolder()) into tModuleList

set the itemdelimiter to "."

repeat for each line tLine in tModuleList

docsBuilderProgressUpdate "", "Adding docs from" && tLine

if item -1 of tLine is "lcdoc" then

get url("file:" & tLine)

else

get revDocsGenerateDocsFileFromModular(url ("file:" & tLine))

end if

if it is not empty then

put it into tModularA[tModularCount]

add 1 to tModularCount

end if

end repeat

local tLCBDictionaryA

put 1 into tModularCount

repeat for each element tElement in tModularA

put revDocsParseDocText(tElement) into tParsedA

repeat for each key tEntry in tParsedA["doc"]

put tParsedA["doc"][tEntry] into tLCBDictionaryA["doc"][tModularCount]

add 1 to tModularCount

end repeat

put empty into tParsedA

end repeat

if tLCBDictionaryA is empty then

logError "Couldn't parse builder dictionary data for" && pEdition

exit docsBuilderGenerateDistributedAPI

end if

put "LiveCode Builder" into tLCBDictionaryA["display name"]

put revDocsModifyForUrl("LiveCode Builder") into tLCBDictionaryA["name"]

put "LiveCode" into tLCBDictionaryA["author"]

put "dictionary" into tLCBDictionaryA["type"]

put "builder" into tLCBDictionaryA["filename"]

put "livecode_builder" into tLCBDictionaryA["api"]

addToList tLCBDictionaryA, tLibrariesA

local tDatagridA, tDGDocs

put builderIDEDocsFolder() & "/dictionary/datagrid.lcdoc" into tDGDocs

put revDocsParseDocFileToLibraryArray(tDGDocs, "Data Grid", "LiveCode") \

into tDataGridA

if tDataGridA is empty then

builderLog "error", "Couldn't parse datagrid dictionary data for" && pEdition

exit docsBuilderGenerateDistributedAPI

end if

put "dictionary" into tDataGridA["type"]

put "dg" into tDataGridA["filename"]

put "livecode_script" into tDataGridA["api"]

addToList tDataGridA, tLibrariesA

local tExtractedDocsFolder

put builderExtractedDocsFolder() into tExtractedDocsFolder

local tFiles

put files(tExtractedDocsFolder) into tFiles

filter tFiles with "*.lcdoc"

set the itemDelimiter to "."

local tFile

repeat for each line tFile in tFiles

local tLibA

put revDocsParseDocFileToLibraryArray(tExtractedDocsFolder & slash & tFile, item -2 of tFile, "LiveCode") into tLibA

if tLibA is empty then

builderLog "error", "Couldn't parse" && item -2 of tFile && "dictionary data for" && pEdition

exit docsBuilderGenerateDistributedAPI

end if

put tLibA["name"] into tLibA["filename"]

put "livecode_script" into tLibA["api"]

addToList tLibA, tLibrariesA

end repeat

docsBuilderPopulateDatabase pEdition, tLibrariesA

repeat for each element tLibA in tLibrariesA

local tJSON, tFolder

put revDocsFormatLibraryDocArrayAsJSON(tLibA) into tJSON

put builderAPIFolder(pEdition, tLibA["api"]) into tFolder

pathEnsure tFolder

put textEncode(tJSON, "utf-8") into url ("binfile:" & tFolder \

& slash & tLibA["filename"] & ".js")

end repeat

end docsBuilderGenerateDistributedAPI

on docsBuilderPopulateDatabase pEdition, pLibrariesA

-- Ensure any existing api database is not updated

local tExistingAPI

put revDocsAPIDatabasePath(builderAPIFolder(pEdition)) into tExistingAPI

if there is a file tExistingAPI then

delete file tExistingAPI

end if

local tConnection

revDocsOpenAPIDatabase builderAPIFolder(pEdition)

put the result into tConnection

if tConnection is not a number then

logError the result

exit docsBuilderPopulateDatabase

end if

revExecuteSQL tConnection,"BEGIN TRANSACTION"

repeat for each element tLib in pLibrariesA

builderLog "message", "adding library" && tLib["display name"] && "to docs database"

revDocsUpdateDatabase tConnection, tLib["api"], tLib

if the result is not empty then

logError the result

exit docsBuilderPopulateDatabase

end if

end repeat

revExecuteSQL tConnection,"COMMIT"

revCloseDatabase tConnection

end docsBuilderPopulateDatabase

private command docsBuilderGenerateZip pEdition, pVersion

-- Ensure edition string is in titlecase

put editionTitleCase(pEdition) into pEdition

put replaceText(pVersion, "[-,\.]", "_") into pVersion

local tInputs, tZipPath

-- Make a list of folders that need to make it into the archived docs

-- FIXME This has to be kept in sync with the installer manifest, probably

docsBuilderGetGuideFolders pEdition, tInputs

put builderIDEDocsFolder() & slash & "html_viewer" into tInputs[the number of elements in tInputs + 1]

-- Figure out a filename for the docs archive

put builderOutputFolder() & slash & \

merge("LiveCode[[pEdition]]Docs-[[pVersion]].zip") into tZipPath

-- Use the "zip" command to store the data

local tDocItem, tCmd, tCmdOutput

repeat for each element tDocItem in tInputs

builderLog "message", merge("Archiving [[tDocItem]]")

put merge("cd $(dirname '[[tDocItem]]') && zip -r '[[tZipPath]]' $(basename '[[tDocItem]]')") into tCmd

put shell(tCmd) into tCmdOutput

if the result is not 0 then

logError "Archiving failed:" && tCmdOutput

exit docsBuilderGenerateZip

end if

end repeat

builderLog "message", merge("Generated [[tZipPath]]")

end docsBuilderGenerateZip

livecode/builder/docs_builder.livecodescript at develop · livecodeali/livecode · GitHub

Expand file tree

Breadcrumbs

docs_builder.livecodescript

Latest commit

History

Breadcrumbs

docs_builder.livecodescript

File metadata and controls