TB Wiki

Regression Test

processing page_name=Admin_Users
status=mismatch
processing page_name=ArticleIndex
status=mismatch
processing page_name=Blog_Layouts_and_Features
status=match
processing page_name=BugList
status=mismatch
processing page_name=BugListConf
status=match
processing page_name=BugListLongQuery
status=match
processing page_name=Categories
status=match
processing page_name=CodeFixthisList
status=mismatch
processing page_name=Development_Notes
status=match
processing page_name=DocAttachments
status=mismatch
processing page_name=DocBasicSyntax
status=mismatch
processing page_name=DocBlocks
status=mismatch
processing page_name=DocCommandLineClient
status=mismatch
processing page_name=DocConfiguration
status=mismatch
processing page_name=DocDebug
status=mismatch
processing page_name=DocImages
status=mismatch
processing page_name=DocInternalAPI
status=mismatch
processing page_name=DocLinks
status=mismatch
processing page_name=DocMacros
status=mismatch
processing page_name=DocMarkupVariables
status=mismatch
processing page_name=DocParsedTables
status=mismatch
processing page_name=DocProcessors
status=mismatch
processing page_name=DocSpreadsheetExamples
status=mismatch
processing page_name=DocTables
status=mismatch
processing page_name=DocTablesInternals
status=mismatch
processing page_name=DocThemes
status=mismatch
processing page_name=DocUsers
status=mismatch
processing page_name=DocWebSed
status=mismatch
processing page_name=Feature:Blog
status=match
processing page_name=Feature:Category
status=match
processing page_name=Feature:Sound
status=match
processing page_name=Feature:Themes
status=match
processing page_name=Feature:Triggers
status=match
processing page_name=FeatureList
status=match
processing page_name=File_Manager
status=mismatch
processing page_name=FlaskResearch
status=mismatch
processing page_name=FrontPage
status=match
processing page_name=HowTo_make_a_new_database
status=match
processing page_name=ItemNotes
status=mismatch
processing page_name=Multipage_Blog_Dev_Notes
status=match
processing page_name=PageFixthisList
status=mismatch
processing page_name=Page_Manager
status=mismatch
processing page_name=RecentChanges
status=mismatch
processing page_name=Regression_Test_Dev_Notes
status=match
processing page_name=RelatedProjects
status=match
processing page_name=Sandbox
cat_content='This data goes into a temp file, which is cat'ed back out. '
status=mismatch
processing page_name=Site_UP-chart
status=mismatch
processing page_name=Sound_Board_Test
status=match
processing page_name=Sound_Tests
status=match
processing page_name=SystemInfo
status=mismatch
processing page_name=TBWikiDocumentation
status=mismatch
processing page_name=TBWikiToDo
status=mismatch
processing page_name=Table_Architecture
status=match
processing page_name=TimBird
status=match
processing page_name=TimsBlog
status=mismatch
processing page_name=TimsBlogSidebar
status=match
processing page_name=Tims_blog_2025-11-12_12:21:30.16
status=match
processing page_name=Tims_blog_2025-11-29_14:23:12.40
status=match
processing page_name=Tims_blog_2026-04-25_16:01:26.25
status=match
processing page_name=UP-trigger
status=mismatch
processing page_name=Web_Resources
status=match
processing page_name=_bug0001
status=match
processing page_name=_bug0002
status=match
processing page_name=_bug0003
status=match
processing page_name=_bug0004
status=match
processing page_name=_bug0005
status=match
processing page_name=_bug0006
status=match
processing page_name=_bug0007
status=match
processing page_name=_bug0008
status=match
processing page_name=_bug0009
status=match
processing page_name=_bug001
status=match
processing page_name=_bug0010
status=match
processing page_name=_bug0011
status=match
processing page_name=_bug0012
status=match
processing page_name=_bug0013
status=match
processing page_name=_bug0014
status=match
processing page_name=_bug0015
status=match
processing page_name=_bug0016
status=match
processing page_name=_bug0017
status=match
processing page_name=_bug0018
status=match
processing page_name=_bug0019
status=match
processing page_name=_bug002
status=match
processing page_name=_bug0020
status=match
processing page_name=_bug0021
status=match
processing page_name=_bug0022
status=match
processing page_name=_bug0023
status=match
processing page_name=_bug0024
status=match
processing page_name=_bug0025
status=match
processing page_name=_bug0026
status=match
processing page_name=_bug0027
status=match
processing page_name=_bug0028
status=match
processing page_name=_bug0029
status=match
processing page_name=_bug003
status=match
processing page_name=_bug0030
status=match
processing page_name=_bug0031
status=match
processing page_name=_bug0032
status=match
processing page_name=_bug0033
status=match
processing page_name=_bug004
status=match
processing page_name=_bug005
status=match
processing page_name=_bug006
status=match
processing page_name=_bug007
status=match
processing page_name=_bug008
status=match
processing page_name=_bug009
status=match
processing page_name=_bug010
status=match
processing page_name=_bug011
status=match
processing page_name=_bug012
status=match
processing page_name=_bug013
status=match
processing page_name=_bug014
status=match
processing page_name=_bug015
status=match
processing page_name=_bug016
status=match
processing page_name=_bug017
status=match
processing page_name=_bug018
status=match
processing page_name=_bug019
status=match
processing page_name=_bug020
status=match
processing page_name=_bug021
status=match
processing page_name=_bug9HuMcJvz
status=match
processing page_name=data_scan_bug_notes
status=match
processing page_name=garage_door_opener
status=match
processing page_name=mobile.css
status=match
processing page_name=mobile.footer
status=mismatch
processing page_name=mobile.header
status=mismatch
processing page_name=printable.css
status=match
processing page_name=printable.footer
status=match
processing page_name=printable.header
status=match
processing page_name=raw_html_test
status=match
processing page_name=tbwiki.css
status=match
processing page_name=tbwiki.footer
status=match
processing page_name=tbwiki.header
status=mismatch
processing page_name=tbwiki_engine_Fixthis_List
status=match
processing page_name=tim
status=match

Here is some data for regression testing the wiki:

Contents:

Results

Expected results

Results

Manually-maintained exception list

Often wrong

Always wrong

Wrong, just not fixed yet

See test:Regression_Test for information on managing tests, skiplists, expected results, and transform pages.

Click here Regression Test Debug to get debug data while processing pages. This is very useful for determining which page is generating a python exception.

Results [edit section]

Expected results [edit section]

On 2026-09-14 with tbwiki version shown below:

Now, with tbwiki version 2.0.0 (v2.0.0-13-g148232d)

Number of OK pages: 195
Pages missing output: 0
Number of bad pages: 1
Number of skipped pages: 25

Skipped pages: ['TestProcessorSiteStatus', 'TestMacroSiteStatus', 'TestSpreadsheetGetBlock', 'RecentChanges', 'Regression_Test', 'Regression_Test_for_often_wrong_pages', 'Regression_Test_omitting_expected_failures', 'Regression_Test_just_problematic_pages', 'TestProcessorPageManager', 'TestProcessorSnapshot', 'TestProcessorTrigger', 'TestMacroENV', 'TestMacroRecentChanges']

Results [edit section]

NOTE: check below for pages that are sometimes or always wrong - due to code or wiki content changes, or due to unfixed bugs, respectively. The pages listed under "Often wrong" can usually be updated without examining them, unless the related code has been changed.

Now, with tbwiki version 2.0.1 (v2.0.0-32-ga9cbfc3)

---

Number of OK pages: 91
Pages missing output: 0
Number of bad pages: 39
Number of skipped pages: 4

Skipped pages: ['Wiki_Status_Page', 'Regression_Test']

Page Status Show Diff Update Saved Output Render Duration Transforms

Admin_Users mismatch with expected output
starting at: " <table bord" diff save 0.001 s create
ArticleIndex mismatch with expected output
starting at: "ower_m">m</a> |" != "ower_k">k</a> |" diff save 0.000 s create
Blog_Layouts_and_Features page is OK diff save 0.001 s create
BugList mismatch with expected output
starting at: "able.query_form" != "able.add_record" diff save 0.013 s create
BugListConf page is OK diff save 0.000 s create
BugListLongQuery page is OK diff save 0.000 s create
Categories page is OK diff save 0.003 s create
CodeFixthisList mismatch with expected output
starting at: "able.query_form" != "able.add_record" diff save 0.104 s create
Development_Notes page is OK diff save 0.000 s create
DocAttachments mismatch with expected output
starting at: " " != " " diff save 0.000 s create
DocBasicSyntax mismatch with expected output
starting at: " " != " " diff save 0.002 s create
DocBlocks mismatch with expected output
starting at: " " != " " diff save 0.001 s create
DocCommandLineClient mismatch with expected output
starting at: " " != " " diff save 0.000 s create
DocConfiguration mismatch with expected output
starting at: " " != " " diff save 0.001 s create
DocDebug mismatch with expected output
starting at: " The debug " != " <h3><a nam" diff save 0.000 s create
DocImages mismatch with expected output
starting at: "g" > " != "g" > " diff save 0.000 s create
DocInternalAPI mismatch with expected output
starting at: " FIXTHIS - " != " <h1><a nam" diff save 0.001 s create
DocLinks mismatch with expected output
starting at: " " != " " diff save 0.001 s create
DocMacros mismatch with expected output
starting at: " " != " " diff save 0.002 s create
DocMarkupVariables mismatch with expected output
starting at: "e is Wed Sep 16" != "e is Sat Sep 5" diff save 0.001 s create
DocParsedTables mismatch with expected output
starting at: " " != " " diff save 0.001 s create
DocProcessors mismatch with expected output
starting at: "lt; %(timer)s " != "lt; {{HTML(&lt" diff save 0.002 s create
DocSpreadsheetExamples mismatch with expected output
starting at: " " != " " diff save 0.005 s create
DocTables mismatch with expected output
starting at: "pages, or it ca" != "pages. [FIXTHIS" diff save 0.006 s create
DocTablesInternals mismatch with expected output
starting at: " " != " " diff save 0.002 s create
DocThemes mismatch with expected output
starting at: " " != " " diff save 0.000 s create
DocUsers mismatch with expected output
starting at: " " != " " diff save 0.001 s create
DocWebSed mismatch with expected output
starting at: " " != " " diff save 0.002 s create
Feature:Blog page is OK diff save 0.000 s create
Feature:Category page is OK diff save 0.001 s create
Feature:Sound page is OK diff save 0.000 s create
Feature:Themes page is OK diff save 0.000 s create
Feature:Triggers page is OK diff save 0.000 s create
FeatureList page is OK diff save 0.001 s create
File_Manager mismatch with expected output
starting at: " <ul><li><a " diff save 0.000 s create
FlaskResearch mismatch with expected output
starting at: " " != " " diff save 0.000 s create
FrontPage page is OK diff save 0.000 s create
HowTo_make_a_new_database page is OK diff save 0.000 s create
ItemNotes mismatch with expected output
starting at: " " != " " diff save 0.001 s create
Multipage_Blog_Dev_Notes page is OK diff save 0.002 s create
PageFixthisList mismatch with expected output
starting at: "able.query_form" != "able.add_record" diff save 0.024 s create
Page_Manager mismatch with expected output
starting at: "wiki/mobile.css" != "wiki/kdocbug_1"" diff save 0.000 s create
RecentChanges mismatch with expected output
starting at: "-09-16 05:12 - " != "-09-14 19:47 - " diff save 0.008 s create
Regression_Test_Dev_Notes page is OK diff save 0.000 s create
RelatedProjects page is OK diff save 0.000 s create
Sandbox mismatch with expected output
starting at: "f="#test_bullet" != "f="#table_with_" diff save 0.018 s create
Site_UP-chart mismatch with expected output
starting at: " <table align="" != "<h2><a name="bi" diff save 0.689 s create
Sound_Board_Test page is OK diff save 0.000 s create
Sound_Tests page is OK diff save 0.000 s create
SystemInfo mismatch with expected output
starting at: "0.0-32-ga9cbfc3" != "0.0-30-g25a0e63" diff save 0.064 s create
TBWikiDocumentation mismatch with expected output
starting at: "res <ul><li>abo" != "res </ul> " diff save 0.001 s create
TBWikiToDo mismatch with expected output
starting at: "h1> <ul><li" != "h1> <ul><li>add" diff save 0.007 s create
Table_Architecture page is OK diff save 0.002 s create
TimBird page is OK diff save 0.000 s create
TimsBlog mismatch with expected output
starting at: "</ul> " != "</ul>" diff save 0.001 s create
TimsBlogSidebar page is OK diff save 0.000 s create
Tims_blog_2025-11-12_12:21:30.16 page is OK diff save 0.001 s create
Tims_blog_2025-11-29_14:23:12.40 page is OK diff save 0.000 s create
Tims_blog_2026-04-25_16:01:26.25 page is OK diff save 0.000 s create
UP-trigger mismatch with expected output
starting at: "hart:birdcloud_" != "hart:s1</li> " diff save 0.000 s create
Web_Resources page is OK diff save 0.000 s create
_bug0001 page is OK diff save 0.000 s create
_bug0002 page is OK diff save 0.000 s create
_bug0003 page is OK diff save 0.000 s create
_bug0004 page is OK diff save 0.000 s create
_bug0005 page is OK diff save 0.000 s create
_bug0006 page is OK diff save 0.000 s create
_bug0007 page is OK diff save 0.000 s create
_bug0008 page is OK diff save 0.000 s create
_bug0009 page is OK diff save 0.000 s create
_bug001 page is OK diff save 0.000 s create
_bug0010 page is OK diff save 0.000 s create
_bug0011 page is OK diff save 0.000 s create
_bug0012 page is OK diff save 0.000 s create
_bug0013 page is OK diff save 0.000 s create
_bug0014 page is OK diff save 0.000 s create
_bug0015 page is OK diff save 0.000 s create
_bug0016 page is OK diff save 0.000 s create
_bug0017 page is OK diff save 0.000 s create
_bug0018 page is OK diff save 0.000 s create
_bug0019 page is OK diff save 0.000 s create
_bug002 page is OK diff save 0.000 s create
_bug0020 page is OK diff save 0.000 s create
_bug0021 page is OK diff save 0.000 s create
_bug0022 page is OK diff save 0.000 s create
_bug0023 page is OK diff save 0.000 s create
_bug0024 page is OK diff save 0.000 s create
_bug0025 page is OK diff save 0.000 s create
_bug0026 page is OK diff save 0.000 s create
_bug0027 page is OK diff save 0.000 s create
_bug0028 page is OK diff save 0.000 s create
_bug0029 page is OK diff save 0.000 s create
_bug003 page is OK diff save 0.000 s create
_bug0030 page is OK diff save 0.000 s create
_bug0031 page is OK diff save 0.000 s create
_bug0032 page is OK diff save 0.000 s create
_bug0033 page is OK diff save 0.000 s create
_bug004 page is OK diff save 0.000 s create
_bug005 page is OK diff save 0.000 s create
_bug006 page is OK diff save 0.000 s create
_bug007 page is OK diff save 0.000 s create
_bug008 page is OK diff save 0.000 s create
_bug009 page is OK diff save 0.000 s create
_bug010 page is OK diff save 0.000 s create
_bug011 page is OK diff save 0.000 s create
_bug012 page is OK diff save 0.000 s create
_bug013 page is OK diff save 0.000 s create
_bug014 page is OK diff save 0.000 s create
_bug015 page is OK diff save 0.000 s create
_bug016 page is OK diff save 0.000 s create
_bug017 page is OK diff save 0.000 s create
_bug018 page is OK diff save 0.000 s create
_bug019 page is OK diff save 0.000 s create
_bug020 page is OK diff save 0.000 s create
_bug021 page is OK diff save 0.000 s create
_bug9HuMcJvz page is OK diff save 0.000 s create
data_scan_bug_notes page is OK diff save 0.000 s create
garage_door_opener page is OK diff save 0.000 s create
mobile.css page is OK diff save 0.002 s create
mobile.footer mismatch with expected output
starting at: "user.loginform"" != "user.editform"&" diff save 0.000 s create
mobile.header mismatch with expected output
starting at: "wiki/Help">H" != "wiki/Portals"&g" diff save 0.000 s view/edit
printable.css page is OK diff save 0.001 s create
printable.footer page is OK diff save 0.000 s create
printable.header page is OK diff save 0.000 s create
raw_html_test page is OK diff save 0.000 s create
tbwiki.css page is OK diff save 0.001 s create
tbwiki.footer page is OK diff save 0.000 s create
tbwiki.header mismatch with expected output
starting at: "user.loginform"" != "user.editform"&" diff save 0.000 s view/edit
tbwiki_engine_Fixthis_List page is OK diff save 0.032 s create
tim page is OK diff save 0.000 s create

Manually-maintained exception list [edit section]

Often wrong [edit section]

ArticleIndex - changes when pages are added or removed
RecentChanges - page names, last page edit dates, and page edit counts are always changing
SystemInfo - number of pages is wrong when pages are added

Always wrong [edit section]

none, that don't currently have transform pages

Wrong, just not fixed yet [edit section]

none listed

Categories: Features|Blog