Skip to content

Commit

Permalink
update mdanalysis.json
Browse files Browse the repository at this point in the history
- use sitemapindex.xml instead of start_urls
  - www.mdanalysis.org 
  - docs.mdanalysis.org
  - userguide.mdanalysis.org
- stop indexing old docs (www.mdanalysis.org/docs and www.mdanalysis.org/mdanalysis)
- stop indexing generated docs for the three domains (not sure if we can use regular expressions for subdomains - to be safe, I repeated them)
- completes MDAnalysis/MDAnalysis.github.io#79
orbeckst authored Jul 10, 2020
1 parent bc3e4c9 commit adfa8b1
Showing 1 changed file with 22 additions and 6 deletions.
28 changes: 22 additions & 6 deletions configs/mdanalysis.json
Original file line number Diff line number Diff line change
@@ -1,17 +1,33 @@
{
"index_name": "mdanalysis",
"sitemap_urls": [
"https://www.mdanalysis.org/sitemap.xml"
"https://www.mdanalysis.org/sitemapindex.xml"
],
"start_urls": [
"https://www.mdanalysis.org"
],
"stop_urls": [
"https://www.mdanalysis.org/.*?//.*?",
"https://www.mdanalysis.org/blog/page.*",
"https://www.mdanalysis.org/mdanalysis",
"https://www.mdanalysis.org/docs/_modules/",
"https://www.mdanalysis.org/docs/_sources",
"https://www.mdanalysis.org/blog/page.*"
"https://www.mdanalysis.org/docs",
{
"url": "https://www.mdanalysis.org/.*?/(?P<generated>.*?)/",
"variables": {
"generated": ["_modules", "_sources"]
}
},
{
"url": "https://docs.mdanalysis.org/.*?/(?P<generated>.*?)/",
"variables": {
"generated": ["_modules", "_sources"]
}
},
{
"url": "https://userguide.mdanalysis.org/.*?/(?P<generated>.*?)/",
"variables": {
"generated": ["_modules", "_sources"]
}
},
],
"selectors": {
"lvl0": {
@@ -29,4 +45,4 @@
"569445928"
],
"nb_hits": 1700
}
}

0 comments on commit adfa8b1

Please sign in to comment.