Merge pull request #355 from biglocalnews/tags

Added __tags__ dunder to all scrapers

warn/scrapers/ak.py

@@ -6,6 +6,9 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = [
+    "html",
+]
 
 
 def scrape(

warn/scrapers/al.py

@@ -7,6 +7,9 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = [
+    "html",
+]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/az.py

@@ -5,6 +5,9 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = [
+    "jobcenter",
+]
 
 
 def scrape(

warn/scrapers/ca.py

@@ -12,6 +12,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html", "pdf", "excel"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/co.py

@@ -5,6 +5,7 @@
 from .. import utils
 
 __authors__ = ["ydoc5212"]
+__tags__ = ["google-sheets"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ct.py

@@ -6,10 +6,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/dc.py

@@ -8,6 +8,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "shallotly"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/de.py

@@ -4,10 +4,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["jobcenter"]
 
 
 def scrape(

warn/scrapers/fl.py

@@ -14,6 +14,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "Dilcia19", "shallotly"]
+__tags__ = ["html", "pdf"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ga.py

@@ -7,9 +7,8 @@
 from .. import utils
 from ..cache import Cache
 
-__authors__ = [
-    "chriszs",
-]
+__authors__ = ["chriszs"]
+__tags__ = ["html"]
 
 
 def scrape(

warn/scrapers/in.py

@@ -6,10 +6,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ks.py

@@ -5,6 +5,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["jobcenter"]
 
 
 def scrape(

warn/scrapers/md.py

@@ -9,6 +9,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "Dilcia19", "shallotly"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/me.py

@@ -4,9 +4,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-]
+__authors__ = ["zstumgoren"]
+__tags__ = ["jobcenter"]
 
 
 def scrape(

warn/scrapers/mo.py

@@ -7,6 +7,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "shallotly"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/mt.py

@@ -7,6 +7,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "ydoc5212"]
+__tags__ = ["html", "excel"]
 
 
 def scrape(

warn/scrapers/ne.py

@@ -7,10 +7,8 @@
 from .. import utils
 from ..cache import Cache
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/nj.py

@@ -7,10 +7,8 @@
 from .. import utils
 from ..cache import Cache
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ny.py

@@ -7,6 +7,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/oh.py

@@ -6,10 +6,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ok.py

@@ -4,10 +4,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["jobcenter"]
 
 
 def scrape(

warn/scrapers/or.py

@@ -7,6 +7,7 @@
 from ..cache import Cache
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html", "excel"]
 
 logger = logging.getLogger(__name__)
 
@@ -39,9 +40,8 @@ def scrape(
 
     # Convert the sheet to a list of lists
     row_list = []
-    for r in list(worksheet.rows)[
-        2:
-    ]:  # Skip the first two rows, which contain a crufty header
+    # Skip the first two rows, which contain a crufty header
+    for r in list(worksheet.rows)[2:]:
         column = [cell.value for cell in r]
         row_list.append(column)
 

warn/scrapers/ri.py

@@ -7,6 +7,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/sd.py

@@ -8,6 +8,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/tx.py

@@ -9,6 +9,7 @@
 from ..cache import Cache
 
 __authors__ = ["Dilcia19", "ydoc5212"]
+__tags__ = ["html", "excel"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/ut.py

@@ -7,6 +7,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/va.py

@@ -6,6 +6,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "shallotly"]
+__tags__ = ["html", "csv"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/vt.py

@@ -4,9 +4,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-]
+__authors__ = ["zstumgoren"]
+__tags__ = ["jobcenter"]
 
 
 def scrape(

warn/scrapers/wa.py

@@ -7,10 +7,8 @@
 
 from .. import utils
 
-__authors__ = [
-    "zstumgoren",
-    "Dilcia19",
-]
+__authors__ = ["zstumgoren", "Dilcia19"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)
 

warn/scrapers/wi.py

@@ -8,6 +8,7 @@
 from .. import utils
 
 __authors__ = ["zstumgoren", "Dilcia19", "ydoc5212"]
+__tags__ = ["html"]
 
 logger = logging.getLogger(__name__)