diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__init__.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/__init__.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/__init__.cpython-310.pyc new file mode 100644 index 0000000..47459f9 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/__init__.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/settings.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/settings.cpython-310.pyc new file mode 100644 index 0000000..4133c89 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/settings.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/urls.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/urls.cpython-310.pyc new file mode 100644 index 0000000..179e622 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/urls.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/wsgi.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/wsgi.cpython-310.pyc new file mode 100644 index 0000000..fa3890c Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/__pycache__/wsgi.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/asgi.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/asgi.py new file mode 100644 index 0000000..735c35a --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/asgi.py @@ -0,0 +1,16 @@ +""" +ASGI config for Batman project. + +It exposes the ASGI callable as a module-level variable named ``application``. + +For more information on this file, see +https://docs.djangoproject.com/en/4.2/howto/deployment/asgi/ +""" + +import os + +from django.core.asgi import get_asgi_application + +os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'Batman.settings') + +application = get_asgi_application() diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/settings.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/settings.py new file mode 100644 index 0000000..e5498ea --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/settings.py @@ -0,0 +1,128 @@ +""" +Django settings for Batman project. + +Generated by 'django-admin startproject' using Django 4.2. + +For more information on this file, see +https://docs.djangoproject.com/en/4.2/topics/settings/ + +For the full list of settings and their values, see +https://docs.djangoproject.com/en/4.2/ref/settings/ +""" + +from pathlib import Path + +# Build paths inside the project like this: BASE_DIR / 'subdir'. +BASE_DIR = Path(__file__).resolve().parent.parent + + +# Quick-start development settings - unsuitable for production +# See https://docs.djangoproject.com/en/4.2/howto/deployment/checklist/ + +# SECURITY WARNING: keep the secret key used in production secret! +SECRET_KEY = 'django-insecure-2(la_gl$&k7)25!rms8e!8h^+e8pnv0980ozok57qif227&l6r' + +# SECURITY WARNING: don't run with debug turned on in production! +DEBUG = True + +ALLOWED_HOSTS = ['*'] + + +# Application definition + +INSTALLED_APPS = [ + 'django.contrib.admin', + 'django.contrib.auth', + 'django.contrib.contenttypes', + 'django.contrib.sessions', + 'django.contrib.messages', + 'django.contrib.staticfiles', + 'members.apps.MembersConfig' +] + +MIDDLEWARE = [ + 'django.middleware.security.SecurityMiddleware', + 'django.contrib.sessions.middleware.SessionMiddleware', + 'django.middleware.common.CommonMiddleware', + 'django.middleware.csrf.CsrfViewMiddleware', + 'django.contrib.auth.middleware.AuthenticationMiddleware', + 'django.contrib.messages.middleware.MessageMiddleware', + 'django.middleware.clickjacking.XFrameOptionsMiddleware', +] + +ROOT_URLCONF = 'Batman.urls' + +TEMPLATES = [ + { + 'BACKEND': 'django.template.backends.django.DjangoTemplates', + 'DIRS': [], + 'APP_DIRS': True, + 'OPTIONS': { + 'context_processors': [ + 'django.template.context_processors.debug', + 'django.template.context_processors.request', + 'django.contrib.auth.context_processors.auth', + 'django.contrib.messages.context_processors.messages', + ], + }, + }, +] + +WSGI_APPLICATION = 'Batman.wsgi.application' + + +# Database +# https://docs.djangoproject.com/en/4.2/ref/settings/#databases + +DATABASES = { + 'default': { + 'ENGINE': 'django.db.backends.postgresql', + 'NAME': 'member_db2', + 'USER': 'postgres', + 'PASSWORD': '123456', + 'HOST': 'psql-db2.0', + 'PORT': 5432, + } +} + + +# Password validation +# https://docs.djangoproject.com/en/4.2/ref/settings/#auth-password-validators + +AUTH_PASSWORD_VALIDATORS = [ + { + 'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator', + }, + { + 'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator', + }, +] + + +# Internationalization +# https://docs.djangoproject.com/en/4.2/topics/i18n/ + +LANGUAGE_CODE = 'en-us' + +TIME_ZONE = 'UTC' + +USE_I18N = True + +USE_TZ = True + + +# Static files (CSS, JavaScript, Images) +# https://docs.djangoproject.com/en/4.2/howto/static-files/ + +STATIC_URL = 'static/' + +# Default primary key field type +# https://docs.djangoproject.com/en/4.2/ref/settings/#default-auto-field + +DEFAULT_AUTO_FIELD = 'django.db.models.BigAutoField' diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/urls.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/urls.py new file mode 100644 index 0000000..f1a00bb --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/urls.py @@ -0,0 +1,23 @@ +""" +URL configuration for Batman project. + +The `urlpatterns` list routes URLs to views. For more information please see: + https://docs.djangoproject.com/en/4.2/topics/http/urls/ +Examples: +Function views + 1. Add an import: from my_app import views + 2. Add a URL to urlpatterns: path('', views.home, name='home') +Class-based views + 1. Add an import: from other_app.views import Home + 2. Add a URL to urlpatterns: path('', Home.as_view(), name='home') +Including another URLconf + 1. Import the include() function: from django.urls import include, path + 2. Add a URL to urlpatterns: path('blog/', include('blog.urls')) +""" +from django.contrib import admin +from django.urls import include, path + +urlpatterns = [ + path('members/', include('members.urls')), + path('admin/', admin.site.urls), +] diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/wsgi.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/wsgi.py new file mode 100644 index 0000000..effdbbb --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/Batman/wsgi.py @@ -0,0 +1,16 @@ +""" +WSGI config for Batman project. + +It exposes the WSGI callable as a module-level variable named ``application``. + +For more information on this file, see +https://docs.djangoproject.com/en/4.2/howto/deployment/wsgi/ +""" + +import os + +from django.core.wsgi import get_wsgi_application + +os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'Batman.settings') + +application = get_wsgi_application() diff --git "a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/S:\\web_scapping\\python_blogs.html" "b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/S:\\web_scapping\\python_blogs.html" new file mode 100644 index 0000000..95876f6 --- /dev/null +++ "b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/S:\\web_scapping\\python_blogs.html" @@ -0,0 +1,2905 @@ + + + + + + + + + + + + + + + +Python Insider + + + + + + + + + + + + + + +
+
+ +
+
+
+
+
+ +
+ +

Wednesday, June 7, 2023

+ +
+ +
+
+ +

+Python 3.11.4, 3.10.12, 3.9.17, 3.8.17, 3.7.17, and 3.12.0 beta 2 are now available +

+
+
+
+
+

Greetings! Time for another combined release of six separate versions of Python!

+

+Before you scroll away to the download links

+

Please test the 3.12 beta! Downloading it and trying it out helps us a + lot in ensuring Python 3.12.0 will be as polished as possible.

+

We welcome 3.10 to the prestigious club of security-only releases. +It’s officially an old version of Python now! If you haven’t rewritten +all your if:elif:else:s with pattern matching yet, are you even still writing Python?

+

At the same time, it looks like 3.7 is reaching end-of-life. Unless +another security release happens in June, 3.7.17 will be the final +release of Python 3.7. I mean, now that I typed it out for all you to +read, I’m sure I jinxed it. But in case I didn’t, I would like to thank +Ned Deily for serving as the release manager of Python 3.6 and Python +3.7. He was my mentor as Release Manager, and continues serving Python +as the provider of Mac installers for new releases. Thank you, Ned!

+

Speaking of installers, Steve Dower used to be the sole provider of +Windows installers for Python releases for years now. His secret was a +well-automated Azure pipeline that let him build, sign, and publish +releases with minimal manual effort. Now he extended the power to press +the blue “Run pipeline” button to more members of the team. Thank you, +Steve! This is an important bus factor increment. In fact, the Windows +installers for both 3.12.0b2 and 3.11.4 were made by me initiated by me. If there’s anything wrong with them, well, I guess that means I pressed the button wrong.

+

+Security fixes in today’s releases

+

Updating is recommended due to security content:

+
  • 3.7 - 3.12: gh-103142: + The version of OpenSSL used in Windows and Mac installers has been +upgraded to 1.1.1u to address CVE-2023-2650, CVE-2023-0465, +CVE-2023-0466, CVE-2023-0464, as well as CVE-2023-0286, CVE-2022-4303, +and CVE-2022-4303 fixed previously in 1.1.1t (gh-101727).
  • 3.7 - 3.11: gh-102153: urllib.parse.urlsplit() + now strips leading C0 control and space characters following the +specification for URLs defined by WHATWG in response to CVE-2023-24329.
  • 3.7 - 3.11: gh-99889: Fixed a security in flaw in uu.decode() that could allow for directory traversal based on the input if no out_file was specified.
  • 3.7 - 3.11: gh-104049: Do not expose the local on-disk location in directory indexes produced by http.client.SimpleHTTPRequestHandler.
  • 3.7 - 3.11: gh-101283: subprocess.Popen now uses a safer approach to find cmd.exe when launching with shell=True.
  • 3.8 - 3.11: gh-103935: trace.__main__ now uses io.open_code() for files to be executed instead of raw open().
  • 3.8 - 3.11: gh-102953: The extraction methods in tarfile, and shutil.unpack_archive(), have a new filter argument that allows limiting tar features than may be surprising or dangerous, such as creating files outside the destination directory. See Extraction filters for details.
  • 3.9: gh-102126: Fixed a deadlock at shutdown when clearing thread states if any finalizer tries to acquire the runtime head lock.
  • 3.9: gh-100892: Fixed a crash due to a race while iterating over thread states in clearing threading.local.

Python 3.12.0 beta 2

+

Get it here: 3.12.0b2

+

116 new commits since 3.12.0 beta 1.

+

Python 3.11.4

+

Get it here: 3.11.4

+

233 new commits.

+

Python 3.10.12

+

Get it here: 3.10.12

+

Security-only release with no binaries. 20 new commits.

+

Python 3.9.17

+

Get it here: 3.9.17

+

Security-only release with no binaries. 26 commits.

+

Python 3.8.17

+

Get it here: 3.8.17

+

Security-only release with no binaries. 24 commits.

+

Python 3.7.17

+

Get it here as it might be the last release of 3.7 ever:
3.7.17

+

Security-only release with no binaries. 21 commits.

+

We hope you enjoy the new releases!

+

Thanks to all of the many volunteers who help make Python Development + and these releases possible! Please consider supporting our efforts by +volunteering yourself or through organization contributions to the Python Software Foundation.

+

–
+Łukasz Langa @ambv
+on behalf of your friendly release team,

+

Ned Deily @nad
+Steve Dower @steve.dower
+Pablo Galindo Salgado @pablogsal
+Łukasz Langa @ambv
+Thomas Wouters @thomas

 

+
+
+
+
+Posted by +Łukasz Langa + + +at +2:56 AM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Monday, May 22, 2023

+ +
+ +
+
+ +

+Python 3.12.0 beta 1 released +

+
+
+
+
+

I'm pleased to announce the release of Python 3.12 beta 1 (and feature freeze for Python 3.12).

https://www.python.org/downloads/release/python-3120b1/

This is a beta preview of Python 3.12


Python 3.12 is still in development. This release, 3.12.0b1, is the first of four planned beta release previews of 3.12.

Beta release previews are intended to give the wider community the opportunity to test new features and bug fixes and to prepare their projects to support the new feature release.

We strongly encourage maintainers of third-party Python projects to test with 3.12 during the beta phase and report issues found to [the Python bug tracker (Issues · python/cpython · GitHub) as soon as possible. While the release is planned to be feature complete entering the beta phase, it is possible that features may be modified or, in rare cases, deleted up until the start of the release candidate phase (Monday, 2023-07-31). Our goal is to have no ABI changes after beta 4 and as few code changes as possible after 3.12.0rc1, the first release candidate. To achieve that, it will be extremely important to get as much exposure for 3.12 as possible during the beta phase.

Please keep in mind that this is a preview release and its use is not recommended for production environments.


Major new features of the 3.12 series, compared to 3.11

Some of the new major new features and changes in Python 3.12 are:

  • New type annotation syntax for generic classes (PEP 695).
  • More flexible f-string parsing, allowing many things previously disallowed (PEP 701).
  • Even more improved error messages. More exceptions potentially caused by typos now make suggestions to the user.
  • Many large and small performance improvements (like PEP 709).
  • Support for the Linux perf profiler to report Python function names in traces.
  • The deprecated wstr and wstr_length members of the C implementation of unicode objects were removed, per PEP 623.
  • In the unittest module, a number of long deprecated methods and classes were removed. (They had been deprecated since Python 3.1 or 3.2).
  • The deprecated smtpd and distutils modules have been removed (see PEP 594 and PEP 632. The setuptools package (installed by default in virtualenvs and many other places) continues to provide the distutils module.
  • A number of other old, broken and deprecated functions, classes and methods have been removed.
  • Invalid backslash escape sequences in strings now warn with SyntaxWarning instead of DeprecationWarning, making them more visible. (They will become syntax errors in the future.)
  • The internal representation of integers has changed in preparation for performance enhancements. (This should not affect most users as it is an internal detail, but it may cause problems for Cython-generated code.)
  • (Hey, fellow core developer, if a feature you find important is missing from this list, let Thomas know.)

For more details on the changes to Python 3.12, see What’s new in Python 3.12. The next pre-release of Python 3.12 will be 3.12.0b2, currently scheduled for 2023-05-29.


More resources


PEP 693, the Python 3.12 Release Schedule.
Report bugs via GitHub Issues.


And now for something completely different

As the first beta release marks the point at which we fork off the release branch from the main development branch, here’s a poem about forks in the road.

Two roads diverged in a yellow wood,
And sorry I could not travel both
And be one traveler, long I stood
And looked down one as far as I could
To where it bent in the undergrowth;

Then took the other, as just as fair,
And having perhaps the better claim,
Because it was grassy and wanted wear;
Though as for that the passing there
Had worn them really about the same,

And both that morning equally lay
In leaves, no step had trodden black.
Oh, I kept the first for another day!
Yet knowing how way leads on to way,
I doubted if I should ever come back.

I shall be telling this with a sigh
Somewhere ages and ages hence:
Two roads diverged in a wood, and I —
I took the one less traveled by,
And that has made all the difference.

The Road Not Taken, by Robert Frost.

Enjoy the new release


Thanks to all of the many volunteers who help make Python Development and these releases possible! Please consider supporting our efforts by volunteering yourself or through organization contributions to the Python Software Foundation.

Your release team,
Thomas Wouters
Ned Deily
Steve Dower
+
+
+
+
+Posted by +Thomas Wouters + + +at +4:55 PM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Wednesday, April 5, 2023

+ +
+ +
+
+ +

+Python 3.11.3, Python 3.10.11 and 3.12.0 alpha 7 are available +

+
+
+
+
+


It's time for another set of Python releases! Python 3.11.3, 3.10.11 and 3.12 alpha 7 are now available.

Python 3.12.0 alpha 7

The final alpha release of Python 3.12! The next release will be beta 1, which is also the feature freeze. Last chance to get your new features and API changes into 3.12!

https://www.python.org/downloads/release/python-3120a7/

246 new commits since 3.12.0a6.

Python 3.11.3

More bugfixes and security fixes for the best Python version (so far).

https://www.python.org/downloads/release/python-3113/

167 new commits since 3.11.2

Python 3.10.11

The final regular bugfix release for Python 3.10! It is now entering security-fix-only mode. This also means this is the last version for which we will ship Windows and macOS installers. If you rely on these binary releases, it's time to upgrade to Python 3.11.

https://www.python.org/downloads/release/python-31011/

121 new commits since 3.10.10.

We hope you enjoy the new releases!

Thanks to all of the many volunteers who help make Python Development and these releases possible! Please consider supporting our efforts by volunteering yourself or through organization contributions to the Python Software Foundation.

https://www.python.org/psf/

From the release team,

Thomas Wouters
Pablo Galindo Salgado
Łukasz Langa
Ned Deily
Steve Dower

 

+
+
+
+
+Posted by +Thomas Wouters + + +at +8:25 AM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Tuesday, March 7, 2023

+ +
+ +
+
+ +

+Python 3.12.0 alpha 6 released +

+
+
+
+
+

I'm pleased to announce the release of Python 3.12 alpha 6.

https://www.python.org/downloads/release/python-3120a6/

This is an early developer preview of Python 3.12.

Major new features of the 3.12 series, compared to 3.11


Python 3.12 is still in development. This release, 3.12.0a6 is the sixth of seven planned alpha releases.

Alpha releases are intended to make it easier to test the current state of new features and bug fixes and to test the release process.

During the alpha phase, features may be added up until the start of the beta phase (2023-05-08) and, if necessary, may be modified or deleted up until the release candidate phase (2023-07-31). Please keep in mind that this is a preview release and its use is not recommended for production environments.

Many new features for Python 3.12 are still being planned and written. Among the new major new features and changes so far:
  • Even more improved error messages. More exceptions potentially caused by typos now make suggestions to the user.
  • Support for the Linux perf profiler to report Python function names in traces.
  • The deprecated wstr and wstr_length members of the C implementation of unicode objects were removed, per PEP 623.
  • In the unittest module, a number of long deprecated methods and classes were removed. (They had been deprecated since Python 3.1 or 3.2).
  • The deprecated smtpd and distutils modules have been removed (see PEP 594 and PEP 632). The setuptools package (installed by default in virtualenvs and many other places) continues to provide the distutils module.
  • A number of other old, broken and deprecated functions, classes and methods have been removed.
  • Invalid backslash escape sequences in strings now warn with SyntaxWarning instead of DeprecationWarning, making them more visible. (They will become syntax errors in the future.)
  • The internal representation of integers has changed in preparation for performance enhancements. (This should not affect most users as it is an internal detail, but it may cause problems for Cython-generated code.)
  • (Hey, fellow core developer, if a feature you find important is missing from this list, let Thomas know.)

For more details on the changes in Python 3.12, see What's New In Python 3.12. The next pre-release of Python 3.12 will be 3.12.0a7, currently scheduled for 2023-04-03.

More resources



And now for something completely different


Let me not to the marriage of true minds
Admit impediments. Love is not love
Which alters when it alteration finds,
Or bends with the remover to remove:
O, no! it is an ever-fixed mark,
That looks on tempests and is never shaken;
It is the star to every wandering bark,
Whose worth’s unknown, although his height be taken.
Love’s not Time’s fool, though rosy lips and cheeks
Within his bending sickle’s compass come;
Love alters not with his brief hours and weeks,
But bears it out even to the edge of doom.

If this be error, and upon me prov’d,
I never writ, nor no man ever lov’d.

Sonnet 116, by William Shakespeare.

Enjoy the new releases



Thanks to all of the many volunteers who help make Python Development and these releases possible! Please consider supporting our efforts by volunteering yourself or through organization contributions to the Python Software Foundation.


Your release team,
Thomas Wouters
Ned Deily
Steve Dower

 

+
+
+
+
+Posted by +Thomas Wouters + + +at +11:38 PM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Wednesday, February 8, 2023

+ +
+ +
+
+ +

+Python 3.11.2, Python 3.10.10 and 3.12.0 alpha 5 are available +

+
+
+
+
+

Hi everyone,

I am happy to report that after solving some last-time problems we have a bunch of fresh releases for you!

Python 3.12.0 alpha 5

Check the new alpha of 3.12 with some Star Trek vibes:

https://www.python.org/downloads/release/python-3120a5/

210 new commits since 3.12.0a4 last month


Python 3.11.2

A shipment of bugfixes and security releases for the newest Python!

https://www.python.org/downloads/release/python-3112/

194 new commits since 3.11.1


Python 3.10.10

Your trusty Python3.10 just got more stable and secure!

https://www.python.org/downloads/release/python-31010/

131 new commits since 3.10.9


We hope you enjoy the new releases!

Thanks to all of the many volunteers who help make Python Development and these releases possible! Please consider supporting our efforts by volunteering yourself or through organization contributions to the Python Software Foundation.

https://www.python.org/psf/ 

Your friendly release team,

Ned Deily @nad
Steve Dower @steve.dower
Pablo Galindo Salgado @pablogsal
Łukasz Langa @ambv
Thomas Wouters @thomas

+
+
+
+
+Posted by +Pablo Galindo + + +at +9:31 AM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Tuesday, January 10, 2023

+ +
+ +
+
+ +

+Python 3.12.0 alpha 4 released +

+
+
+
+
+

I'm pleased to announce the release of Python 3.12 alpha 4.

https://www.python.org/downloads/release/python-3120a4/

This is an early developer preview of Python 3.12.

Major new features of the 3.12 series, compared to 3.11


Python 3.12 is still in development. This release, 3.12.0a4 is the fourth of seven planned alpha releases.

Alpha releases are intended to make it easier to test the current state of new features and bug fixes and to test the release process.

During the alpha phase, features may be added up until the start of the beta phase (2023-05-08) and, if necessary, may be modified or deleted up until the release candidate phase (2023-07-31). Please keep in mind that this is a preview release and its use is not recommended for production environments.

Many new features for Python 3.12 are still being planned and written. Among the new major new features and changes so far:
  • Even more improved error messages. More exceptions potentially caused by typos now make suggestions to the user.
  • Support for the Linux perf profiler to report Python function names in traces.
  • The deprecated wstr and wstr_length members of the C implementation of unicode objects were removed, per PEP 623.
  • In the unittest module, a number of long deprecated methods and classes were removed. (They had been deprecated since Python 3.1 or 3.2).
  • The deprecated smtpd and distutils modules have been removed (see PEP 594 and PEP 632). The setuptools package (installed by default in virtualenvs and many other places) continues to provide the distutils module.
  • A number of other old, broken and deprecated functions, classes and methods have been removed.
  • (Hey, fellow core developer, if a feature you find important is missing from this list, let Thomas know.)

For more details on the changes in Python 3.12, see What's New In Python 3.12. The next pre-release of Python 3.12 will be 3.12.0a4, currently scheduled for 2023-02-06.

More resources



And now for something completely different


Two haikus apt, as Python's development springs ever forward.

I write, erase, rewrite
Erase again, and then
A poppy blooms.

Haiku by Katsushika Hokusai.

O snail
Climb Mount Fuji,
But slowly, slowly!

Haiku by Kobayashi Issa.


Enjoy the new releases



Thanks to all of the many volunteers who help make Python Development and these releases possible! Please consider supporting our efforts by volunteering yourself or through organization contributions to the Python Software Foundation.


Your release team,
Thomas Wouters
Ned Deily
Steve Dower

+
+
+
+
+Posted by +Thomas Wouters + + +at +3:24 PM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ + +
+ +

Tuesday, December 6, 2022

+ +
+ +
+
+ +

+ Python 3.11.1, 3.10.9, 3.9.16, 3.8.16, 3.7.16, and 3.12.0 alpha 3 are now available +

+
+
+
+
+

Greetings! We bring you a slew of releases this fine Saint Nicholas / + Sinterklaas day. Six simultaneous releases has got to be some record. +There’s one more record we broke this time, you’ll see below.

+

In any case, updating is recommended due to security content:

+
  • 3.7 - 3.12: gh-98739: Updated bundled libexpat to 2.5.0 to fix CVE-2022-43680 (heap use-after-free).
  • 3.7 - 3.12: gh-98433: The IDNA codec decoder used on DNS hostnames by socket or asyncio related name resolution functions no longer involves a quadratic algorithm to fix CVE-2022-45061. + This prevents a potential CPU denial of service if an out-of-spec +excessive length hostname involving bidirectional characters were +decoded. Some protocols such as urllib http 3xx redirects potentially allow for an attacker to supply such a name.
  • 3.7 - 3.12: gh-100001: python -m http.server no longer allows terminal control characters sent within a garbage request to be printed to the stderr server log.
  • 3.8 - 3.12: gh-87604: Avoid publishing list of active per-interpreter audit hooks via the gc module.
  • 3.9 - 3.10 (already released in 3.11+ before): gh-97514: On Linux the multiprocessing + module returns to using filesystem backed unix domain sockets for +communication with the forkserver process instead of the Linux abstract +socket namespace. Only code that chooses to use the “forkserver” start +method is affected. This prevents Linux CVE-2022-42919 + (potential privilege escalation) as abstract sockets have no +permissions and could allow any user on the system in the same network +namespace (often the whole system) to inject code into the multiprocessing + forkserver process. This was a potential privilege escalation. +Filesystem based socket permissions restrict this to the forkserver +process user as was the default in Python 3.8 and earlier.
  • 3.7 - 3.10: gh-98517: Port XKCP’s fix for the buffer overflows in SHA-3 to fix CVE-2022-37454.
  • 3.7 - 3.9 (already released in 3.10+ before): gh-68966: + The deprecated mailcap module now refuses to inject unsafe text +(filenames, MIME types, parameters) into shell commands to address CVE-2015-20107. Instead of using such text, it will warn and act as if a match was not found (or for test commands, as if the test failed).
+

+Python 3.12.0 alpha 3

+

Get it here, read the change log, sing a GPT-3-generated Sinterklaas song:

https://www.python.org/downloads/release/python-3120a3/

216 new commits since 3.12.0 alpha 2 last month.

+

+Python 3.11.1

+

Get it here, see the change log, read the recipe for quark soup:

https://www.python.org/downloads/release/python-3111/

A whopping 495 new commits since 3.11.0. This is a +massive increase of changes comparing to 3.10 at the same stage in the +release cycle: there were “only” 339 commits between 3.10.0 and 3.10.1.

+

+Python 3.10.9

+

Get it here, read the change log, see circular patterns:

https://www.python.org/downloads/release/python-3109/

165 new commits.

+

+Python 3.9.16

+

Get it here, read the change log, consider upgrading to a newer version:

https://www.python.org/downloads/release/python-3916/

Security-only release with no binaries. 10 commits.

+

+Python 3.8.16

+

Get it here, see the change log, definitely upgrade to a newer version:

https://www.python.org/downloads/release/python-3816/

Security-only release with no binaries. 9 commits.

+

+Python 3.7.16

+

Get it here, read the change log, check PEP 537 to confirm EOL is coming to this version in June 2023:

https://www.python.org/downloads/release/python-3716/

Security-only release with no binaries. 8 commits.

+

+We hope you enjoy the new releases!

+

Thanks to all of the many volunteers who help make Python Development + and these releases possible! Please consider supporting our efforts by +volunteering yourself or through organization contributions to the +Python Software Foundation.

https://www.python.org/psf/

Your friendly release team,

+

Ned Deily @nad
+Steve Dower @steve.dower
+Pablo Galindo Salgado @pablogsal
+Łukasz Langa @ambv
+Thomas Wouters @thomas

 

 

 

 

 

 

 

+
+
+
+
+Posted by +Łukasz Langa + + +at +5:58 PM + + + + + +
+ +
+
+
+ +
+
+ +
+
+
+
+ +
+ +
+
+ +Older Posts + +Home +
+
+
+
+Subscribe to: +Posts (Atom) +
+
+
+
+
+ +
 
+
+ + + + + \ No newline at end of file diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/__pycache__/unittest_api.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/__pycache__/unittest_api.cpython-310.pyc new file mode 100644 index 0000000..13d28e6 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/__pycache__/unittest_api.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/db.sqlite3 b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/db.sqlite3 new file mode 100644 index 0000000..11336fb Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/db.sqlite3 differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/docker-compose.yml b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/docker-compose.yml new file mode 100644 index 0000000..2002a0a --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/docker-compose.yml @@ -0,0 +1,30 @@ + version: "3" + services: + web_service: + build: + context: ./ + dockerfile: ./dockerfiles/Dockerfile + image: workshop1_web + container_name: workshop_web_container + stdin_open: true # docker attach container_id + tty: true + ports: + - "8000:8000" + volumes: + - .:/root/workspace/site + + psql-db: + image: 'postgres:14' + container_name: psql-db2.0 + environment: + - PGPASSWORD=123456 + - POSTGRES_USER=postgres + - POSTGRES_PASSWORD=123456 + ports: + - '5446:5432' + volumes: + - db:/var/lib/postgresql/data + + volumes: + db: + driver: local diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/dockerfiles/Dockerfile b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/dockerfiles/Dockerfile new file mode 100644 index 0000000..97a2d00 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/dockerfiles/Dockerfile @@ -0,0 +1,20 @@ + FROM python:3.10.2-alpine3.15 + # Install required packages + # For psycopg2 + RUN apk update && \ + apk --no-cache add --virtual build-deps-alpine build-base && \ + apk --no-cache add --virtual postgresql-deps libpq-dev + # Install requirements + RUN pip install --upgrade pip + #RUN pip install Django psycopg2==2.9.3 + RUN pip install Django psycopg2==2.9.3 bs4 html5lib requests python-dateutil + # Create directories + RUN mkdir -p /root/workspace/src + COPY ./ /root/workspace/site + # Switch to project directory + WORKDIR /root/workspace/site + + + + + diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/manage.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/manage.py new file mode 100755 index 0000000..62634a7 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/manage.py @@ -0,0 +1,22 @@ +#!/usr/bin/env python +"""Django's command-line utility for administrative tasks.""" +import os +import sys + + +def main(): + """Run administrative tasks.""" + os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'Batman.settings') + try: + from django.core.management import execute_from_command_line + except ImportError as exc: + raise ImportError( + "Couldn't import Django. Are you sure it's installed and " + "available on your PYTHONPATH environment variable? Did you " + "forget to activate a virtual environment?" + ) from exc + execute_from_command_line(sys.argv) + + +if __name__ == '__main__': + main() diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__init__.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/__init__.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/__init__.cpython-310.pyc new file mode 100644 index 0000000..1e944aa Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/__init__.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/admin.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/admin.cpython-310.pyc new file mode 100644 index 0000000..2770c9c Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/admin.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/apps.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/apps.cpython-310.pyc new file mode 100644 index 0000000..a226afb Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/apps.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/models.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/models.cpython-310.pyc new file mode 100644 index 0000000..ea9d469 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/models.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/urls.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/urls.cpython-310.pyc new file mode 100644 index 0000000..4f6501e Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/urls.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/views.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/views.cpython-310.pyc new file mode 100644 index 0000000..bfed6c4 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/__pycache__/views.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/admin.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/admin.py new file mode 100644 index 0000000..3158773 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/admin.py @@ -0,0 +1,16 @@ +from django.contrib import admin +from .models import Students, Blog + +class DjStudentAdmin(admin.ModelAdmin): + list_display = ("first_name", "last_name", "address", "roll_number", "mobile", "branch") + list_filter = ("branch",) + +class DjBlogAdmin(admin.ModelAdmin): + list_display = ("title", "release_date", "blog_time", "author", "created_date") + list_filter = ("author",) + + +# Register your models here. +admin.site.register(Blog, DjBlogAdmin) +admin.site.register(Students, DjStudentAdmin) + diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/apps.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/apps.py new file mode 100644 index 0000000..1e85ca8 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/apps.py @@ -0,0 +1,124 @@ +from django.apps import AppConfig +import psycopg2 +import requests +import re +from bs4 import BeautifulSoup, element +import datetime +from dateutil.parser import parse + + +db_name = 'member_db2' +db_user = 'postgres' +db_pass = '123456' +db_host = 'psql-db2.0' +db_port = '5432' + +conn = psycopg2.connect(dbname=db_name, user=db_user, password=db_pass, host=db_host, port=db_port) + + +def add_row_to_blog(title, author, date, time): + sql = """INSERT INTO members_blog (title, release_date, blog_time, author, created_date) VALUES (%s, %s::DATE, %s::TIME, %s, NOW())""" + + with conn: + with conn.cursor() as curs: + curs.execute(sql, (title, date, time, author, content, recommended, html)) + + +def truncate_table(): + print("Truncating contents all the tables") + with conn: + with conn.cursor() as curs: + curs.execute("TRUNCATE members_blog CASCADE;") + + +def start_extraction(start_date=None, end_date=None, no_of_articles=None, start_id=None): + print("Extraction started") + url = "https://blog.python.org/" + + data = requests.get(url) + page_soup = BeautifulSoup(data.text, 'html.parser') + + if start_date: + start_date = parse(start_date) + if end_date: + end_date = parse(end_date) + + blogs = page_soup.select('div.date-outer') + truncate_table() + article_count = 0 + counter = 1 + for blog in blogs: + article_count += 1 + if start_id and article_count < int(start_id): + continue + if no_of_articles and counter > int(no_of_articles): + continue + date = blog.select('.date-header span')[0].get_text() + + converted_date = parse(date) + + if start_date and converted_date < start_date: + continue + if end_date and converted_date > end_date: + continue + + post = blog.select('.post')[0] + + title = "" + title_bar = post.select('.post-title') + if len(title_bar) > 0: + title = title_bar[0].text + else: + title = post.select('.post-body')[0].contents[0].text + + # getting the author and blog time + post_footer = post.select('.post-footer')[0] + + author = post_footer.select('.post-author span')[0].text + + time = post_footer.select('abbr')[0].text + + post_header = post.select('.post-header')[0] + + '''contents = page_soup.find_all('div',class_='date-posts') + #print(contents) + for con in contents:''' + content = post.select('.post-body')[0].text + html = 'S:\web_scapping\python_blogs.html' + with open(html, 'w', encoding='utf-8') as f: + f.write(data.text) + + + #con = content.find('p', class_='post-body entry-content').p.text + + #contents =post_header.select('div', class_='post-body entry-content') + google = page_soup.find_all('div', class_='widget LinkList', id='LinkList1') + # print(google) + for gg in google: + recommended = gg.select('.widget-content')[0].li.a['href'] + #rem2 = gg.find('div', class_='widget-content') + #print(rem2) + + #print(rem2) + # Inserting data into database + add_row_to_blog(title, date, time, author, content, recommended, html) + print("\nTitle:", title.strip('\n')) + print(f'''Posted date: {date} + Posted time: {time} + Author: {author} + Content: {content} + Recommended this on google: {recommended} + HTML saved to: {html}''') + + # print("Number of blogs read:", count) + print( + "\n---------------------------------------------------------------------------------------------------------------\n") + counter += 1 + + +if __name__ == "__main__": + start_extraction() + + +class MembersConfig(AppConfig): + name = 'members' diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/0001_initial.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/0001_initial.py new file mode 100644 index 0000000..e535259 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/0001_initial.py @@ -0,0 +1,40 @@ +# Generated by Django 4.2.1 on 2023-06-15 01:26 + +from django.db import migrations, models + + +class Migration(migrations.Migration): + + initial = True + + dependencies = [ + ] + + operations = [ + migrations.CreateModel( + name='Blog', + fields=[ + ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), + ('title', models.CharField(max_length=500)), + ('release_date', models.DateTimeField(verbose_name='Realse Date')), + ('blog_time', models.CharField(max_length=50)), + ('author', models.CharField(max_length=200)), + ('created_date', models.DateTimeField(auto_now_add=True, null=True, verbose_name='Created Date')), + ('content', models.CharField(max_length=20000)), + ('recommended', models.CharField(max_length=800)), + ('html', models.CharField(max_length=500)), + ], + ), + migrations.CreateModel( + name='Students', + fields=[ + ('id', models.BigAutoField(auto_created=True, primary_key=True, serialize=False, verbose_name='ID')), + ('first_name', models.CharField(max_length=200)), + ('last_name', models.CharField(max_length=200)), + ('address', models.CharField(max_length=200)), + ('roll_number', models.IntegerField()), + ('mobile', models.CharField(max_length=10)), + ('branch', models.CharField(choices=[('BA', 'BA'), ('B.COM', 'B.COM'), ('MBA', 'MBA'), ('CA', 'CA')], max_length=10, null=True)), + ], + ), + ] diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__init__.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0001_initial.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0001_initial.cpython-310.pyc new file mode 100644 index 0000000..6ae4ebf Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0001_initial.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0002_students_delete_members.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0002_students_delete_members.cpython-310.pyc new file mode 100644 index 0000000..42c8527 Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0002_students_delete_members.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0003_blog.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0003_blog.cpython-310.pyc new file mode 100644 index 0000000..fe23f2c Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/0003_blog.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/__init__.cpython-310.pyc b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/__init__.cpython-310.pyc new file mode 100644 index 0000000..37746ef Binary files /dev/null and b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/migrations/__pycache__/__init__.cpython-310.pyc differ diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/models.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/models.py new file mode 100644 index 0000000..8a5bce1 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/models.py @@ -0,0 +1,34 @@ +from django.db import models + +BRANCH_CHOICES = ( + ("BA", "BA"), + ("B.COM", "B.COM"), + ("MBA", "MBA"), + ("CA", "CA"), +) + + +# Create your models here. +class Students(models.Model): + first_name = models.CharField(max_length=200) + last_name = models.CharField(max_length=200) + address = models.CharField(max_length=200) + roll_number = models.IntegerField() + mobile = models.CharField(max_length=10) + branch = models.CharField(max_length=10, choices=BRANCH_CHOICES, null=True) + + def __str__(self): + return self.first_name + " " + self.last_name + + +class Blog(models.Model): + title = models.CharField(max_length=500) + release_date = models.DateTimeField('Realse Date') + blog_time = models.CharField(max_length=50) + author = models.CharField(max_length=200) + created_date = models.DateTimeField('Created Date', auto_now_add=True, null=True) + content= models.CharField(max_length=20000) + recommended= models.CharField(max_length=800) + html= models.CharField(max_length=500) + def __str__(self): + return self.title diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/myfirst.html b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/myfirst.html new file mode 100644 index 0000000..ef1398d --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/myfirst.html @@ -0,0 +1,9 @@ + + + + +

Hello World!

+

Welcome to my first Django project!

+ + + diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/templates/myfirst.html b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/templates/myfirst.html new file mode 100644 index 0000000..ef1398d --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/templates/myfirst.html @@ -0,0 +1,9 @@ + + + + +

Hello World!

+

Welcome to my first Django project!

+ + + diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/tests.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/tests.py new file mode 100644 index 0000000..7ce503c --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/tests.py @@ -0,0 +1,3 @@ +from django.test import TestCase + +# Create your tests here. diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/urls.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/urls.py new file mode 100644 index 0000000..0b9923f --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/urls.py @@ -0,0 +1,10 @@ +from django.urls import path +from . import views + +urlpatterns = [ + path('students/', views.StudentView.as_view()), + path('students/', views.StudentView.as_view()), + path('students/', views.StudentView.as_view()), + path('start_python_blog_scraping', views.python_blog_scrap, name='triger'), + path('rest/blog/', views.BlogView.as_view()), + ] diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/views.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/views.py new file mode 100644 index 0000000..72d49ca --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/members/views.py @@ -0,0 +1,72 @@ +from django.views import View +from .models import Students, Blog +from django.http import JsonResponse +from django.views.decorators.csrf import csrf_exempt +from django.utils.decorators import method_decorator +from . import apps + + +@method_decorator(csrf_exempt, name='dispatch') +class StudentView(View): + + def get(self, request, rolno=None, branch=None): + student_model_list = [] + try: + if rolno: + student_model_list = Students.objects.filter(roll_number=rolno) + elif branch: + student_model_list = Students.objects.filter(branch=branch) + except Students.DoesNotExist: + return JsonResponse({'status': 'failed', "students": None}, status=400) + students = [] + for student in student_model_list: + data = { + "first_name" : student.first_name, + "last_name": student.last_name, + "address": student.address, + "roll_number": student.roll_number, + "mobile": student.mobile, + "branch": student.branch + } + students.append(data) + return JsonResponse({'status': 'success', "students": students}, status=200) + def post(self, request): + if not request.POST.get('first_name') or not request.POST.get('last_name') or not request.POST.get('address') or not request.POST.get('roll_number') or not request.POST.get('mobile'): + return JsonResponse({'status': 'failed', "message" : "all fields required"}, status=500) + Students.objects.create( + first_name= request.POST.get('first_name'), + last_name= request.POST.get('last_name'), + address= request.POST.get('address'), + roll_number= request.POST.get('roll_number'), + mobile= request.POST.get('mobile'), + branch= request.POST.get('branch')) + return JsonResponse({'status': 'sucess'}, status=200) + + +@method_decorator(csrf_exempt, name='dispatch') +class BlogView(View): + def post(self, request): + start_date = request.POST.get('start_date', None) + end_date = request.POST.get('end_date', None) + no_of_articles = request.POST.get('no_of_articles', None) + start_id = request.POST.get('start_id', None) + + apps.start_extraction(start_date=start_date, end_date=end_date, no_of_articles=no_of_articles, start_id=start_id) + + blog_model_list = Blog.objects.filter() + + blogs = [] + for blog in blog_model_list: + data = { + "Title": blog.title, + "Release Date": blog.release_date, + "Author": blog.author, + "Blog time": blog.blog_time + } + blogs.append(data) + + return JsonResponse({'status': 'success', "students": blogs}, status=200) +def python_blog_scrap(request): + apps.start_extraction() + return JsonResponse({'status': 'sucess', "message" : "Extracted and populated the table."}, status=200) + \ No newline at end of file diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/unittest_api.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/unittest_api.py new file mode 100644 index 0000000..b3402ef --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/unittest_api.py @@ -0,0 +1,38 @@ +import unittest +import requests + + +def print_log( *texts ): + with open("event_logs.txt", "a") as file_object: + for text in texts: + file_object.write(str(text) + " ") + file_object.write("\n") + + +class Test(unittest.TestCase): + + def test_get_student_branch(self): + try: + result = requests.get("http://0.0.0.0:8000/members/students/B.COM") + self.assertEqual(result.status_code, 200) + self.assertNotEqual(result, None) + except requests.exceptions.ConnectionError: + print('connection error occurred') + + def test_get_all_students_for_branch(self): + try: + required = {'status': 'success', + 'students': [{'address': 'derla', + 'branch': 'B.COM', + 'first_name': 'rathan', + 'last_name': 'derla', + 'mobile': ' 987456165', + 'roll_number': 2}]} + + result = requests.get("http://0.0.0.0:8000/members/students/2") + self.assertEqual(result.status_code, 200) + result = result.json() + self.assertEqual(result, required) + except requests.exceptions.ConnectionError: + print('connection error occurred') + diff --git a/Vivekananda_session3_4VP20CS062_Prajwal/Batman/web_scrapper.py b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/web_scrapper.py new file mode 100644 index 0000000..8613f59 --- /dev/null +++ b/Vivekananda_session3_4VP20CS062_Prajwal/Batman/web_scrapper.py @@ -0,0 +1,103 @@ +import requests +import re +from bs4 import BeautifulSoup, element +import psycopg2 + +# For the credentials mentioned below, you may refer the docker-compose.yml present in myworld . +db_name = 'member_db2' +db_user = 'postgres' +db_pass = '123456' +db_host = 'psql-db2.0' +db_port = '5432' + +# This will create the connection the to postgres database. +conn = psycopg2.connect(dbname=db_name, user=db_user, password=db_pass, host=db_host, port=db_port) + + +def add_row_to_blog(title, date, time, author, content, recommended, html): + # This function will add the entry to database + sql = """INSERT INTO members_blog (title, release_date, blog_time, author,created_date, content, recommended, html) VALUES (%s, %s::DATE, %s::TIME, %s, NOW(), %s, %s, %s)""" + + with conn: + with conn.cursor() as curs: + time=time.replace('\u202f',"") + curs.execute(sql, (title, date, time, author, content, recommended, html)) + + +def truncate_table(): + # This function will delete the existing entries from the database. + with conn: + with conn.cursor() as curs: + curs.execute("TRUNCATE members_blog CASCADE;") + + +def start_extraction(): + print("Extraction started") + url = "https://blog.python.org/" + data = requests.get(url) + page_soup = BeautifulSoup(data.text, 'html.parser') + + blogs = page_soup.select('div.date-outer') + + for blog in blogs: + date = blog.select('span', class_='date-header')[0].get_text() + + post = blog.select('.post')[0] + # print(post) + # post_time = blog.find('abbr', class_='published') + + # title = blog.h3.a.text + #print(title) + + title = "" + title_bar = post.select('.post-title') + if len(title_bar) > 0: + title = title_bar[0].text + else: + title = post.select('.post-body')[0].contents[0].text + + # getting the author and blog time + post_footer = post.select('.post-footer')[0] + + author = post_footer.select('.post-author span')[0].text + + time = post_footer.select('abbr')[0].text + + post_header = post.select('.post-header')[0] + + #contents = page_soup.find_all('div',class_='date-posts') + #print(contents) + #for con in contents: + content = post.select('.post-body')[0].text + html = 'S:\web_scraping\python_blogs.html' + with open(html, 'w', encoding='utf-8') as f: + f.write(data.text) + + + #con = content.find('p', class_='post-body entry-content').p.text + + #contents =post_header.select('div', class_='post-body entry-content') + google = page_soup.find_all('div', class_='widget LinkList', id='LinkList1') + # print(google) + for gg in google: + recommended = gg.select('.widget-content')[0].li.a['href'] + #rem2 = gg.find('div', class_='widget-content') + #print(rem2) + + #print(rem2) + # Inserting data into database + add_row_to_blog(title, date, time, author, content, recommended, html) + print("\nTitle:", title.strip('\n')) + print(f'''Posted date: {date} + Posted time: {time} + Author: {author} + Content: {content} + Recommended this on google: {recommended} + HTML saved to: {html}''') + + # print("Number of blogs read:", count) + print("\n---------------------------------------------------------------------------------------------------------------\n") + + +if __name__ == "__main__": + start_extraction()