{"url":"http://public2.vulnerablecode.io/api/packages/24022?format=json","purl":"pkg:pypi/scrapy@2.0.0","type":"pypi","namespace":"","name":"scrapy","version":"2.0.0","qualifiers":{},"subpath":"","is_vulnerable":true,"next_non_vulnerable_version":"2.11.2","latest_non_vulnerable_version":"2.13.4","affected_by_vulnerabilities":[{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/6970?format=json","vulnerability_id":"VCID-4q2x-51p4-eygm","summary":"information disclosure","references":[{"reference_url":"http://doc.scrapy.org/en/latest/topics/downloader-middleware.html#module-scrapy.downloadermiddlewares.httpauth","reference_id":"","reference_type":"","scores":[],"url":"http://doc.scrapy.org/en/latest/topics/downloader-middleware.html#module-scrapy.downloadermiddlewares.httpauth"},{"reference_url":"https://github.com/pypa/advisory-database/tree/main/vulns/scrapy/PYSEC-2021-363.yaml","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/pypa/advisory-database/tree/main/vulns/scrapy/PYSEC-2021-363.yaml"},{"reference_url":"https://github.com/scrapy/scrapy","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy"},{"reference_url":"https://github.com/scrapy/scrapy/commit/b01d69a1bf48060daec8f751368622352d8b85a6","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/b01d69a1bf48060daec8f751368622352d8b85a6"},{"reference_url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-jwqp-28gf-p498","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-jwqp-28gf-p498"},{"reference_url":"https://lists.debian.org/debian-lts-announce/2022/03/msg00021.html","reference_id":"","reference_type":"","scores":[],"url":"https://lists.debian.org/debian-lts-announce/2022/03/msg00021.html"},{"reference_url":"https://w3lib.readthedocs.io/en/latest/w3lib.html#w3lib.http.basic_auth_header","reference_id":"","reference_type":"","scores":[],"url":"https://w3lib.readthedocs.io/en/latest/w3lib.html#w3lib.http.basic_auth_header"},{"reference_url":"https://security.archlinux.org/AVG-2447","reference_id":"AVG-2447","reference_type":"","scores":[{"value":"Medium","scoring_system":"archlinux","scoring_elements":""}],"url":"https://security.archlinux.org/AVG-2447"},{"reference_url":"https://nvd.nist.gov/vuln/detail/CVE-2021-41125","reference_id":"CVE-2021-41125","reference_type":"","scores":[],"url":"https://nvd.nist.gov/vuln/detail/CVE-2021-41125"},{"reference_url":"https://github.com/advisories/GHSA-jwqp-28gf-p498","reference_id":"GHSA-jwqp-28gf-p498","reference_type":"","scores":[],"url":"https://github.com/advisories/GHSA-jwqp-28gf-p498"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/24032?format=json","purl":"pkg:pypi/scrapy@2.5.1","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-atnw-pnvj-zkhp"},{"vulnerability":"VCID-jrh5-kjau-xkar"},{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.5.1"}],"aliases":["CVE-2021-41125","GHSA-jwqp-28gf-p498","PYSEC-2021-363"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-4q2x-51p4-eygm"},{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/42546?format=json","vulnerability_id":"VCID-4yce-5hbd-4kbx","summary":"Cookie-setting is not restricted based on the public suffix list\nResponses from domain names whose public domain name suffix contains 1 or more periods (e.g. responses from `example.co.uk`, given its public domain name suffix is `co.uk`) are able to set cookies that are included in requests to any other domain sharing the same domain name suffix.","references":[{"reference_url":"https://github.com/scrapy/scrapy/commit/e865c4430e58a4faa0e0766b23830f8423d6167a","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/e865c4430e58a4faa0e0766b23830f8423d6167a"},{"reference_url":"https://github.com/advisories/GHSA-mfjm-vh54-3f96","reference_id":"GHSA-mfjm-vh54-3f96","reference_type":"","scores":[],"url":"https://github.com/advisories/GHSA-mfjm-vh54-3f96"},{"reference_url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-mfjm-vh54-3f96","reference_id":"GHSA-mfjm-vh54-3f96","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-mfjm-vh54-3f96"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/26826?format=json","purl":"pkg:pypi/scrapy@2.6.0","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-atnw-pnvj-zkhp"},{"vulnerability":"VCID-jrh5-kjau-xkar"},{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.6.0"}],"aliases":["GHSA-mfjm-vh54-3f96","GMS-2022-230"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-4yce-5hbd-4kbx"},{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/36743?format=json","vulnerability_id":"VCID-atnw-pnvj-zkhp","summary":"A Regular Expression Denial of Service (ReDoS) vulnerability exists in the XMLFeedSpider class of the scrapy/scrapy project, specifically in the parsing of XML content. By crafting malicious XML content that exploits inefficient regular expression complexity used in the parsing process, an attacker can cause a denial-of-service (DoS) condition. This vulnerability allows for the system to hang and consume significant resources, potentially rendering services that utilize Scrapy for XML processing unresponsive.","references":[{"reference_url":"https://github.com/scrapy/scrapy/commit/479619b340f197a8f24c5db45bc068fb8755f2c5","reference_id":"","reference_type":"","scores":[{"value":"6.5","scoring_system":"cvssv3.1","scoring_elements":"CVSS:3.1/AV:N/AC:L/PR:N/UI:R/S:U/C:N/I:N/A:H"}],"url":"https://github.com/scrapy/scrapy/commit/479619b340f197a8f24c5db45bc068fb8755f2c5"},{"reference_url":"https://huntr.com/bounties/271f94f2-1e05-4616-ac43-41752389e26b","reference_id":"","reference_type":"","scores":[{"value":"6.5","scoring_system":"cvssv3.1","scoring_elements":"CVSS:3.1/AV:N/AC:L/PR:N/UI:R/S:U/C:N/I:N/A:H"}],"url":"https://huntr.com/bounties/271f94f2-1e05-4616-ac43-41752389e26b"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/40529?format=json","purl":"pkg:pypi/scrapy@2.11.1","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.11.1"}],"aliases":["CVE-2024-1892","PYSEC-2024-162"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-atnw-pnvj-zkhp"},{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/47029?format=json","vulnerability_id":"VCID-eps3-2rkz-r3gf","summary":"Scrapy decompression bomb vulnerability\n### Impact\n\nScrapy limits allowed response sizes by default through the [`DOWNLOAD_MAXSIZE`](https://docs.scrapy.org/en/latest/topics/settings.html#download-maxsize) and [`DOWNLOAD_WARNSIZE`](https://docs.scrapy.org/en/latest/topics/settings.html#download-warnsize) settings.\n\nHowever, those limits were only being enforced during the download of the raw, usually-compressed response bodies, and not during decompression, making Scrapy vulnerable to [decompression bombs](https://cwe.mitre.org/data/definitions/409.html).\n\nA malicious website being scraped could send a small response that, on decompression, could exhaust the memory available to the Scrapy process, potentially affecting any other process sharing that memory, and affecting disk usage in case of uncompressed response caching.\n\n### Patches\n\nUpgrade to Scrapy 2.11.1.\n\nIf you are using Scrapy 1.8 or a lower version, and upgrading to Scrapy 2.11.1 is not an option, you may upgrade to Scrapy 1.8.4 instead.\n\n### Workarounds\n\nThere is no easy workaround.\n\nDisabling HTTP decompression altogether is impractical, as HTTP compression is a rather common practice.\n\nHowever, it is technically possible to manually backport the 2.11.1 or 1.8.4 fix, replacing the corresponding components of an unpatched version of Scrapy with patched versions copied into your own code.\n\n### Acknowledgements\n\nThis security issue was reported by @dmandefy [through huntr.com](https://huntr.com/bounties/c4a0fac9-0c5a-4718-9ee4-2d06d58adabb/).","references":[{"reference_url":"https://docs.scrapy.org/en/latest/news.html#scrapy-2-11-1-2024-02-14","reference_id":"","reference_type":"","scores":[],"url":"https://docs.scrapy.org/en/latest/news.html#scrapy-2-11-1-2024-02-14"},{"reference_url":"https://github.com/scrapy/scrapy/commit/71b8741e3607cfda2833c7624d4ada87071aa8e5","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/71b8741e3607cfda2833c7624d4ada87071aa8e5"},{"reference_url":"https://github.com/scrapy/scrapy/commit/809bfac4890f75fc73607318a04d2ccba71b3d9f","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/809bfac4890f75fc73607318a04d2ccba71b3d9f"},{"reference_url":"https://github.com/advisories/GHSA-7j7m-v7m3-jqm7","reference_id":"GHSA-7j7m-v7m3-jqm7","reference_type":"","scores":[],"url":"https://github.com/advisories/GHSA-7j7m-v7m3-jqm7"},{"reference_url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-7j7m-v7m3-jqm7","reference_id":"GHSA-7j7m-v7m3-jqm7","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-7j7m-v7m3-jqm7"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/40529?format=json","purl":"pkg:pypi/scrapy@2.11.1","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.11.1"}],"aliases":["GHSA-7j7m-v7m3-jqm7","GMS-2024-327"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-eps3-2rkz-r3gf"},{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/36044?format=json","vulnerability_id":"VCID-jrh5-kjau-xkar","summary":"Exposure of Sensitive Information to an Unauthorized Actor in GitHub repository scrapy/scrapy prior to 2.6.1.","references":[{"reference_url":"https://github.com/advisories/GHSA-cjvr-mfj7-j4j8","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/advisories/GHSA-cjvr-mfj7-j4j8"},{"reference_url":"https://github.com/pypa/advisory-database/tree/main/vulns/scrapy/PYSEC-2022-159.yaml","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/pypa/advisory-database/tree/main/vulns/scrapy/PYSEC-2022-159.yaml"},{"reference_url":"https://github.com/scrapy/scrapy","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy"},{"reference_url":"https://github.com/scrapy/scrapy/commit/8ce01b3b76d4634f55067d6cfdf632ec70ba304a","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/8ce01b3b76d4634f55067d6cfdf632ec70ba304a"},{"reference_url":"https://huntr.dev/bounties/3da527b1-2348-4f69-9e88-2e11a96ac585","reference_id":"","reference_type":"","scores":[],"url":"https://huntr.dev/bounties/3da527b1-2348-4f69-9e88-2e11a96ac585"},{"reference_url":"https://lists.debian.org/debian-lts-announce/2022/03/msg00021.html","reference_id":"","reference_type":"","scores":[],"url":"https://lists.debian.org/debian-lts-announce/2022/03/msg00021.html"},{"reference_url":"https://nvd.nist.gov/vuln/detail/CVE-2022-0577","reference_id":"CVE-2022-0577","reference_type":"","scores":[],"url":"https://nvd.nist.gov/vuln/detail/CVE-2022-0577"},{"reference_url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-cjvr-mfj7-j4j8","reference_id":"GHSA-cjvr-mfj7-j4j8","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/security/advisories/GHSA-cjvr-mfj7-j4j8"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/26827?format=json","purl":"pkg:pypi/scrapy@2.6.1","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-atnw-pnvj-zkhp"},{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.6.1"}],"aliases":["CVE-2022-0577","GHSA-cjvr-mfj7-j4j8","PYSEC-2022-159"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-jrh5-kjau-xkar"},{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/36795?format=json","vulnerability_id":"VCID-n6z2-awrh-7kbg","summary":"In scrapy/scrapy, an issue was identified where the Authorization header is not removed during redirects that only change the scheme (e.g., HTTPS to HTTP) but remain within the same domain. This behavior contravenes the Fetch standard, which mandates the removal of Authorization headers in cross-origin requests when the scheme, host, or port changes. Consequently, when a redirect downgrades from HTTPS to HTTP, the Authorization header may be inadvertently exposed in plaintext, leading to potential sensitive information disclosure to unauthorized actors. The flaw is located in the _build_redirect_request function of the redirect middleware.","references":[{"reference_url":"https://github.com/scrapy/scrapy/commit/1d0502f25bbe55a22899af915623fda1aaeb9dd8","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/1d0502f25bbe55a22899af915623fda1aaeb9dd8"},{"reference_url":"https://huntr.com/bounties/27f6a021-a891-446a-ada5-0226d619dd1a","reference_id":"","reference_type":"","scores":[],"url":"https://huntr.com/bounties/27f6a021-a891-446a-ada5-0226d619dd1a"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/41041?format=json","purl":"pkg:pypi/scrapy@2.11.2","is_vulnerable":false,"affected_by_vulnerabilities":[],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.11.2"}],"aliases":["CVE-2024-1968","PYSEC-2024-258"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-n6z2-awrh-7kbg"}],"fixing_vulnerabilities":[{"url":"http://public2.vulnerablecode.io/api/vulnerabilities/36795?format=json","vulnerability_id":"VCID-n6z2-awrh-7kbg","summary":"In scrapy/scrapy, an issue was identified where the Authorization header is not removed during redirects that only change the scheme (e.g., HTTPS to HTTP) but remain within the same domain. This behavior contravenes the Fetch standard, which mandates the removal of Authorization headers in cross-origin requests when the scheme, host, or port changes. Consequently, when a redirect downgrades from HTTPS to HTTP, the Authorization header may be inadvertently exposed in plaintext, leading to potential sensitive information disclosure to unauthorized actors. The flaw is located in the _build_redirect_request function of the redirect middleware.","references":[{"reference_url":"https://github.com/scrapy/scrapy/commit/1d0502f25bbe55a22899af915623fda1aaeb9dd8","reference_id":"","reference_type":"","scores":[],"url":"https://github.com/scrapy/scrapy/commit/1d0502f25bbe55a22899af915623fda1aaeb9dd8"},{"reference_url":"https://huntr.com/bounties/27f6a021-a891-446a-ada5-0226d619dd1a","reference_id":"","reference_type":"","scores":[],"url":"https://huntr.com/bounties/27f6a021-a891-446a-ada5-0226d619dd1a"}],"fixed_packages":[{"url":"http://public2.vulnerablecode.io/api/packages/24022?format=json","purl":"pkg:pypi/scrapy@2.0.0","is_vulnerable":true,"affected_by_vulnerabilities":[{"vulnerability":"VCID-4q2x-51p4-eygm"},{"vulnerability":"VCID-4yce-5hbd-4kbx"},{"vulnerability":"VCID-atnw-pnvj-zkhp"},{"vulnerability":"VCID-eps3-2rkz-r3gf"},{"vulnerability":"VCID-jrh5-kjau-xkar"},{"vulnerability":"VCID-n6z2-awrh-7kbg"}],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.0.0"},{"url":"http://public2.vulnerablecode.io/api/packages/41041?format=json","purl":"pkg:pypi/scrapy@2.11.2","is_vulnerable":false,"affected_by_vulnerabilities":[],"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.11.2"}],"aliases":["CVE-2024-1968","PYSEC-2024-258"],"risk_score":null,"exploitability":null,"weighted_severity":null,"resource_url":"http://public2.vulnerablecode.io/vulnerabilities/VCID-n6z2-awrh-7kbg"}],"risk_score":null,"resource_url":"http://public2.vulnerablecode.io/packages/pkg:pypi/scrapy@2.0.0"}