1"use strict";(globalThis.webpackChunklanding_blog=globalThis.webpackChunklanding_blog||[]).push([[13663],{91869(e,t,a){a.r(t),a.d(t,{assets:()=>c,contentTitle:()=>o,default:()=>p,frontMatter:()=>i,metadata:()=>n,toc:()=>l});var n=a(18550),r=a(74848),s=a(28453);const i={slug:"what-is-web-scraping",title:"What Is Web Scraping? From an HTML Page to JSON",description:"Learn what web scraping does, how it differs from crawling and APIs, and run a tested Python example that turns HTML product cards into validated JSON.",author:"Oleg Kulyk",author_title:"Co-Founder @ ScrapingAnt",author_url:"https://www.linkedin.com/in/kami4ka/",author_image_url:"https://avatars0.githubusercontent.com/u/5595029?s=400&v=4",image:"/img/blog/what-is-webscraping.jpg",tags:["web scraping","data extraction","python"],last_update:{date:new Date("2026-09-29T00:00:00.000Z"),author:"Oleg Kulyk"}},o=void 0,c={authorsImageUrls:[void 0]},l=[];function d(e){const t={a:"a",admonition:"admonition",img:"img",p:"p",strong:"strong",...(0,s.R)(),...e.components};return(0,r.jsxs)(r.Fragment,{children:[(0,r.jsx)(t.p,{children:(0,r.jsx)(t.img,{alt:"What Is Web Scraping? From an HTML Page to JSON",src:a(16462).A+"",width:"5184",height:"3456"})}),"\n",(0,r.jsx)(t.admonition,{title:"Correction (2026-09-29)",type:"note",children:(0,r.jsxs)(t.p,{children:["Fetching a page does not grant access to its underlying database, and a scraping service cannot promise universal access or freedom from blocks. This refresh removes those earlier claims and adds a ",(0,r.jsx)(t.a,{href:"https://github.com/ScrapingAnt/scrapingant-examples/tree/583885c2dd3d3d77470095ce1dba502bbda14429/examples/what-is-web-scraping",children:"tested HTML-to-JSON example"})," with explicit validation failures."]})}),"\n",(0,r.jsxs)(t.p,{children:[(0,r.jsx)(t.strong,{children:"Web scraping is extracting selected information from web pages into data you can use elsewhere."})," Instead of copying each product name and price by hand, a program can read the page, find those fields and save them as records."]}),"\n",(0,r.jsx)(t.p,{children:"The important boundary is what the page actually provides. A scraper processes the content it receives; it does not gain access to a website's private database. Below, an owned sample catalog becomes JSON, with a check that catches a missing price before incomplete data reaches the output."})]})}function p(e={}){const{wrapper:t}={...(0,s.R)(),...e.components};return t?(0,r.jsx)(t,{...e,children:(0,r.jsx)(d,{...e})}):d(e)}},16462(e,t,a){a.d(t,{A:()=>n});const n=a.p+"assets/images/what-is-webscraping-08394e048e4657473047674328cdde89.jpg"},28453(e,t,a){a.d(t,{R:()=>i,x:()=>o});var n=a(96540);const r={},s=n.createContext(r);function i(e){const t=n.useContext(s);return n.useMemo(function(){return"function"==typeof e?e(t):{...t,...e}},[t,e])}function o(e){let t;return t=e.disableParentContext?"function"==typeof e.components?e.components(r):e.components||r:i(e.components),n.createElement(s.Provider,{value:t},e.children)}},18550(e){e.exports=JSON.parse('{"permalink":"/blog/what-is-web-scraping","source":"@site/blog/2020-05-21-what-is-web-scraping.md","title":"What Is Web Scraping? From an HTML Page to JSON","description":"Learn what web scraping does, how it differs from crawling and APIs, and run a tested Python example that turns HTML product cards into validated JSON.","date":"2020-05-21T00:00:00.000Z","tags":[{"inline":true,"label":"web scraping","permalink":"/blog/tags/web-scraping"},{"inline":true,"label":"data extraction","permalink":"/blog/tags/data-extraction"},{"inline":true,"label":"python","permalink":"/blog/tags/python"}],"readingTime":6.52,"hasTruncateMarker":true,"authors":[{"name":"Oleg Kulyk","title":"Co-Founder @ ScrapingAnt","url":"https://www.linkedin.com/in/kami4ka/","imageURL":"https://avatars0.githubusercontent.com/u/5595029?s=400&v=4","key":null,"page":null}],"frontMatter":{"slug":"what-is-web-scraping","title":"What Is Web Scraping? From an HTML Page to JSON","description":"Learn what web scraping does, how it differs from crawling and APIs, and run a tested Python example that turns HTML product cards into validated JSON.","author":"Oleg Kulyk","author_title":"Co-Founder @ ScrapingAnt","author_url":"https://www.linkedin.com/in/kami4ka/","author_image_url":"https://avatars0.githubusercontent.com/u/5595029?s=400&v=4","image":"/img/blog/what-is-webscraping.jpg","tags":["web scraping","data extraction","python"],"last_update":{"date":"2026-09-29T00:00:00.000Z","author":"Oleg Kulyk"}}
1,"unlisted":false,"lastUpdatedAt":1790640000000,"lastUpdatedBy":"Oleg Kulyk","prevItem":{"title":"Amazon Product Scraping. Relatively Easy.","permalink":"/blog/amazon-product-scraping-relatively-easy"}}')}}]);
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.