简体中文（ZH-CN）English（EN）繁体中文（ZH-TW）日本語（JA）한국어（KO）Melayu（MS）Français（FR）Deutsch（DE）
Home
Article
Q&A
Course
Topic
Download
Game
Dictionary
Recent Updates

Home  >  Article  >  Backend Development  >  PHP regular expression extracts webpage hyperlink URL and webpage images

PHP regular expression extracts webpage hyperlink URL and webpage images

WBOY
WBOYOriginal
2016-07-25 08:52:571424browse
  2. function match_links($document) {
  3. preg_match_all("']+))[^>]*>?(.*?)'isx",$document,$links);
  4. while(list($key,$val) = each($links[2])) {
  5. if(!empty($val))
  6. $match['link'][] = $val;
  7. }
  8. while(list($key,$val) = each ($links[3])) {
  9. if(!empty($val))
  10. $match['link'][] = $val;
  11. }
  12. while(list($key,$val) = each($ links[4])) {
  13. if(!empty($val))
  14. $match['content'][] = $val;
  15. }
  16. while(list($key,$val) = each($links[ 0])) {
  17. if(!empty($val))
  18. $match['all'][] = $val;
  19. }
  20. return $match;
  21. }
Copy code

Mainly regular Question, here is a multi-test regularity under asp.net Get the link regularity of the page

  2. public string GetHref(string HtmlCode)
  3. {
  4. string MatchVale = "";
  5. string Reg = @"(h|H)(r|R)(e|E)(f|F) *= *('|"")?((w|\|/|.|:|-|_)+)('|""| *|>)?";
  6. foreach (Match m in Regex.Matches( HtmlCode, Reg))
  7. {
  8. MatchVale += (m.Value).ToLower().Replace("href=", "").Trim() + "||";
  9. }
  10. return MatchVale;
  11. }
Copy code

Example 2, function code for downloading remote images in content through regular expressions in PHP

A program that uses PHP regular expressions to determine the images in the content and download and save images not under this domain name. This program is actually an important part of the "thief program".

This section of the program is just the section for downloading remote images.

  2. if (preg_match_all("/http://[^ "']+[.jpg|.gif|.jpeg|.png]+/ui",stripcslashes($content),$aliurl)) {
  3. $i=0; //Multiple files++
  4. while(list($key ,$v) = each($aliurl[0])){
  5. //echo $v."
    ";
  6. $filetype = pathinfo($v, PATHINFO_EXTENSION); //Get the suffix name
  7. $ff = @file_get_contents($v); //Get the binary file content
  8. if(!stripos($v,"jbxue. com")){//Determine whether it is a picture from your own website
  9. if (!empty($ff)){ //Perform the following operations after obtaining the file
  10. $dir = "upload/".date("Ymd" )."/";//Specify a new storage path
  11. if (!file_exists($dir)){//Determine whether the directory exists
  12. @mkdir($dir,511,true); //Create a multi-level directory,511 Converted to decimal it is 777 with executable permissions
  13. } // bbs.it-home.org
  14. $nfn = $dir.date("Ymdhis").$i.".".$filetype; //Build new file Name
  15. $nf = @fopen($nfn,"w"); //Create file
  16. fwrite($nf,$ff); //Write file
  17. fclose($nf); //Close file
  18. $i++; //Multiple files++
  19. echo "";
  20. $content = str_replace($v,$nfn, $content);//Replace parameters in content
  21. }else{//If the image cannot be obtained, replace it with the default image
  22. $content = str_replace($v,"/upload/201204/20120417213810742.gif", $content);//Replace the parameters in content
  23. }
  24. }
  25. }
  26. }
Copy code

Example 3, PHP downloads images to local through regular expressions.

  3. /*

  4. shortage: If the image path in the webpage is not an absolute path, it cannot be crawled
  5. */
  6. set_time_limit(0);//The crawling is not affected Time limit

  7. $URL='http://pp.baidu.com/';//Any URL

  8. get_pic($URL);< /p>

  9. function get_pic($pic_url) {

  10. //Get the image binary stream
  11. $data=CurlGet($pic_url);
  12. /*Use regular expressions to get the image link*/
  13. $pattern_src = '/ <[img|IMG].*?src=['|"](.*?(?:[.gif|.jpg]))['|"].*?[/]?>/';
  14. $num = preg_match_all($pattern_src, $data, $match_src);
  15. $arr_src=$match_src[1];//Get the image array
  16. get_name($arr_src);

  17. echo "
    finished!!!";

  18. return 0;
  19. }

  20. /*Get the picture type and save it to the same directory as the file*/

  21. function get_name($pic_arr )
  22. {
  23. //Picture type
  24. $pattern_type = '/(/.(jpg|bmp|jpeg|gif|png))/';

  25. foreach($pic_arr as $pic_item) {//Loop to get the address of each picture

  26. $num = preg_match_all($pattern_type, $pic_item, $match_type);
  27. $pic_name = get_unique().$match_type[1][0];//Change the microsecond time Click to name
  28. //Save the picture in the form of stream
  29. $write_fd = @fopen($pic_name,"wb");
  30. @fwrite($write_fd, CurlGet($pic_item));
  31. @fclose($write_fd);
  32. echo "[OK]..!";
  33. }
  34. return 0;
  35. }

  36. //Get unique ID through microsecond time

  37. function get_unique(){
  38. list($msec, $sec ) = explode(" ",microtime());
  39. return $sec.intval($msec*1000000);
  40. }

  41. //Catch web page content

  42. function CurlGet($url) {
  43. $url=str_replace('&','&',$url);
  44. $curl = curl_init();
  45. curl_setopt($curl, CURLOPT_URL, $url);
  46. curl_setopt($curl, CURLOPT_HEADER, false);

  47. //curl_setopt($curl, CURLOPT_REFERER,$url);

  48. curl_setopt($curl, CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; MSIE 6.0; SeaPort/1.2; Windows NT 5.1; SV1 ; InfoPath.2)");
  49. curl_setopt($curl, CURLOPT_COOKIEJAR, 'cookie.txt');
  50. curl_setopt($curl, CURLOPT_COOKIEFILE, 'cookie.txt');
  51. curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);
  52. curl_setopt($curl, CURLOPT_FOLLOWLOCATION, 0);
  53. $values ​​= curl_exec($curl);
  54. curl_close($curl);
  55. return $values;
  56. }
  57. ?>

Copy code


Statement：
The content of this article is voluntarily contributed by netizens, and the copyright belongs to the original author. This site does not assume corresponding legal responsibility. If you find any content suspected of plagiarism or infringement, please contact admin@php.cn
Previous article：How to determine whether a gif image is animated in php?Next article：How to determine whether a gif image is animated in php?

Related articles

See more