parser/meta-parser.php at master · gabrielgagno/parser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
<?php
/**
 * Created by PhpStorm.
 * User: gabrielgagno
 * Date: 11/27/15
 * Time: 9:26 AM
 */

include('MetaParser.php');

use Parser\MetaParser;


$conn = mysqli_connect('localhost', 'root', '', 'nutch');
if(!$conn) {
    die('Not connected : ' . mysqli_error($conn));
}
$selectQuery = "select * from webpage where content is not null and baseUrl is not null";

$results = $conn->query($selectQuery);
$curlUrl = 'http://50.18.169.52/globe_search/webpage';
while($row = mysqli_fetch_assoc($results)) {
    if($row['content']!=null || !empty($row['content'])) {
        $meta = MetaParser::parseMetaTagsFromHtmlString($row['content'], array('description'));
        if(isset($meta['description'])) {
            $query = "update webpage set aq_md_description = \"".$meta['description']."\"where id =\"".$row['id']."\"";
            $conn->query($query);
        }
    }
}

MetaParser::addSearchString();