php-web-scraping/cron.php at main · afif-dev/php-web-scraping · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
<?php
/*
Web Scraping
GET: Gold Price Rates
Output format type: html, table, json
Author: Afif Dev <https://github.com/afif-dev>
*/

$url = "https://www.muamalat.com.my/";
$webscrap_file = 'tmp/content_output.txt';
$data = [];
$getDate = date(DATE_RFC850);

// Create curl resource
$ch = curl_init();
// Set url
curl_setopt($ch, CURLOPT_URL, $url);
// Return the transfer as a string
curl_setopt($ch, CURLOPT_RETURNTRANSFER, 1);
// $output contains the output string
$output = curl_exec($ch);
// Close curl resource to free up system resources
curl_close($ch);

if($output) {
	$output = $output."\nwsc_date_modified: ".$getDate;
	file_put_contents($webscrap_file, $output);
	$data = ["success" => true, "message" => "Successfuly, saved content into file!", "date" => $getDate];
	filterContent($webscrap_file,"Gold Price Rates");
}else{
	$data = ["success" => false, "message" => "Failed, saved content into file!", "date" => $getDate];
}

// Output
echo json_encode($data);

function filterContent($webscrap_file, $title="") {
	$content = file_get_contents($webscrap_file);

	// Filter Content
	preg_match('/wsc_date_modified:(.*)/s', $content, $match_date_mod);
	preg_match('/<h3 class="rates_title">Gold Price Rates<\/h3>(.*?)<\/div>/s', $content, $match_main);
	preg_match('/<table class="table table-borderless text-center">(.*?)<\/table>/s', $match_main[0], $match_table);

	// Filter Content Result
	$date_modified = $match_date_mod[1];
	$filter_content = $match_table[0];

	// HTML String
	$htmlString = "<html><body>".$filter_content."</body></html>";

	// DOM Parser Object
	$htmlDom = new DOMDocument();
	$htmlDom->loadHTML($htmlString);
	$xpath = new DOMXPath($htmlDom);
	$result = ["title" => $title];

	$tmp_th = [];
	foreach ($xpath->query('//thead/tr/th') as $th) {
		$tmp_th[] = trim($th->textContent);
	}
	foreach ($xpath->query('//tbody/tr') as $tr) {
		$tmp = []; // reset the temporary array so previous entries are removed
		foreach ($xpath->query("td", $tr) as $key => $td) {
			$tmp[$tmp_th[$key]] = trim($td->textContent);
		}
		$result["data"][] = $tmp;
	}
	if ($result["data"]){
		$result["date_modified"] = $date_modified;

		// JSON Data Result
		$json_result = json_encode($result);
		// Save as JSON File
		file_put_contents("data.json", $json_result);
	}
}
?>