Free Printable Vintage Papers

Data mining


If you need information to find film or imdb.com or hkmdb.com provide an API or similar allows to find data quickly and easily. This is a shit, so I wrote some php functions that use cURL to mine data from the html directly.

Movies iPhone application allows you to catalog movies with lots of options, but much better than loading them one by one by hand, is the function that has to import data from a xml. In my particular case, the data of my movies are in a MySQL database owner is not compatible with Movies. For this reason I had to write a php that generates the xml compatible and decided to use data from IMDB and HKMDB \u200b\u200bto complete missing in my base.

http://www.netwalkapps.com/content/movies

For IMDB can search by one or more words by passing a string to the function imdb_search (), the string may contain spaces. If all goes well the function will return a string with the path to a title on imdb.com that may or may not be the one you want. If your search produces more than one result php take the first option presented. This is not always the best option but nobody is perfect. HKMDB \u200b\u200bworks the same with hkmdb_search ().

Once you have a valid url of a title on imdb or hkmdb, it passed to the function imdb_get () / hkmdb_get (). If all goes well the function should return an associative array with collected data. For these data IMDB title, year, description, director, country, duration, gender, language, and alternative titles. For these data HKMDB \u200b\u200btitle, year, country, genre and director. IMDB

GET accepts searches. But HKMDB \u200b\u200bsearches made by POST, and has an unfriendly track with some redirects. So included is a useful feature I found to do POST with cURL.

Bear in mind that if HKMDB \u200b\u200band / or modify the provision IMDB and / or a search function can be rendered useless. Parse html tags depends on specific in a specific order.

postpage function ($ url, $ pvars, $ referer, $ timeout) {if (! Isset ($ timeout)) $ timeout = 30, $ curl = curl_init (), $ post = http_build_query ($ pvars) if (isset ($ referer)) {curl_setopt ($ curl, CURLOPT_REFERER, $ referer);} curl_setopt ($ curl, CURLOPT_URL, $ url); curl_setopt ($ curl, CURLOPT_TIMEOUT, $ timeout) curl_setopt ($ curl, CURLOPT_USERAGENT, sprintf ("Mozilla /% D.0", rand (4,5))); curl_setopt ($curl, CURLOPT_HEADER, 0); curl_setopt ($curl, CURLOPT_RETURNTRANSFER, 1); curl_setopt ($curl, CURLOPT_SSL_VERIFYPEER, 0); curl_setopt ($curl, CURLOPT_POST, 1); curl_setopt ($curl, CURLOPT_POSTFIELDS, $post); curl_setopt ($curl, CURLOPT_HTTPHEADER, array("Content-type: application/x-www-form-urlencoded")); $html = curl_exec ($curl); curl_close ($curl); return $html;}function imdb_get($urldest){ if(empty($urldest)) return false; $rdata = array(); $handle = fopen($urldest,'rb'); if($handle) { $res = stream_get_contents($handle); fclose($handle); $ptitle = substr($res,strpos($res,'<title>')+7,strpos($res,'</title>',strpos($res,'<title>')+8) - strpos($res,'<title>')-7); $arr = explode('(',$ptitle); $rdata['year'] = trim($arr[1],')'); $rdata['title'] = str_replace(''',"'",trim($arr[0])); $rdata['descrip'] = str_replace(''',"'",substr($res,strpos($res,'<meta name="description" content="')+34,strpos($res,'Visit IMDb',strpos($res,'<meta name="description" content="')+35)-strpos($res,'<meta name="description" content="')-34)); //director $mark1 = strpos($res,'<h5>Director:</h5>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'>',$mark2); if($mark1 !== false) $rdata['director'] = str_replace(''',"'",substr($res,$mark3+1,strpos($res,'<',$mark3)-$mark3-1)); //country $mark1 = strpos($res,'<h5>Country:</h5>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'>',$mark2); if($mark1 !== false) $rdata['country'] = str_replace(''',"'",trim(substr($res,$mark3+1,strpos($res,'<',$mark3)-$mark3-1))); //runtime $mark1 = strpos($res,'<h5>Runtime:</h5>'); $mark2 = strpos($res,'class',$mark1); $mark3 = strpos($res,'>',$mark2); $tempr = substr($res,$mark3+1,strpos($res,'<',$mark3)-$mark3-1); $arr = explode(' = Intval ($ arr [0]) / / walk to know why the hell does not work Scarle trim for the min / / genre $ Mark1 = strpos ($ res, '\u0026lt;h5> Genre: \u0026lt;/ h5>') , $ mark2 = strpos ($ res, 'href', $ Mark1), $ Mark3 = strpos ($ res ,'>',$ mark2) if ($ Mark1! == false) $ rdata ['genre'] str_replace (''',"'", = substr ($ res, $ Mark3 +1, strpos ($ res ,'\u0026lt;',$ Mark3) - $ Mark3-1)), / / \u200b\u200blanguage $ Mark1 = strpos ($ res, '\u0026lt;h5> Language: \u0026lt;/ h5>'); $ mark2 = strpos ($ res, 'href', $ Mark1), $ Mark3 = strpos ($ res ,'>',$ mark2) if ($ mark1! == false) $ rdata ['lang'] = str_replace (''',"'", three (substr ($ res , $ mark3 +1, strpos ($ res ,'\u0026lt;',$ mark3) - $ mark3-1))) / / aka $ mark1 = strpos ($ res, 'Also Known As \u0026lt;h5>: \u0026lt; / H5> '); $ mark2 = strpos ($ res,' class', $ mark1); $ mark3 = strpos ($ res ,'>',$ mark2) if ($ mark1! == false) {$ tempr = substr ($ res, $ mark3 +1, strpos ($ res ,'\u0026lt;',$ mark3) - $ mark3-1), $ mark1 = strpos ($ tempr ,'"'); $ mark2 = strpos ( $ mark1 tempr ,'"',$ +1); $rdata['aka'] = str_replace(''',"'",substr($tempr,$mark1+1,$mark2-$mark1-1)); } return $rdata; } }function imdb_search($skey){ if(empty($skey)) return false; $skey = stripslashes($skey); $skey = str_replace(' ','+',$skey); $skey = str_replace('/','+',$skey); $urldest = 'http://www.imdb.com/find?s=tt&q='.$skey; $handle = fopen($urldest,'rb'); if($handle) { $res = stream_get_contents($handle); fclose($handle); $ptitle = substr($res,strpos($res,'<title>')+7,strpos($res,'</title>',strpos($res,'<title>')+8) - strpos($res,'<title>')-7); if(strpos($ptitle,'Search') !== false) //es un search results { if(strpos($res,'<b>Popular Titles</b>') !== false) { $mark1 = strpos($res,'<b>Popular Titles</b>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'"',$mark2+7); $link = substr($res,$mark2+6,$mark3-$mark2-6); } else if(strpos($res,'<b>Titles (Exact Matches)</b>') !== false) { $mark1 = strpos($res,'<b>Titles (Exact Matches)</b>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'"',$mark2+7); $link = substr($res,$mark2+6,$mark3-$mark2-6); } else if(strpos($res,'<b>Titles (Approx Matches)</b>') !== false) { $mark1 = strpos($res,'<b>Titles (Approx Matches)</b>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'"',$mark2+7); $link = substr($res,$mark2+6,$mark3-$mark2-6); } else { return '!!!!!crap >> '.$urldest; } if(strpos($link,'http://www.imdb.com') !== false) { $target = $link; } else { $target = 'http://www.imdb.com'.$link; } return $target; } else //es title { return $urldest; } }}function hkmdb_search($skey){ if(empty($skey)) return false; $skey = stripslashes($skey); $skey = str_replace('/',' ',$skey); $pvars = array(); $pvars['search_string'] = $skey; $pvars['display_set'] = 'eng'; $pvars['search_for'] = 'movies'; $response = postPage('http://www.hkmdb.com/db/search/simple_search_results.mhtml',$pvars,'http://www.hkmdb.com',30); if(strpos($response,'<TITLE>302 Found</TITLE>') !== false) { if(strpos($response,'view.mhtml') !== false) //1 match { $mark1 = strpos($response,'<H1>Found</H1>'); $mark2 = strpos($response,'HREF="',$mark1); $mark3 = strpos($response,'"',$mark2+7); $redirect = 'http://www.hkmdb.com'.substr($response,$mark2+6,$mark3-$mark2-6); return $redirect; } else //multiples matches { $mark1 = strpos($response,'<H1>Found</H1>'); $mark2 = strpos($response,'HREF="',$mark1); $mark3 = strpos($response,'"',$mark2+7); $redirect = 'http://www.hkmdb.com/db/search/'.substr($response,$mark2+6,$mark3-$mark2-6); $handle = fopen($redirect,'rb'); if($handle) { $res = stream_get_contents($handle); fclose($handle); if(strpos($res,'<H3>Films</H3>') !== false) { $mark1 = strpos($res,'<H3>Films</H3>'); $mark2 = strpos($res,'href',$mark1); $mark3 = strpos($res,'"',$mark2+7); $link = 'http://www.hkmdb.com'.substr($res,$mark2+6,$mark3-$mark2-6); return $link; } } } } else { return false; } }function hkmdb_get($urldest){ if(empty($urldest)) return false; $rdata = array(); $handle = fopen($urldest,'rb'); if($handle) { $res = stream_get_contents($handle); fclose($handle); $ptitle = substr($res,strpos($res,'<TITLE>')+7,strpos($res,'</TITLE>',strpos($res,'<TITLE>')+8) - strpos($res,'<TITLE>')-7); $arr = explode('(',$ptitle); $ Rdata ['year'] = trim ($ arr [1 ],')'); $ rdata ['title'] = str_replace ('','', trim ($ arr [0])); / / country $ mark1 = strpos ($ res, 'Country:'); $ mark2 = strpos ($ res ,'\u0026lt;',$ mark1); if ($ mark1! == false) $ rdata ['country'] = trim (str_replace ('','', substr ($ res, $ mark1 +8, $ mark2-$ mark1-8))); / / genre $ mark1 = strpos ($ res,' Genre: '); $ mark2 = strpos ($ res ,'\u0026lt;',$ mark1); if ($ mark1! == false) $ rdata ['genre'] = trim (str_replace ('','', substr ($ res, $ mark1 +8, $ mark2-$ mark1-8))); / / Director $ Mark1 = strpos ($ res, '\u0026lt;B> Director'), $ mark2 = strpos ($ res, 'HREF', $ Mark1), $ Mark3 = strpos ($ res ,'>',$ mark2) if ($ Mark1! == false) $ rdata ['director'] = str_replace ('','', substr ($ res, $ Mark3 +1, strpos ($ res ,'\u0026lt;', $ Mark3) - $ Mark3-1)); return $ rdata;}}