WebSVN – cheapmusic – /www/seopanel/controllers/sitemap.ctrl.php

<?php

/***************************************************************************
 *   Copyright (C) 2009-2011 by Geo Varghese(www.seopanel.in)      *
 *   sendtogeo@gmail.com                                                                                                   *
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 2 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 *   This program is distributed in the hope that it will be useful,       *
 *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
 *   GNU General Public License for more details.                          *
 *                                                                         *
 *   You should have received a copy of the GNU General Public License     *
 *   along with this program; if not, write to the                         *
 *   Free Software Foundation, Inc.,                                       *
 *   59 Temple Place - Suite 330, Boston, MA  02111-1307, USA.             *
 ***************************************************************************/

# class defines all sitemap controller functions
class SitemapController extends Controller{

        var $smLimit = 50000;                   # number of pages in a sitemap
        var $baseUrl;                                   # base url of page
        var $smType = 'xml';                    # the type of sitemap file should be created
        var $urlList;                                   # the list of urls crawled from a site
        var $hostName;                                  # hostname of the site
        var $spider;                                    # spider object
        var $sleep = 0;                                 # sleep b/w the page crawl in seconds
        var $excludeUrl = "";                   # url to be excluded
        var $changefreq = "always";             # page modification frequency
        var $priority = 0.5;                    # priority of a page
        var $lastmod;                                   # page last modification date
        var $smheader;                                  # sitemap header
        var $smfooter;                                  # sitemap footer
        var $smfile = "";                               # sitemap file
        var $section = "";              # sitemap website
        var $sitemapDir = "";                   # sitemap directory where sitemap is created
        
        # func to show sitemap generator interface
        function showSitemapGenerator() {
                
                $userId = isLoggedIn();         
                $saCtrler = $this->createController('SiteAuditor');
            $where = isAdmin() ? "" : " and w.user_id=$userId";
            $pList = $saCtrler->getAllProjects($where);
            $projectList = array();
            foreach($pList as $pInfo) {
                    $pInfo['total_links'] = $saCtrler->getCountcrawledLinks($pInfo['id']);
                    if ($pInfo['total_links'] > 0) {
                    $projectList[] = $pInfo;
                    }
            }
            
            if(empty($projectList)) {
            $spTextSA = $this->getLanguageTexts('siteauditor', $_SESSION['lang_code']);
                showErrorMsg($spTextSA['No active projects found'].'!');
        }
            
            $this->set('projectList', $projectList);
                $this->render('sitemap/showsitemap');
        }       
        
        # func to generate sitemap
        function generateSitemapFile($sitemapInfo){
                
                $sitemapInfo['project_id'] = intval($sitemapInfo['project_id']);
                if(!empty($sitemapInfo['project_id'])){ 

                        # check whether the sitemap directory is writable
                        if(!is_writable(SP_TMPPATH ."/".$this->sitemapDir)){
                                hideDiv('message');
                                showErrorMsg("Directory '<b>".SP_TMPPATH ."/".$this->sitemapDir."</b>' is not <b>writable</b>. Please change its <b>permission</b> !");
                        }
                        
                $saCtrler = $this->createController('SiteAuditor');
                        $projectInfo = $saCtrler->__getProjectInfo($sitemapInfo['project_id']);
                        $this->section = formatFileName($projectInfo['name']);
                        
                        $this->smType = $sitemapInfo['sm_type'];
                        $this->excludeUrl = $sitemapInfo['exclude_url'];
                        if(!empty($sitemapInfo['freq'])) $this->changefreq = $sitemapInfo['freq'];
                        if(!empty($sitemapInfo['priority'])) $this->priority = $sitemapInfo['priority'];
                        $auditorComp = $this->createComponent('AuditorComponent');
                        $pageList = $auditorComp->getAllreportPages(" and project_id=".$sitemapInfo['project_id']);
                        $urlList = array();
                        foreach ($pageList as $pageInfo) {
                            $pageInfo['page_url'] = Spider::addTrailingSlash($pageInfo['page_url']); 
                            if ($auditorComp->isExcludeLink($pageInfo['page_url'], trim($sitemapInfo['exclude_url']))) continue;
                            $urlList[] = $pageInfo['page_url'];
                        }
                        $this->createSitemap($this->smType, $urlList);
                }else{
                        hideDiv('message');
                        showErrorMsg("No Website Found!");
                }               
        }
        
        # Create new sitemaps and index file    
        function createSitemap($smType="", $urlList="") {
                
                if(!empty($smType)){
                        $this->smType = $smType;
                }                       
                
                print("<p class=\"note noteleft\">".$_SESSION['text']['common']['Found']." <a>".count($urlList)."</a> Sitemap Urls</p>");               
                $function = $this->smType ."SitemapFile";
                $this->deleteSitemapFiles();
                $this->$function($urlList);
                $this->showSitemapFiles();
                
        }
        
        # func to get a sitemap urls of a site
        function getSitemapUrls(){              
                $this->urlList = array();
                $this->crawlSitemapUrls($this->baseUrl, true);                                          
        }
        
        # func to crawl sitemap urls
        function crawlSitemapUrls($baseUrl, $recursive=false){
                
                if($this->urlList[$baseUrl]['visit'] == 1) return;                              
                $this->urlList[$baseUrl]['visit'] = 1;
                
                $urlList = $this->spider->getUniqueUrls($baseUrl);
                $hostName = $this->hostName;
                
                foreach($urlList as $href){
                        if(preg_match('/\.zip$|\.gz$|\.tar$|\.png$|\.jpg$|\.jpeg$|\.gif$|\.mp3$/i', $href)) continue;
                        $urlInfo = @parse_url($href);
                        
                        $urlHostName = str_replace('www.', '', $urlInfo['host']);
                        if(empty($urlHostName)){
                                $href = $this->baseUrl.$href;
                        }else{
                                if($urlHostName != $hostName){
                                        continue;
                                }
                        }
                        
                        $href = $this->spider->formatUrl($href);
                        $href = preg_replace('/http:\/\/.*?\//i', $this->baseUrl, $href);
                        if(!empty( $this->excludeUrl) && stristr($href, $this->excludeUrl)) continue;
                        if(!isset($this->urlList[$href]['visit']) && !isset($this->urlList[$href.'/']['visit'])){
                                $this->urlList[$href]['visit'] = 0;
                                if($recursive){
                                        sleep($this->sleep);
                                        $this->crawlSitemapUrls($href,true);
                                }
                        }
                }                       
        }

        # create text sitemap file
        function txtSitemapFile($urlList) {
                $this->smheader = '';   
                $this->smfooter = '';
                $smxml = "";
                foreach($urlList as $this->loc){
                        $smxml .= $this->loc ."\n";
                }
                $this->smfile = $this->section ."_sitemap1.".$this->smType;
                $this->createSitemapFile($smxml);
        }
        
        # create Html sitemap file
        function htmlSitemapFile($urlList) {
                $this->smheader = '';   
                $this->smfooter = '';
                $smxml = "";
                foreach($urlList as $this->loc){
                        $smxml .= "<a href='$this->loc'>$this->loc</a><br>";
                }
                $this->smfile = $this->section ."_sitemap1.".$this->smType;
                $this->createSitemapFile($smxml);
        }
        
        
        # create xml sitemap file
        function xmlSitemapFile($urlList) {
                $this->lastmod = Date("Y-m-d");
                $this->smheader = '<?xml version="1.0" encoding="UTF-8"?>
                <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9"
                xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
                xsi:schemaLocation="http://www.sitemaps.org/schemas/sitemap/0.9
                http://www.sitemaps.org/schemas/sitemap/0.9/sitemap.xsd"><!-- created with Seo Panel:www.seopanel.in -->';      
                $this->smfooter = '</urlset>';
                $index = 1;
                $rowcount = 0;
                $smxml = "";
                        
                foreach($urlList as $this->loc){
                        $smxml .= $this->createUrlXmlText();
                        if(($this->smLimit -1) == $rowcount++){
                                
                                # create sitemap file when tot url count equal max count
                                $this->smfile = $this->section ."_sitemap". $index . ".".$this->smType;
                                $this->createSitemapFile($smxml);
                                $rowcount = 0;
                                $smxml = "";
                                $index++;                               
                        }
                }
                        
                # to create sitemap file with rest of urls 
                if(!empty($smxml)){
                        $this->smfile = $this->section ."_sitemap". $index . ".xml";
                        $this->createSitemapFile($smxml);
                }               
        }       
        
        function showSitemapFiles(){
                if ($handle = opendir(SP_TMPPATH ."/".$this->sitemapDir)) {
                    while (false !== ($file = readdir($handle))) {
                        if ( ($file != ".") && ($file != "..") ) {
                                if(preg_match("/".$this->section."_sitemap\d+\.".$this->smType."/", $file, $matches)){
                                        echo "<p class=\"note noteleft\">
                                                        ".$this->spTextSitemap['Download sitemap file from'].": 
                                                        <a href='".SP_WEBPATH."/download.php?filesec=sitemap&filetype=$this->smType&file=".urlencode($matches[0])."' target='_blank'>$file</a>
                                                </p>";
                                }
                        }
                    }
                    closedir($handle);
                }
        }
        
        function deleteSitemapFiles(){
                if ($handle = opendir(SP_TMPPATH ."/".$this->sitemapDir)) {
                    while (false !== ($file = readdir($handle))) {
                        if ( ($file != ".") && ($file != "..") ) {
                                if(preg_match("/".preg_quote($this->section, '/')."_sitemap\d+\.".$this->smType."/", $file, $matches)){
                                        unlink(SP_TMPPATH ."/".$this->sitemapDir."/$file");
                                }
                        }
                    }
                    closedir($handle);
                }
        }
        
        # create url xml text 
        function createUrlXmlText() {           
                $xmltext = 
                '
                <url>
                        <loc><![CDATA['.$this->loc.']]></loc>
                        <lastmod>'.$this->lastmod.'</lastmod>
                    <changefreq>'.$this->changefreq.'</changefreq>
                    <priority>'.$this->priority.'</priority>
                </url>
                ';
                return $xmltext;
        }
        
        # create sitemap file
        function createSitemapFile($smxml) {
                $fp = fopen(SP_TMPPATH ."/".$this->sitemapDir."/" .$this->smfile, 'w');
                $smxml = $this->smheader . $smxml . $this->smfooter; 
                fwrite($fp, $smxml);
                fclose($fp);
        }
        
        
        # function to create encoded url for sitemap
        function getEncodedUrl($url){
                
                # convert url to entity encoded
                $url = str_replace(array('&',"'",'"','>','<'," "), array('&amp;','&apos;','&quot;','&gt;','&lt;','_'), $url);
                return $url;
        }
                
}
?>
Subversion Repositories cheapmusic

(root)/www/seopanel/controllers/sitemap.ctrl.php – Rev 103
