new mirror site web page requiring new parsing

1 files changed, 30 insertions, 32 deletions

diff --git a/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp b/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp
index de9c72b..44ade8d 100644
--- a/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp
+++ b/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp
@@ -12,18 +12,16 @@
  *   (at your option) any later version.                                   *
  ***************************************************************************/
 
 #include "optionsDialog.h"
 #include "gutenbrowser.h"
 //#include "NetworkDialog.h"
 #include "output.h"
 
-/* OPIE */
-#include <opie2/odebug.h>
 #include <qpe/config.h>
 
 /* QT */
 #include <qprogressbar.h>
 #include <qurloperator.h>
 #include <qlistbox.h>
 
 /* STD */
@@ -38,17 +36,17 @@ void optionsDialog::ftpSiteDlg( )
 //  initDialog();
     local_library = (QDir::homeDirPath ()) +"/Applications/gutenbrowser/";
 //    ListFile = local_library + "ftpList";
     ListFile = QPEApplication::qpeDir() + "etc/gutenbrowser";
     QDir dir(ListFile);
     if( !dir.exists())
         dir.mkdir(ListFile,true);
     ListFile+="/ftpList";
-    odebug << "opening "+ListFile << oendl;
+    qDebug( "opening "+ListFile );
     if ( QFile(ListFile).exists() ) {
         openSiteList();
     } else {
            switch( QMessageBox::warning( this, "Gutenbrowser",
                                           "Do you want to  download \nan ftp site list?",
                                           QMessageBox::Yes,   QMessageBox::No)) {
                     case   QMessageBox::Yes: // yes
                         getSite();
@@ -66,35 +64,36 @@ void optionsDialog::ftpSiteDlg( )
 // get ftp list from web- parse it. */
 void optionsDialog::getSite()
 {
     QString file_name;
     QString ftp_listFileURL;
     QString outputFile;
 //    outputFile = local_library+ "list.html";
     outputFile = ListFile + "list.html";
-    QString networkUrl= "http://www.gutenberg.org/www/mirror.sites.html";
+    QString networkUrl="http://www.gutenberg.net/catalog/world/selectpermanentmirror?fk_books=12962";
+//    QString networkUrl= "http://www.gutenberg.org/www/mirror.sites.html";
 //http://www.gutenberg.org/index.html";
 //       QString networkUrl= "http://llornkcor.com/index.shtml";
 //    //  "http://www.gutenberg.org/index.html"
 //
 //Qhttp stops working at times.... :(
 //    NetworkDialog *NetworkDlg;
 //    NetworkDlg = new NetworkDialog( this,"Network Protocol Dialog",TRUE,0,networkUrl,outputFile);
 //    if( NetworkDlg->exec() != 0 )
 //    { // use new, improved, *INSTANT* network-dialog-file-getterer
-//        odebug << "gitcha!" << oendl;
+//        qDebug( "gitcha!" );
 //    }
 //    delete NetworkDlg;
 //#ifdef Q_WS_QWS
 
 // TODO qprocess here
 
-    QString cmd="wget -T 15 -O " +outputFile + " " + networkUrl + " 2>&1" ;
- odebug << "Issuing the command "+cmd << oendl;
+    QString cmd="wget -T 15 -O " +outputFile + " " + networkUrl;// + " 2>&1" ;
+ qDebug( "Issuing the command "+cmd );
     Output *outDlg;
     outDlg = new Output( 0, tr("Downloading ftp sites...."),TRUE);
     outDlg->showMaximized();
     outDlg->show();
     qApp->processEvents();
     FILE *fp;
     char line[130];
     outDlg->OutputEdit->append( tr("Running wget") );
@@ -113,70 +112,67 @@ void optionsDialog::getSite()
     ftp_QListBox_1->clear();
     parseFtpList( outputFile); // got the html list, now parse it so we can use it
 }
 
 bool optionsDialog::parseFtpList( QString outputFile)
 {
 // parse ftplist html and extract just the machine names/directories
 // TODO: add locations!!
-    odebug << "parse ftplist "+outputFile << oendl;
+    qDebug( "parse ftplist "+outputFile );
     QString ftpList, s_location;
     QFile f( outputFile );
 
     if( f.open( IO_ReadWrite )) {
         QTextStream t( &f);
         QString countryName;
         bool b_gotchTest=false;
 
         while ( !t.eof() ) {
             QString s = t.readLine();
             int start;
             int end;
-            if( s.find( "FTP mirror sites for Project Gutenberg:", 0, TRUE) !=-1) { //lower end of this file
+            if( s.find( "Select a Default Download Site - Project Gutenberg", 0, TRUE) !=-1) { //lower end of this file
                 b_gotchTest = true;
             }
             if( b_gotchTest) {
                 if(( start = s.find( "ftp://", 0, TRUE))!=-1 ) {
-                    end = s.find( "/\"", 0, TRUE);// ==-1)) {
+//                    qDebug(s);
+//                    qDebug("%d", start);
+                    end = s.find( "</td></tr>", 0, TRUE);// ==-1)) {
                     if( end == -1) {
                         end = s.find( "\">");
                     }
+//                    qDebug("end %d", end);
+                    start =start + 6;
                     ftpSite =  s.mid( start, (end - start)  );
                     if(ftpSite.right(1) != "/") {
                           //    ftpSite += "/";
                     }
-                    ftpSite=ftpSite.right( ftpSite.length()-6);
-                    if( ftpSite.find("\n", 0, TRUE) )
-                        ftpSite.remove( ftpSite.find("\n", 0, TRUE), 1);
+//                    qDebug("ftpsite " + ftpSite);
 
-                    if( ftpSite.find("\"", 0, TRUE) )
-                        ftpSite.remove( ftpSite.find("\"", 0, TRUE), 1);
-                    if( ftpSite.find("a>", 0, TRUE) )
-                        ftpSite.remove( ftpSite.find("a>", 0, TRUE) -2, 4);
-
-
-                    s = t.readLine();
+                    for (int j = 0 ; j<3;j++) {
                     s = t.readLine();
-            if(( start=s.find("<BR>(", 0, TRUE) ) != -1) {
-//              odebug << "" << s << "" << oendl;
-              end = s.find( ")", 0, TRUE)+1;
-              s_location= s.mid( start+4, (end - start)  );
-
-//               odebug << "" << s_location << "" << oendl;
-//                    ftpList += ftpSite + "\n";
-//                    ftp_QListBox_1->sort( TRUE );
-                    ftpList += s_location+ "    "+ftpSite+"\n";
+                        QString finder="</td><td rowspan=\"3\">";
+                        if(( start = s.find( finder, 0, TRUE) ) != -1) {
+                            //                          qDebug( "%d" + s, start  );
+                            end = s.find( finder, start + 2, TRUE) ;
+//                            qDebug("end %d",end);
+                            s_location = s.mid( start + finder.length() , (end - start)-finder.length() );
+//
+//                            qDebug("Location "+s_location  );
 
+                            ftpList += s_location+ "    "+ftpSite+"\n";
                     ftp_QListBox_1->sort( TRUE );
                     QString winbug="    ";
                     ftp_QListBox_1->insertItem ( s_location.latin1() +winbug+ftpSite);
+                            j=3;
                     // ftp_QListBox_1->insertItem ( ftpSite+"  "+s_location.latin1());
             }
-
+                    }
                     //  ftp_QListBox_1->insertItem ( ftpSite);
                 }
             } // end find ftp://
 
         } // end while loop
         QFile f2( ListFile);
     if(!f2.open( IO_ReadWrite | IO_Truncate))
         QMessageBox::message( (tr("Note")), (tr("File not opened sucessfully.\n"+ListFile )) );
@@ -190,17 +186,17 @@ bool optionsDialog::parseFtpList( QString outputFile)
         return false;
     }
     setActiveWindow();
     return true;
 }
 
 void optionsDialog::openSiteList() {
 
-    odebug << " just opens the ftp site list" << oendl;
+    qDebug( " just opens the ftp site list" );
 //  ListFile = ( QDir::homeDirPath ()) +"/.gutenbrowser/ftpList";
     QFile f( ListFile);
     if(!f.open( IO_ReadWrite )) {
         QMessageBox::message( (tr("Note")), (tr("File not opened sucessfully." )) );
     } else {
         QTextStream t( &f);
         while ( !t.atEnd() ) {
             QString ftpSite = t.readLine();
@@ -230,17 +226,19 @@ void optionsDialog::getSelection(  QListBoxItem *item)
 void optionsDialog::select_site( const char *index )
 {
 //   ftp://ftp.datacanyon.com/pub/gutenberg/
 
     s_site = index;
     QString s_site2;
 //    if(s_site.find("(",0,TRUE))
     s_site2=s_site.right( s_site.length()-(s_site.find("    ",0,TRUE)+4)  );
-odebug << "Selected ftp site is "+ s_site2 << oendl;
+
+    qDebug( "Selected ftp site is "+ s_site2 );
+
     int i_ftp = s_site2.find("/", 0, FALSE);
     ftp_host = s_site2.left(i_ftp );
     ftp_base_dir = s_site2.right( s_site2.length() - i_ftp);
 
 //    config->read();
     Config config("Gutenbrowser");
     config.setGroup( "FTPsite" );
     config.writeEntry("SiteName",ftp_host);