author | llornkcor <llornkcor> | 2004-11-02 02:41:04 (UTC) |
---|---|---|
committer | llornkcor <llornkcor> | 2004-11-02 02:41:04 (UTC) |
commit | e83e5bd3f26270d61a83b8b91e07b35d2657d060 (patch) (side-by-side diff) | |
tree | eec1223a69d28cd684116976dc7e970bbf846054 /noncore | |
parent | 51b7bdf260bc2b5b066c6594a6d0c507add682fd (diff) | |
download | opie-e83e5bd3f26270d61a83b8b91e07b35d2657d060.zip opie-e83e5bd3f26270d61a83b8b91e07b35d2657d060.tar.gz opie-e83e5bd3f26270d61a83b8b91e07b35d2657d060.tar.bz2 |
new mirror site web page requiring new parsing
-rw-r--r-- | noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp | 80 |
1 files changed, 39 insertions, 41 deletions
diff --git a/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp b/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp index de9c72b..44ade8d 100644 --- a/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp +++ b/noncore/apps/opie-gutenbrowser/ftpsitedlg.cpp @@ -8,51 +8,49 @@ /*************************************************************************** * This program is free software; you can redistribute it and/or modify * * it under the terms of the GNU General Public License as published by * * the Free Software Foundation; either version 2 of the License, or * * (at your option) any later version. * ***************************************************************************/ #include "optionsDialog.h" #include "gutenbrowser.h" //#include "NetworkDialog.h" #include "output.h" -/* OPIE */ -#include <opie2/odebug.h> #include <qpe/config.h> /* QT */ #include <qprogressbar.h> #include <qurloperator.h> #include <qlistbox.h> /* STD */ #include <stdlib.h> #include <unistd.h> #include <stdio.h> // :)~ void optionsDialog::ftpSiteDlg( ) { //printf( "ftpSiteDlg: ListFile is "+ ListFile +"\n" ); // initDialog(); local_library = (QDir::homeDirPath ()) +"/Applications/gutenbrowser/"; // ListFile = local_library + "ftpList"; ListFile = QPEApplication::qpeDir() + "etc/gutenbrowser"; QDir dir(ListFile); if( !dir.exists()) dir.mkdir(ListFile,true); ListFile+="/ftpList"; - odebug << "opening "+ListFile << oendl; + qDebug( "opening "+ListFile ); if ( QFile(ListFile).exists() ) { openSiteList(); } else { switch( QMessageBox::warning( this, "Gutenbrowser", "Do you want to download \nan ftp site list?", QMessageBox::Yes, QMessageBox::No)) { case QMessageBox::Yes: // yes getSite(); break; case QMessageBox::No: // No // exit break; @@ -62,43 +60,44 @@ void optionsDialog::ftpSiteDlg( ) } /* // get ftp list from web- parse it. */ void optionsDialog::getSite() { QString file_name; QString ftp_listFileURL; QString outputFile; // outputFile = local_library+ "list.html"; outputFile = ListFile + "list.html"; - QString networkUrl= "http://www.gutenberg.org/www/mirror.sites.html"; + QString networkUrl="http://www.gutenberg.net/catalog/world/selectpermanentmirror?fk_books=12962"; +// QString networkUrl= "http://www.gutenberg.org/www/mirror.sites.html"; //http://www.gutenberg.org/index.html"; // QString networkUrl= "http://llornkcor.com/index.shtml"; // // "http://www.gutenberg.org/index.html" // //Qhttp stops working at times.... :( // NetworkDialog *NetworkDlg; // NetworkDlg = new NetworkDialog( this,"Network Protocol Dialog",TRUE,0,networkUrl,outputFile); // if( NetworkDlg->exec() != 0 ) // { // use new, improved, *INSTANT* network-dialog-file-getterer -// odebug << "gitcha!" << oendl; +// qDebug( "gitcha!" ); // } // delete NetworkDlg; //#ifdef Q_WS_QWS // TODO qprocess here - QString cmd="wget -T 15 -O " +outputFile + " " + networkUrl + " 2>&1" ; - odebug << "Issuing the command "+cmd << oendl; + QString cmd="wget -T 15 -O " +outputFile + " " + networkUrl;// + " 2>&1" ; + qDebug( "Issuing the command "+cmd ); Output *outDlg; outDlg = new Output( 0, tr("Downloading ftp sites...."),TRUE); outDlg->showMaximized(); outDlg->show(); qApp->processEvents(); FILE *fp; char line[130]; outDlg->OutputEdit->append( tr("Running wget") ); sleep(1); fp = popen( (const char *) cmd, "r"); while ( fgets( line, sizeof line, fp)) { outDlg->OutputEdit->append(line); @@ -109,102 +108,99 @@ void optionsDialog::getSite() if(outDlg) delete outDlg; // outputFile=ListFile; ftp_QListBox_1->clear(); parseFtpList( outputFile); // got the html list, now parse it so we can use it } bool optionsDialog::parseFtpList( QString outputFile) { // parse ftplist html and extract just the machine names/directories // TODO: add locations!! - odebug << "parse ftplist "+outputFile << oendl; + qDebug( "parse ftplist "+outputFile ); QString ftpList, s_location; QFile f( outputFile ); if( f.open( IO_ReadWrite )) { QTextStream t( &f); QString countryName; bool b_gotchTest=false; while ( !t.eof() ) { QString s = t.readLine(); int start; int end; - if( s.find( "FTP mirror sites for Project Gutenberg:", 0, TRUE) !=-1) { //lower end of this file + if( s.find( "Select a Default Download Site - Project Gutenberg", 0, TRUE) !=-1) { //lower end of this file b_gotchTest = true; } if( b_gotchTest) { if(( start = s.find( "ftp://", 0, TRUE))!=-1 ) { - end = s.find( "/\"", 0, TRUE);// ==-1)) { +// qDebug(s); +// qDebug("%d", start); + end = s.find( "</td></tr>", 0, TRUE);// ==-1)) { if( end == -1) { end = s.find( "\">"); } - ftpSite = s.mid( start, (end - start) ); +// qDebug("end %d", end); + start =start + 6; + ftpSite = s.mid( start , (end - start) ); if(ftpSite.right(1) != "/") { // ftpSite += "/"; } - ftpSite=ftpSite.right( ftpSite.length()-6); - if( ftpSite.find("\n", 0, TRUE) ) - ftpSite.remove( ftpSite.find("\n", 0, TRUE), 1); - - if( ftpSite.find("\"", 0, TRUE) ) - ftpSite.remove( ftpSite.find("\"", 0, TRUE), 1); - if( ftpSite.find("a>", 0, TRUE) ) - ftpSite.remove( ftpSite.find("a>", 0, TRUE) -2, 4); - - - s = t.readLine(); - s = t.readLine(); - if(( start=s.find("<BR>(", 0, TRUE) ) != -1) { -// odebug << "" << s << "" << oendl; - end = s.find( ")", 0, TRUE)+1; - s_location= s.mid( start+4, (end - start) ); - -// odebug << "" << s_location << "" << oendl; -// ftpList += ftpSite + "\n"; -// ftp_QListBox_1->sort( TRUE ); - ftpList += s_location+ " "+ftpSite+"\n"; - - ftp_QListBox_1->sort( TRUE ); - QString winbug=" "; - ftp_QListBox_1->insertItem ( s_location.latin1() +winbug+ftpSite); - // ftp_QListBox_1->insertItem ( ftpSite+" "+s_location.latin1()); - } +// qDebug("ftpsite " + ftpSite); + + for (int j = 0 ; j<3;j++) { + s = t.readLine(); + QString finder="</td><td rowspan=\"3\">"; + if(( start = s.find( finder, 0, TRUE) ) != -1) { + // qDebug( "%d" + s, start ); + end = s.find( finder, start + 2, TRUE) ; +// qDebug("end %d",end); + s_location = s.mid( start + finder.length() , (end - start)-finder.length() ); +// +// qDebug("Location "+s_location ); + ftpList += s_location+ " "+ftpSite+"\n"; + ftp_QListBox_1->sort( TRUE ); + QString winbug=" "; + ftp_QListBox_1->insertItem ( s_location.latin1() + winbug + ftpSite); + j=3; + // ftp_QListBox_1->insertItem ( ftpSite+" "+s_location.latin1()); + } + } // ftp_QListBox_1->insertItem ( ftpSite); } } // end find ftp:// } // end while loop QFile f2( ListFile); if(!f2.open( IO_ReadWrite | IO_Truncate)) QMessageBox::message( (tr("Note")), (tr("File not opened sucessfully.\n"+ListFile )) ); f2.writeBlock( ftpList, ftpList.length() ); f.close(); f2.close(); if( f.exists() ) f.remove(); } else { QMessageBox::message( (tr("ftpSiteDlg")), (tr("List File not opened sucessfully." )) ); return false; } setActiveWindow(); return true; } void optionsDialog::openSiteList() { - odebug << " just opens the ftp site list" << oendl; + qDebug( " just opens the ftp site list" ); // ListFile = ( QDir::homeDirPath ()) +"/.gutenbrowser/ftpList"; QFile f( ListFile); if(!f.open( IO_ReadWrite )) { QMessageBox::message( (tr("Note")), (tr("File not opened sucessfully." )) ); } else { QTextStream t( &f); while ( !t.atEnd() ) { QString ftpSite = t.readLine(); ftp_QListBox_1->sort( TRUE ); ftp_QListBox_1->insertItem ( ftpSite); } // end while loop @@ -226,27 +222,29 @@ void optionsDialog::getSelection( QListBoxItem *item) // printf( selctionStr+"\n" ); select_site( selctionStr ); } void optionsDialog::select_site( const char *index ) { // ftp://ftp.datacanyon.com/pub/gutenberg/ s_site = index; QString s_site2; // if(s_site.find("(",0,TRUE)) s_site2=s_site.right( s_site.length()-(s_site.find(" ",0,TRUE)+4) ); -odebug << "Selected ftp site is "+ s_site2 << oendl; + + qDebug( "Selected ftp site is "+ s_site2 ); + int i_ftp = s_site2.find("/", 0, FALSE); ftp_host = s_site2.left(i_ftp ); ftp_base_dir = s_site2.right( s_site2.length() - i_ftp); // config->read(); Config config("Gutenbrowser"); config.setGroup( "FTPsite" ); config.writeEntry("SiteName",ftp_host); config.writeEntry("base",ftp_base_dir); // config->write(); - TextLabel3->setText( "Current ftp server:\n"+ftp_host /*+ ftp_base_dir*/ ); + TextLabel3->setText( "Current ftp server:\n" + ftp_host /*+ ftp_base_dir*/ ); // optionsDialog::accept(); } |