web crawler in C# and craw text in sites.




File list:
ZahabiCrawler 2
..............\gd
..............\..\AllPairsAlgorithm.class
..............\..\GDAlgorithm.class
..............\..\QuadTreeAlgorithm.class
..............\graph
..............\.....\Barycenter.class
..............\.....\Coords.class
..............\.....\Edge.class
..............\.....\Graph.class
..............\.....\GraphNode.class
..............\.....\My.class
..............\.....\Node.class
..............\META-INF
..............\........\MANIFEST.MF
..............\org
..............\...\apache
..............\...\......\regexp
..............\...\......\......\CharacterArrayCharacterIterator.class
..............\...\......\......\CharacterIterator.class
..............\...\......\......\RE.class
..............\...\......\......\ReaderCharacterIterator.class
..............\...\......\......\recompile.class
..............\...\......\......\RECompiler$RERange.class
..............\...\......\......\RECompiler.class
..............\...\......\......\REDebugCompiler.class
..............\...\......\......\REProgram.class
..............\...\......\......\RESyntaxException.class
..............\...\......\......\RETest.class
..............\...\......\......\REUtil.class
..............\...\......\......\StreamCharacterIterator.class
..............\...\......\......\StringCharacterIterator.class
..............\rcm
..............\...\awt
..............\...\...\BorderPanel.class
..............\...\...\ClosableFrame$CloseHandler.class
..............\...\...\ClosableFrame.class
..............\...\...\Colors.class
..............\...\...\Constrain.class
..............\...\...\MultiLineLabel.class
..............\...\...\MultiLineString.class
..............\...\...\OkCancelDialog$1.class
..............\...\...\OkCancelDialog$2.class
..............\...\...\OkCancelDialog$3.class
..............\...\...\OkCancelDialog.class
..............\...\...\PopupAdapter.class
..............\...\...\PopupDialog$1.class
..............\...\...\PopupDialog$2.class
..............\...\...\PopupDialog$3.class
..............\...\...\PopupDialog$4.class
..............\...\...\PopupDialog$5.class
..............\...\...\PopupDialog.class
..............\...\...\PopupEvent.class
..............\...\...\PopupListener.class
..............\...\...\RunnableDialog$DialogThread.class
..............\...\...\RunnableDialog.class
..............\...\...\TabPanel$MouseHandler.class
..............\...\...\TabPanel.class
..............\...\enum
..............\...\....\ArrayEnumeration.class
..............\...\....\ConcatEnumeration.class
..............\...\....\EmptyEnumeration.class
..............\...\....\FilteredEnumeration.class
..............\...\....\MemoizedEnumeration.class
..............\...\....\PairEnumeration.class
..............\...\....\RestartableEnumeration.class
..............\...\util
..............\...\....\BinarySearch.class
..............\...\....\CaselessString.class
..............\...\....\Config.class
..............\...\....\Debug$NoDebug.class
..............\...\....\Debug$Quiet.class
..............\...\....\Debug$Verbose.class
..............\...\....\Debug.class
..............\...\....\Exec.class
..............\...\....\History$HistoryEnumeration.class
..............\...\....\History.class
..............\...\....\Mem.class
..............\...\....\MergingHashtable.class
..............\...\....\PQItem.class
..............\...\....\Prioritized.class
..............\...\....\PriorityQueue.class
..............\...\....\Reflect.class
..............\...\....\Str.class
..............\...\....\Thr.class
..............\...\....\Timer.class
..............\...\....\TimerManager.class
..............\...\....\Win.class
..............\symantec
..............\........\itools
..............\........\......\awt
..............\........\......\...\InvalidTreeNodeException.class
..............\........\......\...\TreeNode.class
..............\........\......\...\TreeView.class
..............\websphinx
..............\.........\searchengine
..............\.........\............\AltaVista.class
..............\.........\............\Excite.class
..............\.........\............\Google.class
..............\.........\............\HotBot.class
..............\.........\............\MetaCrawler.class
..............\.........\............\NewsBot.class
..............\.........\............\NewsIndex.class
..............\.........\............\Search.class
..............\.........\............\SearchEngine.class
..............\.........\............\SearchEngineResult.class
..............\.........\workbench
..............\.........\.........\ActionEditor.class
..............\.........\.........\ActionFeatureArgs.class
..............\.........\.........\ActionFeatureChoice.class
..............\.........\.........\Browser.class
..............\.........\.........\ClassifierListEditor.class
..............\.........\.........\ConcatAction.class
..............\.........\.........\ConcatOptions.class
..............\.........\.........\ContentPredicate.class
..............\.........\.........\Context.class
..............\.........\.........\CrawlerEditor.class
..............\.........\.........\DownloadParametersEditor.class
..............\.........\.........\DualPredicate.class
..............\.........\.........\ExtractAction.class
..............\.........\.........\FeatureChoice.class
..............\.........\.........\GraphLayout.class
..............\.........\.........\GraphLayoutControlPanel.class
..............\.........\.........\HighlightAction.class
..............\.........\.........\LabelPredicate.class
..............\.........\.........\LinkFeatureArgs.class
..............\.........\.........\LinkFeatureChoice.class
..............\.........\.........\LinkPredicateEditor.class
..............\.........\.........\LinkViewEvent.class
..............\.........\.........\LinkViewListener.class
..............\.........\.........\MirrorAction.class
..............\.........\.........\Netscape.class
..............\.........\.........\Netscape4Access.class
..............\.........\.........\PageFeatureArgs.class
..............\.........\.........\PageFeatureChoice.class
..............\.........\.........\PagePredicateEditor.class
..............\.........\.........\RenderedEdge.class
..............\.........\.........\RenderedNode.class
..............\.........\.........\Script.class
..............\.........\.........\ScriptException.class
..............\.........\.........\ScriptInterpreter.class
..............\.........\.........\SimpleCrawlerEditor.class
..............\.........\.........\Statistics.class
..............\.........\.........\Tipped.class
..............\.........\.........\TitlePredicate.class
..............\.........\.........\URLPredicate.class
..............\.........\.........\WebEdge.class
..............\.........\.........\WebGraph.class
..............\.........\.........\WebNode.class
..............\.........\.........\WebOutline.class
..............\.........\.........\Workbench.class
..............\.........\.........\WorkbenchApplet.class
..............\.........\.........\WorkbenchControlPanel.class
..............\.........\.........\WorkbenchFrame.class
..............\.........\.........\WorkbenchTabPanel.class
..............\.........\.........\WorkbenchVizFrame.class
..............\.........\.........\WorkbenchVizPanel.class
..............\.........\Access.class
..............\.........\Action.class
..............\.........\Chronicle.class
..............\.........\Classifier.class
..............\.........\Concatenator.class
..............\.........\CrawlAdapter.class
..............\.........\Crawler.class
..............\.........\CrawlEvent.class
..............\.........\CrawlListener.class
..............\.........\CrawlTimer.class
..............\.........\DownloadParameters.class
..............\.........\Element.class
..............\.........\EventLog.class
..............\.........\Form.class
..............\.........\FormButton.class
..............\.........\Hashtable2.class
..............\.........\HTMLParser.class
..............\.........\HTMLTransformer.class
..............\.........\Link.class
..............\.........\LinkEvent.class
..............\.........\LinkListener.class
..............\.........\LinkPredicate.class
..............\.........\LinkTransformer.class
..............\.........\Mirror.class
..............\.........\MirrorTransformer.class
..............\.........\Page.class
..............\.........\PagePredicate.class
..............\.........\Pattern.class
..............\.........\PatternMatcher.class
..............\.........\RecordTransformer.class
..............\.........\Regexp.class
..............\.........\RegexpMatcher.class
..............\.........\Region.class
..............\.........\RewritableLinkTransformer.class
..............\.........\RewriteRegion.class
..............\.........\RobotExclusion.class
..............\.........\StandardClassifier.class
..............\.........\Tag.class
..............\.........\Tagexp.class
..............\.........\TagexpMatcher.class
..............\.........\Text.class
..............\.........\Wildcard.class
..............\.........\Worm.class
..............\.........\WormTimer.class