[interchange-cvs] interchange - kwalsh modified dist/robots.cfg

[interchange-cvs at icdevgroup.org]

User:      kwalsh
Date:      2007-03-29 02:05:29 GMT
Modified:  dist     robots.cfg
Log:
    * Re-arranged the entries into alphabetical order, for ease of
      maintenance.

Revision  Changes    Path
2.3       +61 -56    interchange/dist/robots.cfg


rev 2.3, prev_rev 2.2
Index: robots.cfg
===================================================================
RCS file: /var/cvs/interchange/dist/robots.cfg,v
retrieving revision 2.2
retrieving revision 2.3
diff -u -r2.2 -r2.3
--- robots.cfg	8 Mar 2007 15:40:35 -0000	2.2
+++ robots.cfg	29 Mar 2007 02:05:29 -0000	2.3
@@ -1,129 +1,134 @@
 RobotUA <<EOR
-    ATN_Worldwide,
+    adressendeutschland,
+    agent,
     AltaVista,
+    appie,
+    AppleSyndication,
     Arachnoidea,
     Aranha,
     Architext,
+    archive,
     Argus,
     Ask,
+    asterias,
+    ATN_Worldwide,
     Atomz,
     BackRub,
+    bender,
     Bookdog,
     BookmarkSync,
+    bot,
     Builder,
+    ccubee,
+    cfetch,
     CFNetwork,
     CMC,
+    collector,
+    complex_network_group,
     Contact,
+    crawl,
     Creep,
     Digital*Integrity,
     Directory,
-    EZResult,
+    dogpile,
     Excite,
+    EZResult,
     FavOrg,
     Ferret,
+    fido,
+    find,
     Fireball,
+    gazz,
     GetRight,
+    gonzo,
     Google-Sitemaps,
     GoogleBot,
+    grab,
+    griffon,
     Gromit,
     Gulliver,
     H?m?h?kki,
     Harvest,
+    holmes,
     Hubater,
-    INGRID,
     IncyWincy,
-    JPluck,
+    index,
+    INGRID,
     Jack,
+    JPluck,
     KIT*Fireball,
     Kototoi,
-    LWP,
+    larbin,
     Leech,
+    legs,
+    locator,
+    LWP,
     Lycos,
+    marvin,
     Mediapartners,
     MegaSheep,
     Mercator,
+    Microsoft Data Access,
+    Microsoft Office,
+    Microsoft-WebDAV,
     MimeLive,
+    mirago,
     Miva,
+    moget,
+    MSFrontPage,
     Nazilla,
     NetMechanic,
     NetScoop,
+    newscan,
     Nutch,
     Ocelli,
+    ozelot,
+    pagebull,
     ParaSite,
     Pokey,
     Pompos,
     Refiner,
+    retrieve,
     RoboDude,
     Rover,
     Rutgers,
     Scooter,
+    search,
+    seek,
+    silk,
     Slurp,
+    sna,
     Snappy,
     Snoopy,
+    speedy,
+    spider,
     Spyder,
+    suke,
+    Susie,
+    swish,
     T-H-U-N-D-E-R-S-T-O-N-E,
+    tarantula,
+    topiclink,
     Toutatis,
     Tv*Merc,
+    urllib,
     Valkyrie,
     Voyager,
     W3C_Validator,
     Walker,
+    wget,
     WhizBang,
+    whowhere,
+    winona,
     Wire,
     Wombat,
     WordPress,
-    Yahoo,
-    Yandex,
-    ZyBorg,
-    adressendeutschland,
-    agent,
-    appie,
-    archive,
-    asterias,
-    bot,
-    ccubee,
-    cfetch,
-    collector,
-    complex_network_group,
-    contact,
-    crawl,
-    dogpile,
-    fido,
-    find,
-    gazz,
-    gonzo,
-    grab,
-    griffon,
-    holmes,
-    index,
-    larbin,
-    legs,
-    locator,
-    marvin,
-    mirago,
-    moget,
-    newscan,
-    ozelot,
-    pagebull,
-    retrieve,
-    search,
-    seek,
-    silk,
-    sna,
-    speedy,
-    spider,
-    suke,
-    swish,
-    tarantula,
-    topiclink,
-    urllib,
-    voyager,
-    wget,
-    whowhere,
-    winona,
     worm,
     wwwster,
     xtreme,
+    Yahoo,
+    Yandex,
+    ZyBorg,
 EOR
 
 RobotIP <<EOR
@@ -141,18 +146,18 @@
 EOR
 
 RobotHost <<EOR
+    *.analys.google.com,
     *.ask.com,
     *.crawler*.com,
     *.csccorporatedomains.com,
     *.excite.com,
-    *.analys.google.com,
     *.googlebot.com,
     *.infoseek.com,
     *.inktomi.com,
     *.inktomisearch.com,
     *.lycos.com,
-    msnbot.msn.com,
     *.pa-x.dec.com,
     add-url.altavista.com,
+    msnbot.msn.com,
     westinghouse-rsl-com-usa.NorthRoyalton.cw.net,
 EOR