add a robots.txt for the search engines spiders

git-svn-id: svn+ssh://scm.gforge.inria.fr/svn/simgrid/simgrid/trunk@3055 48e7efb5-ca39-0410-a469-dd3cf9ba447f

diff --git a/Makefile.am b/Makefile.am
index dd63f42..b79e2b5 100644 (file)
--- a/Makefile.am
+++ b/Makefile.am
@@ -85,7 +85,7 @@ sync-gforge:
        rsync --verbose --cvs-exclude --compress --delete --delete-excluded --rsh=ssh --ignore-times \
            --recursive --links --perms --times --omit-dir-times  \
            doc/html/ scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/doc/ || true
-       scp doc/index.php scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
+       scp doc/index.php doc/robots.txt scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
        scp doc/simgrid_modules2.png doc/simgrid_modules.png doc/simgrid_logo.png doc/simgrid_logo_small.png scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
        ssh scm.gforge.inria.fr "chgrp -R simgrid /var/lib/gforge/chroot/home/groups/simgrid/htdocs/"
        ssh scm.gforge.inria.fr "chmod g+rw -R /var/lib/gforge/chroot/home/groups/simgrid/htdocs/* || true"

diff --git a/Makefile.in b/Makefile.in
index 0f4aba9..9f915a9 100644 (file)
--- a/Makefile.in
+++ b/Makefile.in
@@ -723,7 +723,7 @@ gramine:
 @MAINTAINER_MODE_TRUE@ rsync --verbose --cvs-exclude --compress --delete --delete-excluded --rsh=ssh --ignore-times \
 @MAINTAINER_MODE_TRUE@     --recursive --links --perms --times --omit-dir-times  \
 @MAINTAINER_MODE_TRUE@     doc/html/ scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/doc/ || true
-@MAINTAINER_MODE_TRUE@ scp doc/index.php scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
+@MAINTAINER_MODE_TRUE@ scp doc/index.php doc/robots.txt scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
 @MAINTAINER_MODE_TRUE@ scp doc/simgrid_modules2.png doc/simgrid_modules.png doc/simgrid_logo.png doc/simgrid_logo_small.png scm.gforge.inria.fr:/var/lib/gforge/chroot/home/groups/simgrid/htdocs/
 @MAINTAINER_MODE_TRUE@ ssh scm.gforge.inria.fr "chgrp -R simgrid /var/lib/gforge/chroot/home/groups/simgrid/htdocs/"
 @MAINTAINER_MODE_TRUE@ ssh scm.gforge.inria.fr "chmod g+rw -R /var/lib/gforge/chroot/home/groups/simgrid/htdocs/* || true"

diff --git a/doc/robots.txt b/doc/robots.txt
new file mode 100644 (file)
index 0000000..7ce4fc9
--- /dev/null
+++ b/doc/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Allow: *