CrawlMapper 1.0

Zeta Centauri in Web Development / Site Administration

CrawlMapper screenshot

User Rating: 3.3 (24 votes)

CrawlMapper is a tool to crawl a website and generate a text-based sitemap. It also generates a list of URLs it was unable to crawl on the site. It can be run in both GUI mode and via the command line for use in scripts and automated tasks.

File Size: 300 kB License: Demo Price: $4.99
Related: website - web - crawl - crawler - sitemap - generator - creator - site - map
Platform: Windows 7 x32, Windows 7 x64, Windows Vista, Windows Vista x64, Windows XP
System Requirements: .Net Framework 3.5
Downloads: Total: 80 | This Month: 0 Released: 2012-12-10
CrawlMapper Similar Software
Popular Software in Web Development / Site Administration

IP2Location IP-COUNTRY-REGION-CITY-LATITUDE-LONGITUDE Database May.2020 IP2Location.com    

IP address to country, region, city, latitude and longitude.. Free download of IP2Location IP-COUNTRY-REGION-CITY-LATITUDE-LONGITUDE Database May.2020

SEO Administrator 5.2 FlamingoSoft    

A complete set of SEO tools for successful website promotions.. Free download of SEO Administrator 5.2

profiSUBMIT 10.5.6 IN MEDIA KG    

Search engine submission software for professionals. Free download of profiSUBMIT 10.5.6

Fast Link Checker 3.1.0.800 WebTweakTools.com    

An advanced tool to find broken links on web sites.. Free download of Fast Link Checker 3.1.0.800

Active WebTraffic 9.2.4 Myrasoft    

Promotes your web site to the search engines and directories like the Pros do.. Free download of Active WebTraffic 9.2.4

 SERVER:array(45) {
  ["REDIRECT_UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["REDIRECT_SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["REDIRECT_SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["REDIRECT_PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["REDIRECT_HTTPS"]=>
  string(2) "on"
  ["REDIRECT_SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["REDIRECT_STATUS"]=>
  string(3) "200"
  ["UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["HTTPS"]=>
  string(2) "on"
  ["SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_USER_AGENT"]=>
  string(40) "CCBot/2.0 (https://commoncrawl.org/faq/)"
  ["HTTP_ACCEPT"]=>
  string(63) "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
  ["HTTP_ACCEPT_LANGUAGE"]=>
  string(14) "en-US,en;q=0.5"
  ["HTTP_IF_MODIFIED_SINCE"]=>
  string(29) "Sun, 19 May 2019 23:47:15 UTC"
  ["HTTP_ACCEPT_ENCODING"]=>
  string(7) "br,gzip"
  ["HTTP_HOST"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_CONNECTION"]=>
  string(10) "Keep-Alive"
  ["PATH"]=>
  string(49) "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin"
  ["SERVER_SIGNATURE"]=>
  string(0) ""
  ["SERVER_SOFTWARE"]=>
  string(52) "Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fips PHP/5.4.16"
  ["SERVER_NAME"]=>
  string(23) "www.downloadtyphoon.com"
  ["SERVER_ADDR"]=>
  string(11) "45.55.49.28"
  ["SERVER_PORT"]=>
  string(3) "443"
  ["REMOTE_ADDR"]=>
  string(14) "34.204.168.209"
  ["DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["REQUEST_SCHEME"]=>
  string(5) "https"
  ["CONTEXT_PREFIX"]=>
  string(0) ""
  ["CONTEXT_DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["SERVER_ADMIN"]=>
  string(24) "info@downloadtyphoon.com"
  ["SCRIPT_FILENAME"]=>
  string(42) "/var/www/downloadtyphoon/view-software.php"
  ["REMOTE_PORT"]=>
  string(5) "46358"
  ["REDIRECT_QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REDIRECT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["GATEWAY_INTERFACE"]=>
  string(7) "CGI/1.1"
  ["SERVER_PROTOCOL"]=>
  string(8) "HTTP/1.1"
  ["REQUEST_METHOD"]=>
  string(3) "GET"
  ["QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REQUEST_URI"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_NAME"]=>
  string(18) "/view-software.php"
  ["PHP_SELF"]=>
  string(18) "/view-software.php"
  ["REQUEST_TIME_FLOAT"]=>
  float(1590832693.916)
  ["REQUEST_TIME"]=>
  int(1590832693)
}

 SERVER:array(45) {
  ["REDIRECT_UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["REDIRECT_SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["REDIRECT_SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["REDIRECT_PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["REDIRECT_HTTPS"]=>
  string(2) "on"
  ["REDIRECT_SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["REDIRECT_STATUS"]=>
  string(3) "200"
  ["UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["HTTPS"]=>
  string(2) "on"
  ["SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_USER_AGENT"]=>
  string(40) "CCBot/2.0 (https://commoncrawl.org/faq/)"
  ["HTTP_ACCEPT"]=>
  string(63) "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
  ["HTTP_ACCEPT_LANGUAGE"]=>
  string(14) "en-US,en;q=0.5"
  ["HTTP_IF_MODIFIED_SINCE"]=>
  string(29) "Sun, 19 May 2019 23:47:15 UTC"
  ["HTTP_ACCEPT_ENCODING"]=>
  string(7) "br,gzip"
  ["HTTP_HOST"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_CONNECTION"]=>
  string(10) "Keep-Alive"
  ["PATH"]=>
  string(49) "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin"
  ["SERVER_SIGNATURE"]=>
  string(0) ""
  ["SERVER_SOFTWARE"]=>
  string(52) "Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fips PHP/5.4.16"
  ["SERVER_NAME"]=>
  string(23) "www.downloadtyphoon.com"
  ["SERVER_ADDR"]=>
  string(11) "45.55.49.28"
  ["SERVER_PORT"]=>
  string(3) "443"
  ["REMOTE_ADDR"]=>
  string(14) "34.204.168.209"
  ["DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["REQUEST_SCHEME"]=>
  string(5) "https"
  ["CONTEXT_PREFIX"]=>
  string(0) ""
  ["CONTEXT_DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["SERVER_ADMIN"]=>
  string(24) "info@downloadtyphoon.com"
  ["SCRIPT_FILENAME"]=>
  string(42) "/var/www/downloadtyphoon/view-software.php"
  ["REMOTE_PORT"]=>
  string(5) "46358"
  ["REDIRECT_QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REDIRECT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["GATEWAY_INTERFACE"]=>
  string(7) "CGI/1.1"
  ["SERVER_PROTOCOL"]=>
  string(8) "HTTP/1.1"
  ["REQUEST_METHOD"]=>
  string(3) "GET"
  ["QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REQUEST_URI"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_NAME"]=>
  string(18) "/view-software.php"
  ["PHP_SELF"]=>
  string(18) "/view-software.php"
  ["REQUEST_TIME_FLOAT"]=>
  float(1590832693.916)
  ["REQUEST_TIME"]=>
  int(1590832693)
}
 SERVER:array(45) {
  ["REDIRECT_UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["REDIRECT_SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["REDIRECT_SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["REDIRECT_PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["REDIRECT_HTTPS"]=>
  string(2) "on"
  ["REDIRECT_SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["REDIRECT_STATUS"]=>
  string(3) "200"
  ["UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["HTTPS"]=>
  string(2) "on"
  ["SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_USER_AGENT"]=>
  string(40) "CCBot/2.0 (https://commoncrawl.org/faq/)"
  ["HTTP_ACCEPT"]=>
  string(63) "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
  ["HTTP_ACCEPT_LANGUAGE"]=>
  string(14) "en-US,en;q=0.5"
  ["HTTP_IF_MODIFIED_SINCE"]=>
  string(29) "Sun, 19 May 2019 23:47:15 UTC"
  ["HTTP_ACCEPT_ENCODING"]=>
  string(7) "br,gzip"
  ["HTTP_HOST"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_CONNECTION"]=>
  string(10) "Keep-Alive"
  ["PATH"]=>
  string(49) "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin"
  ["SERVER_SIGNATURE"]=>
  string(0) ""
  ["SERVER_SOFTWARE"]=>
  string(52) "Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fips PHP/5.4.16"
  ["SERVER_NAME"]=>
  string(23) "www.downloadtyphoon.com"
  ["SERVER_ADDR"]=>
  string(11) "45.55.49.28"
  ["SERVER_PORT"]=>
  string(3) "443"
  ["REMOTE_ADDR"]=>
  string(14) "34.204.168.209"
  ["DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["REQUEST_SCHEME"]=>
  string(5) "https"
  ["CONTEXT_PREFIX"]=>
  string(0) ""
  ["CONTEXT_DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["SERVER_ADMIN"]=>
  string(24) "info@downloadtyphoon.com"
  ["SCRIPT_FILENAME"]=>
  string(42) "/var/www/downloadtyphoon/view-software.php"
  ["REMOTE_PORT"]=>
  string(5) "46358"
  ["REDIRECT_QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REDIRECT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["GATEWAY_INTERFACE"]=>
  string(7) "CGI/1.1"
  ["SERVER_PROTOCOL"]=>
  string(8) "HTTP/1.1"
  ["REQUEST_METHOD"]=>
  string(3) "GET"
  ["QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REQUEST_URI"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_NAME"]=>
  string(18) "/view-software.php"
  ["PHP_SELF"]=>
  string(18) "/view-software.php"
  ["REQUEST_TIME_FLOAT"]=>
  float(1590832693.916)
  ["REQUEST_TIME"]=>
  int(1590832693)
}
 SERVER:array(45) {
  ["REDIRECT_UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["REDIRECT_SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["REDIRECT_SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["REDIRECT_PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["REDIRECT_HTTPS"]=>
  string(2) "on"
  ["REDIRECT_SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["REDIRECT_STATUS"]=>
  string(3) "200"
  ["UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["HTTPS"]=>
  string(2) "on"
  ["SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_USER_AGENT"]=>
  string(40) "CCBot/2.0 (https://commoncrawl.org/faq/)"
  ["HTTP_ACCEPT"]=>
  string(63) "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
  ["HTTP_ACCEPT_LANGUAGE"]=>
  string(14) "en-US,en;q=0.5"
  ["HTTP_IF_MODIFIED_SINCE"]=>
  string(29) "Sun, 19 May 2019 23:47:15 UTC"
  ["HTTP_ACCEPT_ENCODING"]=>
  string(7) "br,gzip"
  ["HTTP_HOST"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_CONNECTION"]=>
  string(10) "Keep-Alive"
  ["PATH"]=>
  string(49) "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin"
  ["SERVER_SIGNATURE"]=>
  string(0) ""
  ["SERVER_SOFTWARE"]=>
  string(52) "Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fips PHP/5.4.16"
  ["SERVER_NAME"]=>
  string(23) "www.downloadtyphoon.com"
  ["SERVER_ADDR"]=>
  string(11) "45.55.49.28"
  ["SERVER_PORT"]=>
  string(3) "443"
  ["REMOTE_ADDR"]=>
  string(14) "34.204.168.209"
  ["DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["REQUEST_SCHEME"]=>
  string(5) "https"
  ["CONTEXT_PREFIX"]=>
  string(0) ""
  ["CONTEXT_DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["SERVER_ADMIN"]=>
  string(24) "info@downloadtyphoon.com"
  ["SCRIPT_FILENAME"]=>
  string(42) "/var/www/downloadtyphoon/view-software.php"
  ["REMOTE_PORT"]=>
  string(5) "46358"
  ["REDIRECT_QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REDIRECT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["GATEWAY_INTERFACE"]=>
  string(7) "CGI/1.1"
  ["SERVER_PROTOCOL"]=>
  string(8) "HTTP/1.1"
  ["REQUEST_METHOD"]=>
  string(3) "GET"
  ["QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REQUEST_URI"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_NAME"]=>
  string(18) "/view-software.php"
  ["PHP_SELF"]=>
  string(18) "/view-software.php"
  ["REQUEST_TIME_FLOAT"]=>
  float(1590832693.916)
  ["REQUEST_TIME"]=>
  int(1590832693)
}
 SERVER:array(45) {
  ["REDIRECT_UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["REDIRECT_SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["REDIRECT_SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["REDIRECT_PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["REDIRECT_HTTPS"]=>
  string(2) "on"
  ["REDIRECT_SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["REDIRECT_STATUS"]=>
  string(3) "200"
  ["UNIQUE_ID"]=>
  string(27) "XtIuNWrn51cnLa4wHxLkUAAAAAc"
  ["SCRIPT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_URI"]=>
  string(56) "https://www.downloadtyphoon.com/crawlmapper/infobcuairye"
  ["PERL5LIB"]=>
  string(49) "/usr/share/awstats/lib:/usr/share/awstats/plugins"
  ["HTTPS"]=>
  string(2) "on"
  ["SSL_TLS_SNI"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_USER_AGENT"]=>
  string(40) "CCBot/2.0 (https://commoncrawl.org/faq/)"
  ["HTTP_ACCEPT"]=>
  string(63) "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8"
  ["HTTP_ACCEPT_LANGUAGE"]=>
  string(14) "en-US,en;q=0.5"
  ["HTTP_IF_MODIFIED_SINCE"]=>
  string(29) "Sun, 19 May 2019 23:47:15 UTC"
  ["HTTP_ACCEPT_ENCODING"]=>
  string(7) "br,gzip"
  ["HTTP_HOST"]=>
  string(23) "www.downloadtyphoon.com"
  ["HTTP_CONNECTION"]=>
  string(10) "Keep-Alive"
  ["PATH"]=>
  string(49) "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin"
  ["SERVER_SIGNATURE"]=>
  string(0) ""
  ["SERVER_SOFTWARE"]=>
  string(52) "Apache/2.4.6 (CentOS) OpenSSL/1.0.2k-fips PHP/5.4.16"
  ["SERVER_NAME"]=>
  string(23) "www.downloadtyphoon.com"
  ["SERVER_ADDR"]=>
  string(11) "45.55.49.28"
  ["SERVER_PORT"]=>
  string(3) "443"
  ["REMOTE_ADDR"]=>
  string(14) "34.204.168.209"
  ["DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["REQUEST_SCHEME"]=>
  string(5) "https"
  ["CONTEXT_PREFIX"]=>
  string(0) ""
  ["CONTEXT_DOCUMENT_ROOT"]=>
  string(25) "/var/www/downloadtyphoon/"
  ["SERVER_ADMIN"]=>
  string(24) "info@downloadtyphoon.com"
  ["SCRIPT_FILENAME"]=>
  string(42) "/var/www/downloadtyphoon/view-software.php"
  ["REMOTE_PORT"]=>
  string(5) "46358"
  ["REDIRECT_QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REDIRECT_URL"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["GATEWAY_INTERFACE"]=>
  string(7) "CGI/1.1"
  ["SERVER_PROTOCOL"]=>
  string(8) "HTTP/1.1"
  ["REQUEST_METHOD"]=>
  string(3) "GET"
  ["QUERY_STRING"]=>
  string(15) "UniqID=bcuairye"
  ["REQUEST_URI"]=>
  string(25) "/crawlmapper/infobcuairye"
  ["SCRIPT_NAME"]=>
  string(18) "/view-software.php"
  ["PHP_SELF"]=>
  string(18) "/view-software.php"
  ["REQUEST_TIME_FLOAT"]=>
  float(1590832693.916)
  ["REQUEST_TIME"]=>
  int(1590832693)
}