index.js
function createDefaultOptions(url) {

  var options = {
      referer                 : DEFAULT_REFERER,
      skipDuplicates          : DEFAULT_SKIP_DUPLICATES,
      maxConnections          : DEFAULT_NUMBER_OF_CONNECTIONS,
      rateLimits              : DEFAULT_RATE_LIMITS,
      externalDomains         : DEFAULT_CRAWL_EXTERNAL_DOMAINS,
      externalHosts           : DEFAULT_CRAWL_EXTERNAL_HOSTS,
      firstExternalLinkOnly   : DEFAULT_FIRST_EXTERNAL_LINK_ONLY,
      scripts                 : DEFAULT_CRAWL_SCRIPTS,
      links                   : DEFAULT_CRAWL_LINKS,
      linkTypes               : DEFAULT_LINKS_TYPES,
      images                  : DEFAULT_CRAWL_IMAGES,
      protocols               : DEFAULT_PROTOCOLS_TO_CRAWL,
      timeout                 : DEFAULT_TIME_OUT,
      retries                 : DEFAULT_RETRIES,
      retryTimeout            : DEFAULT_RETRY_TIMEOUT,
      depthLimit              : DEFAULT_DEPTH_LIMIT,
      followRedirect          : DEFAULT_FOLLOW_301,
      userAgent               : DEFAULT_USER_AGENT,
      domainBlackList         : domainBlackList,
      suffixBlackList         : suffixBlackList,
      retry400                : DEFAULT_RETRY_400,
      isExternal              : false,
      storeModuleName         : DEFAULT_STORE_MODULE,
      queueModuleName         : DEFAULT_QUEUE_MODULE,
      jar                     : DEFAULT_JAR

  };

  if (url) {
    options.url = url;
  }

  return options;

}
function createDefaultOptions(url) {

  var options = {
      referer                 : DEFAULT_REFERER,
      skipDuplicates          : DEFAULT_SKIP_DUPLICATES,
      maxConnections          : DEFAULT_NUMBER_OF_CONNECTIONS,
      rateLimits              : DEFAULT_RATE_LIMITS,
      externalDomains         : DEFAULT_CRAWL_EXTERNAL_DOMAINS,
      externalHosts           : DEFAULT_CRAWL_EXTERNAL_HOSTS,
      firstExternalLinkOnly   : DEFAULT_FIRST_EXTERNAL_LINK_ONLY,
      scripts                 : DEFAULT_CRAWL_SCRIPTS,
      links                   : DEFAULT_CRAWL_LINKS,
      linkTypes               : DEFAULT_LINKS_TYPES,
      images                  : DEFAULT_CRAWL_IMAGES,
      protocols               : DEFAULT_PROTOCOLS_TO_CRAWL,
      timeout                 : DEFAULT_TIME_OUT,
      retries                 : DEFAULT_RETRIES,
      retryTimeout            : DEFAULT_RETRY_TIMEOUT,
      depthLimit              : DEFAULT_DEPTH_LIMIT,
      followRedirect          : DEFAULT_FOLLOW_301,
      userAgent               : DEFAULT_USER_AGENT,
      domainBlackList         : domainBlackList,
      suffixBlackList         : suffixBlackList,
      retry400                : DEFAULT_RETRY_400,
      isExternal              : false,
      storeModuleName         : DEFAULT_STORE_MODULE,
      queueModuleName         : DEFAULT_QUEUE_MODULE,
      jar                     : DEFAULT_JAR

  };

  if (url) {
    options.url = url;
  }

  return options;

}
function createDefaultOptions ( url ) { var options = { referer : DEFAULT_REFERER , skipDuplicates : DEFAULT_SKIP_DUPLICATES , maxConnections : DEFAULT_NUMBER_OF_CONNECTIONS , rateLimits : DEFAULT_RATE_LIMITS , externalDomains : DEFAULT_CRAWL_EXTERNAL_DOMAINS , externalHosts : DEFAULT_CRAWL_EXTERNAL_HOSTS , firstExternalLinkOnly : DEFAULT_FIRST_EXTERNAL_LINK_ONLY , scripts : DEFAULT_CRAWL_SCRIPTS , links : DEFAULT_CRAWL_LINKS , linkTypes : DEFAULT_LINKS_TYPES , images : DEFAULT_CRAWL_IMAGES , protocols : DEFAULT_PROTOCOLS_TO_CRAWL , timeout : DEFAULT_TIME_OUT , retries : DEFAULT_RETRIES , retryTimeout : DEFAULT_RETRY_TIMEOUT , depthLimit : DEFAULT_DEPTH_LIMIT , followRedirect : DEFAULT_FOLLOW_301 , userAgent : DEFAULT_USER_AGENT , domainBlackList : domainBlackList , suffixBlackList : suffixBlackList , retry400 : DEFAULT_RETRY_400 , isExternal : false , storeModuleName : DEFAULT_STORE_MODULE , queueModuleName : DEFAULT_QUEUE_MODULE , jar : DEFAULT_JAR } ; if ( url ) { options . url = url ; } return options ; }
Create the default crawl options

@returns the default crawl options
Create the default crawl options