arachnid/docs/Arachnid.html

1088 lines
41 KiB
HTML
Raw Permalink Normal View History

2019-06-27 03:25:07 +00:00
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="generator" content="Crystal Docs 0.29.0">
<link href="css/style.css" rel="stylesheet" type="text/css">
<script type="text/javascript" src="js/doc.js"></script>
<script type="text/javascript">
CrystalDoc.base_path = "";
</script>
<meta id="repository-name" content="github.com/watzon/arachnid">
<title>Arachnid - github.com/watzon/arachnid</title>
</head>
<body>
<div class="sidebar">
<div class="sidebar-header">
<div class="search-box">
<input type="search" class="search-input" placeholder="Search..." spellcheck="false" aria-label="Search">
</div>
<div class="repository-links">
<a href="index.html">README</a>
</div>
</div>
<div class="search-results" class="hidden">
<ul class="search-list"></ul>
</div>
<div class="types-list">
<ul>
<li class="parent open current" data-id="github.com/watzon/arachnid/Arachnid" data-name="arachnid">
<a href="Arachnid.html">Arachnid</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Agent" data-name="arachnid::agent">
<a href="Arachnid/Agent.html">Agent</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions" data-name="arachnid::agent::actions">
<a href="Arachnid/Agent/Actions.html">Actions</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions/Action" data-name="arachnid::agent::actions::action">
<a href="Arachnid/Agent/Actions/Action.html">Action</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions/Paused" data-name="arachnid::agent::actions::paused">
<a href="Arachnid/Agent/Actions/Paused.html">Paused</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions/RuntimeError" data-name="arachnid::agent::actions::runtimeerror">
<a href="Arachnid/Agent/Actions/RuntimeError.html">RuntimeError</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions/SkipLink" data-name="arachnid::agent::actions::skiplink">
<a href="Arachnid/Agent/Actions/SkipLink.html">SkipLink</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Actions/SkipResource" data-name="arachnid::agent::actions::skipresource">
<a href="Arachnid/Agent/Actions/SkipResource.html">SkipResource</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Agent/Queue" data-name="arachnid::agent::queue">
<a href="Arachnid/Agent/Queue.html">Queue</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/AuthCredential" data-name="arachnid::authcredential">
<a href="Arachnid/AuthCredential.html">AuthCredential</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/AuthStore" data-name="arachnid::authstore">
<a href="Arachnid/AuthStore.html">AuthStore</a>
</li>
2019-06-30 23:30:15 +00:00
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli" data-name="arachnid::cli">
<a href="Arachnid/Cli.html">Cli</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Action" data-name="arachnid::cli::action">
<a href="Arachnid/Cli/Action.html">Action</a>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library" data-name="arachnid::cli::command_main_command_of_clim_library">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library.html">Command_Main_command_of_clim_library</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap.html">Command_Sitemap</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap.html">Options_Sitemap</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_json" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_json">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_json.html">Option_json</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_output" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_output">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_output.html">Option_output</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_xml" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_xml">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_xml.html">Option_xml</a>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap.html">Options_Sitemap</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_json" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_json">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_json.html">Option_json</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_output" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_output">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_output.html">Option_output</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_xml" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::options_sitemap::option_xml">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/Options_Sitemap/Option_xml.html">Option_xml</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/RunProc" data-name="arachnid::cli::command_main_command_of_clim_library::command_sitemap::runproc">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Sitemap/RunProc.html">RunProc</a>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize.html">Command_Summarize</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize.html">Options_Summarize</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_codes" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_codes">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_codes.html">Option_codes</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_elinks" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_elinks">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_elinks.html">Option_elinks</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_ilinks" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_ilinks">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_ilinks.html">Option_ilinks</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_limit" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_limit">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_limit.html">Option_limit</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_output" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_output">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_output.html">Option_output</a>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize.html">Options_Summarize</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_codes" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_codes">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_codes.html">Option_codes</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_elinks" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_elinks">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_elinks.html">Option_elinks</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_ilinks" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_ilinks">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_ilinks.html">Option_ilinks</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_limit" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_limit">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_limit.html">Option_limit</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_output" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::options_summarize::option_output">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/Options_Summarize/Option_output.html">Option_output</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/RunProc" data-name="arachnid::cli::command_main_command_of_clim_library::command_summarize::runproc">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Command_Summarize/RunProc.html">RunProc</a>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library.html">Options_Main_command_of_clim_library</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_version" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library::option_version">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_version.html">Option_version</a>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library.html">Options_Main_command_of_clim_library</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_help" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library::option_help">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_help.html">Option_help</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_version" data-name="arachnid::cli::command_main_command_of_clim_library::options_main_command_of_clim_library::option_version">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/Options_Main_command_of_clim_library/Option_version.html">Option_version</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Command_Main_command_of_clim_library/RunProc" data-name="arachnid::cli::command_main_command_of_clim_library::runproc">
<a href="Arachnid/Cli/Command_Main_command_of_clim_library/RunProc.html">RunProc</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Count" data-name="arachnid::cli::count">
<a href="Arachnid/Cli/Count.html">Count</a>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Cli/Sitemap" data-name="arachnid::cli::sitemap">
<a href="Arachnid/Cli/Sitemap.html">Sitemap</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Sitemap/LastMod" data-name="arachnid::cli::sitemap::lastmod">
<a href="Arachnid/Cli/Sitemap/LastMod.html">LastMod</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Cli/Sitemap/PageMap" data-name="arachnid::cli::sitemap::pagemap">
<a href="Arachnid/Cli/Sitemap/PageMap.html">PageMap</a>
</li>
</ul>
</li>
</ul>
</li>
2019-06-27 03:25:07 +00:00
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/CookieJar" data-name="arachnid::cookiejar">
<a href="Arachnid/CookieJar.html">CookieJar</a>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Document" data-name="arachnid::document">
<a href="Arachnid/Document.html">Document</a>
<ul>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Document/HTML" data-name="arachnid::document::html">
<a href="Arachnid/Document/HTML.html">HTML</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Document/HTML/Tag" data-name="arachnid::document::html::tag">
<a href="Arachnid/Document/HTML/Tag.html">Tag</a>
</li>
</ul>
</li>
</ul>
</li>
<li class="parent " data-id="github.com/watzon/arachnid/Arachnid/Resource" data-name="arachnid::resource">
<a href="Arachnid/Resource.html">Resource</a>
<ul>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Resource/ContentTypes" data-name="arachnid::resource::contenttypes">
<a href="Arachnid/Resource/ContentTypes.html">ContentTypes</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Resource/Cookies" data-name="arachnid::resource::cookies">
<a href="Arachnid/Resource/Cookies.html">Cookies</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Resource/HTML" data-name="arachnid::resource::html">
<a href="Arachnid/Resource/HTML.html">HTML</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Resource/StatusCodes" data-name="arachnid::resource::statuscodes">
<a href="Arachnid/Resource/StatusCodes.html">StatusCodes</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/Rules" data-name="arachnid::rules(t)">
<a href="Arachnid/Rules.html">Rules</a>
</li>
<li class=" " data-id="github.com/watzon/arachnid/Arachnid/SessionCache" data-name="arachnid::sessioncache">
<a href="Arachnid/SessionCache.html">SessionCache</a>
</li>
</ul>
</li>
<li class=" " data-id="github.com/watzon/arachnid/URI" data-name="uri">
<a href="URI.html">URI</a>
</li>
</ul>
</div>
</div>
<div class="main-content">
<h1 class="type-name">
<span class="kind">module</span> Arachnid
</h1>
<h2>Extended Modules</h2>
<ul class="other-types-list">
<li class="other-type"><a href="Arachnid.html">Arachnid</a></li>
</ul>
<h2>Defined in:</h2>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/version.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/version.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/resource/content_types.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/resource/content_types.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/resource/cookies.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/resource/cookies.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/resource/html.cr#L3" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/resource/html.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/resource/status_codes.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/resource/status_codes.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/document/html.cr#L3" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/document/html.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/resource.cr#L11" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/resource.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/sanitizers.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/sanitizers.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/rules.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/rules.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/filters.cr#L3" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/filters.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/events.cr#L3" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/events.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/actions.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/actions.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/robots.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/robots.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/session_cache.cr#L4" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/session_cache.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/cookie_jar.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/cookie_jar.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/auth_credential.cr#L1" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/auth_credential.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/auth_store.cr#L6" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/auth_store.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent.cr#L11" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L5" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/arachnid.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/cli/action.cr#L1" target="_blank">
2019-06-30 23:30:15 +00:00
arachnid/cli/action.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/cli/count.cr#L6" target="_blank">
2019-06-30 23:30:15 +00:00
arachnid/cli/count.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/cli/sitemap.cr#L6" target="_blank">
2019-06-30 23:30:15 +00:00
arachnid/cli/sitemap.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/cli.cr#L5" target="_blank">
2019-06-30 23:30:15 +00:00
arachnid/cli.cr
</a>
<br/>
2019-06-30 23:53:02 +00:00
<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/agent/queue.cr#L5" target="_blank">
2019-06-27 03:25:07 +00:00
arachnid/agent/queue.cr
</a>
<br/>
<h2>Constant Summary</h2>
<dl>
<dt class="entry-const" id="VERSION">
<strong>VERSION</strong> = <code><span class="s">&quot;0.1.0&quot;</span></code>
</dt>
</dl>
<h2>Class Method Summary</h2>
<ul class="list-summary">
<li class="entry-summary">
<a href="#connect_timeout%3AInt32-class-method" class="signature"><strong>.connect_timeout</strong> : Int32</a>
<div class="summary"><p>Connect timeout.</p></div>
</li>
<li class="entry-summary">
<a href="#connect_timeout%3D%28connect_timeout%3AInt32%29-class-method" class="signature"><strong>.connect_timeout=</strong>(connect_timeout : Int32)</a>
<div class="summary"><p>Connect timeout.</p></div>
</li>
<li class="entry-summary">
<a href="#do_not_track%3D%28do_not_track%3ABool%29-class-method" class="signature"><strong>.do_not_track=</strong>(do_not_track : Bool)</a>
<div class="summary"><p>Should we set the DNT (Do Not Track) header?</p></div>
</li>
<li class="entry-summary">
<a href="#do_not_track%3F%3ABool-class-method" class="signature"><strong>.do_not_track?</strong> : Bool</a>
<div class="summary"><p>Should we set the DNT (Do Not Track) header?</p></div>
</li>
<li class="entry-summary">
<a href="#max_redirects%3AInt32-class-method" class="signature"><strong>.max_redirects</strong> : Int32</a>
<div class="summary"><p>Maximum amount of redirects to follow</p></div>
</li>
<li class="entry-summary">
<a href="#max_redirects%3D%28max_redirects%3AInt32%29-class-method" class="signature"><strong>.max_redirects=</strong>(max_redirects : Int32)</a>
<div class="summary"><p>Maximum amount of redirects to follow</p></div>
</li>
<li class="entry-summary">
<a href="#read_timeout%3AInt32-class-method" class="signature"><strong>.read_timeout</strong> : Int32</a>
<div class="summary"><p>Read timeout.</p></div>
</li>
<li class="entry-summary">
<a href="#read_timeout%3D%28read_timeout%3AInt32%29-class-method" class="signature"><strong>.read_timeout=</strong>(read_timeout : Int32)</a>
<div class="summary"><p>Read timeout.</p></div>
</li>
<li class="entry-summary">
<a href="#robots%3D%28robots%3ABool%29-class-method" class="signature"><strong>.robots=</strong>(robots : Bool)</a>
<div class="summary"><p>Specifies whether robots.txt should be honored globally</p></div>
</li>
<li class="entry-summary">
<a href="#robots%3F%3ABool-class-method" class="signature"><strong>.robots?</strong> : Bool</a>
<div class="summary"><p>Specifies whether robots.txt should be honored globally</p></div>
</li>
<li class="entry-summary">
<a href="#user_agent%3AString-class-method" class="signature"><strong>.user_agent</strong> : String</a>
<div class="summary"><p>The User-Agent string used by all Agent objects by default.</p></div>
</li>
<li class="entry-summary">
<a href="#user_agent%3D%28user_agent%3AString%29-class-method" class="signature"><strong>.user_agent=</strong>(user_agent : String)</a>
<div class="summary"><p>The User-Agent string used by all Agent objects by default.</p></div>
</li>
</ul>
<h2>Instance Method Summary</h2>
<ul class="list-summary">
<li class="entry-summary">
<a href="#host%28name%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method" class="signature"><strong>#host</strong>(name, **options, &block : Agent -> )</a>
<div class="summary"><p>See <code><a href="Arachnid/Agent.html#host%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.host</a></code></p></div>
</li>
<li class="entry-summary">
<a href="#site%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method" class="signature"><strong>#site</strong>(url, **options, &block : Agent -> )</a>
<div class="summary"><p>See <code><a href="Arachnid/Agent.html#site%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.site</a></code></p></div>
</li>
<li class="entry-summary">
<a href="#start_at%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method" class="signature"><strong>#start_at</strong>(url, **options, &block : Agent -> )</a>
<div class="summary"><p>See <code><a href="Arachnid/Agent.html#start_at%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.start_at</a></code></p></div>
</li>
</ul>
<div class="methods-inherited">
</div>
<h2>Class Method Detail</h2>
<div class="entry-detail" id="connect_timeout:Int32-class-method">
<div class="signature">
def self.<strong>connect_timeout</strong> : Int32
<a class="method-permalink" href="#connect_timeout%3AInt32-class-method">#</a>
</div>
<div class="doc"><p>Connect timeout.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L20" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="connect_timeout=(connect_timeout:Int32)-class-method">
<div class="signature">
def self.<strong>connect_timeout=</strong>(connect_timeout : Int32)
<a class="method-permalink" href="#connect_timeout%3D%28connect_timeout%3AInt32%29-class-method">#</a>
</div>
<div class="doc"><p>Connect timeout.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L24" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="do_not_track=(do_not_track:Bool)-class-method">
<div class="signature">
def self.<strong>do_not_track=</strong>(do_not_track : Bool)
<a class="method-permalink" href="#do_not_track%3D%28do_not_track%3ABool%29-class-method">#</a>
</div>
<div class="doc"><p>Should we set the DNT (Do Not Track) header?</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L18" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="do_not_track?:Bool-class-method">
<div class="signature">
def self.<strong>do_not_track?</strong> : Bool
<a class="method-permalink" href="#do_not_track%3F%3ABool-class-method">#</a>
</div>
<div class="doc"><p>Should we set the DNT (Do Not Track) header?</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L14" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="max_redirects:Int32-class-method">
<div class="signature">
def self.<strong>max_redirects</strong> : Int32
<a class="method-permalink" href="#max_redirects%3AInt32-class-method">#</a>
</div>
<div class="doc"><p>Maximum amount of redirects to follow</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L17" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="max_redirects=(max_redirects:Int32)-class-method">
<div class="signature">
def self.<strong>max_redirects=</strong>(max_redirects : Int32)
<a class="method-permalink" href="#max_redirects%3D%28max_redirects%3AInt32%29-class-method">#</a>
</div>
<div class="doc"><p>Maximum amount of redirects to follow</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L21" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="read_timeout:Int32-class-method">
<div class="signature">
def self.<strong>read_timeout</strong> : Int32
<a class="method-permalink" href="#read_timeout%3AInt32-class-method">#</a>
</div>
<div class="doc"><p>Read timeout.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L23" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="read_timeout=(read_timeout:Int32)-class-method">
<div class="signature">
def self.<strong>read_timeout=</strong>(read_timeout : Int32)
<a class="method-permalink" href="#read_timeout%3D%28read_timeout%3AInt32%29-class-method">#</a>
</div>
<div class="doc"><p>Read timeout.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L27" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="robots=(robots:Bool)-class-method">
<div class="signature">
def self.<strong>robots=</strong>(robots : Bool)
<a class="method-permalink" href="#robots%3D%28robots%3ABool%29-class-method">#</a>
</div>
<div class="doc"><p>Specifies whether robots.txt should be honored globally</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L15" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="robots?:Bool-class-method">
<div class="signature">
def self.<strong>robots?</strong> : Bool
<a class="method-permalink" href="#robots%3F%3ABool-class-method">#</a>
</div>
<div class="doc"><p>Specifies whether robots.txt should be honored globally</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L11" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="user_agent:String-class-method">
<div class="signature">
def self.<strong>user_agent</strong> : String
<a class="method-permalink" href="#user_agent%3AString-class-method">#</a>
</div>
<div class="doc"><p>The User-Agent string used by all Agent objects by default.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L26" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="user_agent=(user_agent:String)-class-method">
<div class="signature">
def self.<strong>user_agent=</strong>(user_agent : String)
<a class="method-permalink" href="#user_agent%3D%28user_agent%3AString%29-class-method">#</a>
</div>
<div class="doc"><p>The User-Agent string used by all Agent objects by default.</p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L30" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<h2>Instance Method Detail</h2>
<div class="entry-detail" id="host(name,**options,&amp;block:Agent-&gt;)-instance-method">
<div class="signature">
def <strong>host</strong>(name, **options, &block : <a href="Arachnid/Agent.html">Agent</a> -> )
<a class="method-permalink" href="#host%28name%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method">#</a>
</div>
<div class="doc"><p>See <code><a href="Arachnid/Agent.html#host%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.host</a></code></p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L32" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="site(url,**options,&amp;block:Agent-&gt;)-instance-method">
<div class="signature">
def <strong>site</strong>(url, **options, &block : <a href="Arachnid/Agent.html">Agent</a> -> )
<a class="method-permalink" href="#site%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method">#</a>
</div>
<div class="doc"><p>See <code><a href="Arachnid/Agent.html#site%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.site</a></code></p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L37" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
<div class="entry-detail" id="start_at(url,**options,&amp;block:Agent-&gt;)-instance-method">
<div class="signature">
def <strong>start_at</strong>(url, **options, &block : <a href="Arachnid/Agent.html">Agent</a> -> )
<a class="method-permalink" href="#start_at%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-instance-method">#</a>
</div>
<div class="doc"><p>See <code><a href="Arachnid/Agent.html#start_at%28url%2C%2A%2Aoptions%2C%26block%3AAgent-%3E%29-class-method">Agent.start_at</a></code></p></div>
<br/>
<div>
2019-06-30 23:53:02 +00:00
[<a href="https://github.com/watzon/arachnid/blob/3c12c03fe8e72b5c5150f482d465546989fc805e/src/arachnid/arachnid.cr#L27" target="_blank">View source</a>]
2019-06-27 03:25:07 +00:00
</div>
</div>
</div>
</body>
</html>