Repository: ERYhua/nyaHentaiCrawler
Branch: local
Commit: 9e62548ae87a
Files: 11
Total size: 34.7 KB
Directory structure:
gitextract_upojyjqn/
├── .idea/
│ ├── compiler.xml
│ ├── misc.xml
│ ├── vcs.xml
│ └── workspace.xml
├── README.md
├── nyaCrawler.iml
├── pom.xml
├── src/
│ └── main/
│ └── java/
│ └── com/
│ └── cn/
│ ├── main/
│ │ └── nyaPictureMain.java
│ └── util/
│ └── HttpClientUtil.java
├── target/
│ └── classes/
│ └── META-INF/
│ └── nyaCrawler.kotlin_module
└── web/
└── WEB-INF/
└── web.xml
================================================
FILE CONTENTS
================================================
================================================
FILE: .idea/compiler.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="CompilerConfiguration">
<annotationProcessing>
<profile name="Maven default annotation processors profile" enabled="true">
<sourceOutputDir name="target/generated-sources/annotations" />
<sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
<outputRelativeToContentRoot value="true" />
<module name="nyaCrawler" />
</profile>
</annotationProcessing>
</component>
</project>
================================================
FILE: .idea/misc.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ExternalStorageConfigurationManager" enabled="true" />
<component name="MavenProjectsManager">
<option name="originalFiles">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
</list>
</option>
</component>
<component name="ProjectRootManager" version="2" languageLevel="JDK_1_8" project-jdk-name="1.8" project-jdk-type="JavaSDK">
<output url="file://$PROJECT_DIR$/out" />
</component>
</project>
================================================
FILE: .idea/vcs.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="$PROJECT_DIR$" vcs="Git" />
</component>
</project>
================================================
FILE: .idea/workspace.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ChangeListManager">
<list default="true" id="4df4cdda-7666-45de-a847-40e1a3d188d3" name="Default Changelist" comment="add 添加基础爬取功能">
<change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
<change beforePath="$PROJECT_DIR$/src/main/java/com/cn/main/nyaPictureMain.java" beforeDir="false" afterPath="$PROJECT_DIR$/src/main/java/com/cn/main/nyaPictureMain.java" afterDir="false" />
<change beforePath="$PROJECT_DIR$/target/classes/com/cn/main/nyaPictureMain.class" beforeDir="false" afterPath="$PROJECT_DIR$/target/classes/com/cn/main/nyaPictureMain.class" afterDir="false" />
</list>
<ignored path="$PROJECT_DIR$/out/" />
<ignored path="$PROJECT_DIR$/target/" />
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
<option name="SHOW_DIALOG" value="false" />
<option name="HIGHLIGHT_CONFLICTS" value="true" />
<option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
<option name="LAST_RESOLUTION" value="IGNORE" />
</component>
<component name="DefaultGradleProjectSettings">
<option name="isMigrated" value="true" />
</component>
<component name="FileEditorManager">
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
<file pinned="false" current-in-tab="true">
<entry file="file://$PROJECT_DIR$/src/main/java/com/cn/main/nyaPictureMain.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="470">
<caret line="82" column="48" selection-start-line="82" selection-start-column="48" selection-end-line="82" selection-end-column="48" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
</file>
<file pinned="false" current-in-tab="false">
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar!/org/apache/http/client/config/RequestConfig.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="258">
<caret line="249" column="37" selection-start-line="249" selection-start-column="37" selection-end-line="249" selection-end-column="37" />
</state>
</provider>
</entry>
</file>
</leaf>
</component>
<component name="FileTemplateManagerImpl">
<option name="RECENT_TEMPLATES">
<list>
<option value="Class" />
</list>
</option>
</component>
<component name="FindInProjectRecents">
<findStrings>
<find>main</find>
</findStrings>
</component>
<component name="Git.Settings">
<option name="ROOT_SYNC" value="DONT_SYNC" />
<option name="RECENT_GIT_ROOT_PATH" value="$PROJECT_DIR$" />
<option name="RECENT_BRANCH_BY_REPOSITORY">
<map>
<entry key="$PROJECT_DIR$" value="master" />
</map>
</option>
</component>
<component name="IdeDocumentHistory">
<option name="CHANGED_PATHS">
<list>
<option value="$PROJECT_DIR$/pom.xml" />
<option value="$PROJECT_DIR$/src/main/java/com/cn/util/HttpClientUtil.java" />
<option value="$PROJECT_DIR$/src/main/java/com/cn/main/A1.java" />
<option value="$PROJECT_DIR$/src/main/java/com/cn/main/SyntaxTester.java" />
<option value="$APPLICATION_CONFIG_DIR$/idea64.exe.vmoptions" />
<option value="$PROJECT_DIR$/src/main/java/com/cn/main/nyaPictureMain.java" />
</list>
</option>
</component>
<component name="ProjectFrameBounds" extendedState="6">
<option name="x" value="-12" />
<option name="y" value="-12" />
<option name="width" value="2184" />
<option name="height" value="1404" />
</component>
<component name="ProjectLevelVcsManager" settingsEditedManually="true" />
<component name="ProjectView">
<navigator proportions="" version="1">
<flattenPackages ProjectPane="true" />
<showMembers ProjectPane="false" />
<hideEmptyPackages ProjectPane="true" />
<foldersAlwaysOnTop value="true" />
</navigator>
<panes>
<pane id="PackagesPane" />
<pane id="Scope" />
<pane id="ProjectPane" />
</panes>
</component>
<component name="PropertiesComponent">
<property name="MANAGE_IGNORE_FILES_PROPERTY" value="true" />
<property name="SHARE_PROJECT_CONFIGURATION_FILES" value="true" />
<property name="WebServerToolWindowFactoryState" value="false" />
<property name="aspect.path.notification.shown" value="true" />
<property name="last_opened_file_path" value="$PROJECT_DIR$" />
<property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
<property name="nodejs_npm_path_reset_for_default_project" value="true" />
<property name="nodejs_package_manager_path" value="npm" />
<property name="project.structure.last.edited" value="Modules" />
<property name="project.structure.proportion" value="0.0" />
<property name="project.structure.side.proportion" value="0.2" />
<property name="settings.editor.selected.configurable" value="vcs.Git" />
</component>
<component name="RecentsManager">
<key name="CopyFile.RECENT_KEYS">
<recent name="D:\ideawordspace\nyaCrawler\src\main\java\com\cn\main" />
</key>
</component>
<component name="RunDashboard">
<option name="ruleStates">
<list>
<RuleState>
<option name="name" value="ConfigurationTypeDashboardGroupingRule" />
</RuleState>
<RuleState>
<option name="name" value="StatusDashboardGroupingRule" />
</RuleState>
</list>
</option>
</component>
<component name="RunManager" selected="Application.nyaPictureMain">
<configuration name="SyntaxTester" type="Application" factoryName="Application" temporary="true" nameIsGenerated="true">
<option name="MAIN_CLASS_NAME" value="com.cn.main.SyntaxTester" />
<module name="nyaCrawler" />
<extension name="coverage">
<pattern>
<option name="PATTERN" value="com.cn.main.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<method v="2">
<option name="Make" enabled="true" />
</method>
</configuration>
<configuration name="nyaPictureMain" type="Application" factoryName="Application" temporary="true" nameIsGenerated="true">
<option name="MAIN_CLASS_NAME" value="com.cn.main.nyaPictureMain" />
<module name="nyaCrawler" />
<extension name="coverage">
<pattern>
<option name="PATTERN" value="com.cn.main.*" />
<option name="ENABLED" value="true" />
</pattern>
</extension>
<method v="2">
<option name="Make" enabled="true" />
</method>
</configuration>
<configuration name="nya" type="#com.intellij.j2ee.web.tomcat.TomcatRunConfigurationFactory" factoryName="Local" ALTERNATIVE_JRE_ENABLED="false">
<option name="UPDATING_POLICY" value="restart-server" />
<deployment />
<server-settings>
<option name="BASE_DIRECTORY_NAME" value="Unnamed_nyaCrawler" />
</server-settings>
<predefined_log_file enabled="true" id="Tomcat" />
<predefined_log_file enabled="true" id="Tomcat Catalina" />
<predefined_log_file id="Tomcat Manager" />
<predefined_log_file id="Tomcat Host Manager" />
<predefined_log_file id="Tomcat Localhost Access" />
<RunnerSettings RunnerId="Debug">
<option name="DEBUG_PORT" value="60304" />
</RunnerSettings>
<ConfigurationWrapper VM_VAR="JAVA_OPTS" RunnerId="Cover">
<option name="USE_ENV_VARIABLES" value="true" />
<STARTUP>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</STARTUP>
<SHUTDOWN>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</SHUTDOWN>
</ConfigurationWrapper>
<ConfigurationWrapper VM_VAR="JAVA_OPTS" RunnerId="Debug">
<option name="USE_ENV_VARIABLES" value="true" />
<STARTUP>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</STARTUP>
<SHUTDOWN>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</SHUTDOWN>
</ConfigurationWrapper>
<ConfigurationWrapper VM_VAR="JAVA_OPTS" RunnerId="Run">
<option name="USE_ENV_VARIABLES" value="true" />
<STARTUP>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</STARTUP>
<SHUTDOWN>
<option name="USE_DEFAULT" value="true" />
<option name="SCRIPT" value="" />
<option name="VM_PARAMETERS" value="" />
<option name="PROGRAM_PARAMETERS" value="" />
</SHUTDOWN>
</ConfigurationWrapper>
<method v="2">
<option name="Make" enabled="true" />
</method>
</configuration>
<list>
<item itemvalue="Application.nyaPictureMain" />
<item itemvalue="Application.SyntaxTester" />
<item itemvalue="Tomcat Server.nya" />
</list>
<recent_temporary>
<list>
<item itemvalue="Application.nyaPictureMain" />
<item itemvalue="Application.SyntaxTester" />
</list>
</recent_temporary>
</component>
<component name="SvnConfiguration">
<configuration />
</component>
<component name="TaskManager">
<task active="true" id="Default" summary="Default task">
<changelist id="4df4cdda-7666-45de-a847-40e1a3d188d3" name="Default Changelist" comment="" />
<created>1564232410913</created>
<option name="number" value="Default" />
<option name="presentableId" value="Default" />
<updated>1564232410913</updated>
<workItem from="1564232413809" duration="1023000" />
<workItem from="1564233605305" duration="142000" />
<workItem from="1564297627161" duration="5550000" />
<workItem from="1564315931501" duration="2076000" />
<workItem from="1564493688980" duration="3160000" />
<workItem from="1564812403019" duration="758000" />
<workItem from="1567946694972" duration="850000" />
<workItem from="1569127825296" duration="1147000" />
<workItem from="1570413663669" duration="1299000" />
<workItem from="1570420460471" duration="241000" />
<workItem from="1572677221231" duration="518000" />
<workItem from="1573480854573" duration="664000" />
<workItem from="1573903152339" duration="772000" />
<workItem from="1575123390674" duration="927000" />
<workItem from="1575787562229" duration="314000" />
<workItem from="1576764614180" duration="2208000" />
<workItem from="1576917160831" duration="407000" />
<workItem from="1577511638764" duration="2022000" />
<workItem from="1578143915794" duration="242000" />
<workItem from="1578144349259" duration="963000" />
<workItem from="1578319027224" duration="109000" />
<workItem from="1580193219470" duration="110000" />
<workItem from="1580193352967" duration="2746000" />
<workItem from="1580225009912" duration="395000" />
<workItem from="1580390124779" duration="987000" />
<workItem from="1580801389507" duration="355000" />
<workItem from="1581142734657" duration="689000" />
<workItem from="1581835211502" duration="189000" />
<workItem from="1582457485201" duration="955000" />
<workItem from="1582800928312" duration="1566000" />
<workItem from="1583387990166" duration="1108000" />
<workItem from="1584019884016" duration="424000" />
<workItem from="1584168042972" duration="113000" />
<workItem from="1584190606894" duration="251000" />
<workItem from="1584676113945" duration="221000" />
<workItem from="1584691806486" duration="319000" />
<workItem from="1584779705839" duration="128000" />
<workItem from="1584845816584" duration="105000" />
<workItem from="1584948557250" duration="161000" />
<workItem from="1585313864262" duration="184000" />
<workItem from="1585619157165" duration="62000" />
<workItem from="1586001367034" duration="294000" />
<workItem from="1586576615153" duration="241000" />
<workItem from="1586958359823" duration="193000" />
<workItem from="1587186831031" duration="306000" />
<workItem from="1587474967333" duration="173000" />
<workItem from="1587799805734" duration="9000" />
<workItem from="1588647561633" duration="161000" />
<workItem from="1590220288951" duration="288000" />
<workItem from="1592022539129" duration="419000" />
<workItem from="1593610980831" duration="3460000" />
<workItem from="1593614875615" duration="8000" />
<workItem from="1593951233239" duration="354000" />
<workItem from="1594732392528" duration="766000" />
<workItem from="1596333992152" duration="225000" />
<workItem from="1596545361578" duration="1289000" />
<workItem from="1596804407193" duration="743000" />
<workItem from="1609935813990" duration="1239000" />
</task>
<task id="LOCAL-00001" summary="add 添加基础爬取功能">
<created>1576766569859</created>
<option name="number" value="00001" />
<option name="presentableId" value="LOCAL-00001" />
<option name="project" value="LOCAL" />
<updated>1576766569859</updated>
</task>
<task id="LOCAL-00002" summary="add 添加基础爬取功能">
<created>1576766587111</created>
<option name="number" value="00002" />
<option name="presentableId" value="LOCAL-00002" />
<option name="project" value="LOCAL" />
<updated>1576766587111</updated>
</task>
<option name="localTasksCounter" value="3" />
<servers />
</component>
<component name="TimeTrackingManager">
<option name="totallyTimeSpent" value="46628000" />
</component>
<component name="TodoView">
<todo-panel id="selected-file">
<is-autoscroll-to-source value="true" />
</todo-panel>
<todo-panel id="all">
<are-packages-shown value="true" />
<is-autoscroll-to-source value="true" />
</todo-panel>
</component>
<component name="ToolWindowManager">
<frame x="-7" y="-7" width="1455" height="935" extended-state="6" />
<editor active="true" />
<layout>
<window_info content_ui="combo" id="Project" order="0" weight="0.24409449" />
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
<window_info id="Designer" order="2" />
<window_info id="Image Layers" order="3" />
<window_info id="Capture Tool" order="4" />
<window_info id="UI Designer" order="5" />
<window_info id="Favorites" order="6" side_tool="true" />
<window_info id="Web" order="7" side_tool="true" />
<window_info anchor="bottom" id="Message" order="0" />
<window_info anchor="bottom" id="Find" order="1" />
<window_info anchor="bottom" id="Run" order="2" sideWeight="0.4996421" weight="0.32876712" />
<window_info anchor="bottom" id="Debug" order="3" weight="0.3897883" />
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
<window_info anchor="bottom" id="TODO" order="6" weight="0.329602" />
<window_info anchor="bottom" id="Application Servers" order="7" weight="0.329602" />
<window_info anchor="bottom" id="Terminal" order="8" />
<window_info anchor="bottom" id="Docker" order="9" show_stripe_button="false" />
<window_info anchor="bottom" id="Event Log" order="10" sideWeight="0.5003579" side_tool="true" weight="0.32876712" />
<window_info anchor="bottom" id="Messages" order="11" weight="0.32876712" />
<window_info anchor="bottom" id="Java Enterprise" order="12" />
<window_info anchor="bottom" id="Database Changes" order="13" />
<window_info anchor="bottom" id="Version Control" order="14" />
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
<window_info anchor="right" id="Maven" order="3" />
<window_info anchor="right" id="Palette" order="4" />
<window_info anchor="right" id="Capture Analysis" order="5" />
<window_info anchor="right" id="Database" order="6" />
<window_info anchor="right" id="Palette	" order="7" />
<window_info anchor="right" id="Theme Preview" order="8" />
</layout>
<layout-to-restore>
<window_info content_ui="combo" id="Project" order="0" visible="true" weight="0.24409449" />
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
<window_info id="Designer" order="2" />
<window_info id="Image Layers" order="3" />
<window_info id="Capture Tool" order="4" />
<window_info id="UI Designer" order="5" />
<window_info id="Favorites" order="6" side_tool="true" />
<window_info id="Web" order="7" side_tool="true" />
<window_info anchor="bottom" id="Message" order="0" />
<window_info anchor="bottom" id="Find" order="1" />
<window_info anchor="bottom" id="Run" order="2" sideWeight="0.4996421" weight="0.32876712" />
<window_info anchor="bottom" id="Debug" order="3" weight="0.3897883" />
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
<window_info anchor="bottom" id="TODO" order="6" weight="0.329602" />
<window_info anchor="bottom" id="Application Servers" order="7" weight="0.329602" />
<window_info anchor="bottom" id="Terminal" order="8" />
<window_info anchor="bottom" id="Docker" order="9" show_stripe_button="false" />
<window_info anchor="bottom" id="Event Log" order="10" sideWeight="0.5003579" side_tool="true" weight="0.32876712" />
<window_info anchor="bottom" id="Messages" order="11" weight="0.32876712" />
<window_info anchor="bottom" id="Java Enterprise" order="12" />
<window_info anchor="bottom" id="Database Changes" order="13" />
<window_info anchor="bottom" id="Version Control" order="14" />
<window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
<window_info anchor="right" id="Maven" order="3" />
<window_info anchor="right" id="Palette" order="4" />
<window_info anchor="right" id="Capture Analysis" order="5" />
<window_info anchor="right" id="Database" order="6" />
<window_info anchor="right" id="Palette	" order="7" />
<window_info anchor="right" id="Theme Preview" order="8" />
</layout-to-restore>
</component>
<component name="TypeScriptGeneratedFilesManager">
<option name="version" value="1" />
</component>
<component name="VcsManagerConfiguration">
<MESSAGE value="add 添加基础爬取功能" />
<option name="LAST_COMMIT_MESSAGE" value="add 添加基础爬取功能" />
</component>
<component name="editorHistoryManager">
<entry file="file://$PROJECT_DIR$/web/WEB-INF/web.xml">
<provider selected="true" editor-type-id="text-editor" />
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/cn/util/HttpClientUtil.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="52">
<caret line="11" column="27" selection-start-line="11" selection-start-column="13" selection-end-line="11" selection-end-column="27" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/pom.xml">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="260">
<caret line="13" column="47" selection-start-line="13" selection-start-column="47" selection-end-line="13" selection-end-column="47" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/cn/main/A1.java" />
<entry file="file://$PROJECT_DIR$/src/main/java/com/cn/main/SyntaxTester.java" />
<entry file="file://$APPLICATION_CONFIG_DIR$/idea64.exe.vmoptions">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="260">
<caret line="13" column="63" selection-start-line="13" selection-start-column="63" selection-end-line="13" selection-end-column="63" />
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar!/org/apache/http/impl/client/CloseableHttpClient.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="140">
<caret line="27" column="22" selection-start-line="27" selection-start-column="22" selection-end-line="27" selection-end-column="22" />
</state>
</provider>
</entry>
<entry file="jar://$MAVEN_REPOSITORY$/org/apache/httpcomponents/httpclient/4.5.2/httpclient-4.5.2.jar!/org/apache/http/client/config/RequestConfig.class">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="258">
<caret line="249" column="37" selection-start-line="249" selection-start-column="37" selection-end-line="249" selection-end-column="37" />
</state>
</provider>
</entry>
<entry file="file://$PROJECT_DIR$/src/main/java/com/cn/main/nyaPictureMain.java">
<provider selected="true" editor-type-id="text-editor">
<state relative-caret-position="470">
<caret line="82" column="48" selection-start-line="82" selection-start-column="48" selection-end-line="82" selection-end-column="48" />
<folding>
<element signature="imports" expanded="true" />
</folding>
</state>
</provider>
</entry>
</component>
<component name="masterDetails">
<states>
<state key="ArtifactsStructureConfigurable.UI">
<settings>
<artifact-editor />
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
<state key="FacetStructureConfigurable.UI">
<settings>
<last-edited>No facets are configured</last-edited>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
<state key="GlobalLibrariesConfigurable.UI">
<settings>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
<state key="JdkListConfigurable.UI">
<settings>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
<state key="ModuleStructureConfigurable.UI">
<settings>
<last-edited>Web|nyaCrawler</last-edited>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
<state key="ProjectLibrariesConfigurable.UI">
<settings>
<splitter-proportions>
<option name="proportions">
<list>
<option value="0.2" />
</list>
</option>
</splitter-proportions>
</settings>
</state>
</states>
</component>
</project>
================================================
FILE: README.md
================================================
# nyaHentaiCrawler
喵绅士本子爬取（自用）
用于抓取喵绅士的本子，启用main输入本子对应网址即可使用，个人使用版
//注意！！！
//因源站更新过几版，且添加了反扒延迟等措施，因此已不在适用，仅做参考
2021/1/7更新
现在添加代理，可以本地配置代理爬取，源站依然可用
2021/3/15
原网址git挂了，现有其他地址访问
2021/12/3
原网址git又可以使用了，地址直接谷歌搜索喵绅士就行
原本准备用线程爬取，无需等待，想了下没必要能用就行，现在能看本子的地方太多了
2022/1/25
喵绅士阵亡了，可惜
================================================
FILE: nyaCrawler.iml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<module type="JAVA_MODULE" version="4">
<component name="FacetManager">
<facet type="web" name="Web">
<configuration>
<descriptors>
<deploymentDescriptor name="web.xml" url="file://$MODULE_DIR$/web/WEB-INF/web.xml" />
</descriptors>
<webroots>
<root url="file://$MODULE_DIR$/web" relative="/" />
</webroots>
<sourceRoots>
<root url="file://$MODULE_DIR$/src/main/java" />
<root url="file://$MODULE_DIR$/src/main/resources" />
</sourceRoots>
</configuration>
</facet>
</component>
</module>
================================================
FILE: pom.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<groupId>com.cn</groupId>
<artifactId>nyaCrawler</artifactId>
<version>1.0-SNAPSHOT</version>
<dependencies>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>4.5.2</version>
</dependency>
<dependency>
<groupId>commons-io</groupId>
<artifactId>commons-io</artifactId>
<version>2.5</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.jsoup/jsoup -->
<dependency>
<groupId>org.jsoup</groupId>
<artifactId>jsoup</artifactId>
<version>1.11.3</version>
</dependency>
</dependencies>
</project>
================================================
FILE: src/main/java/com/cn/main/nyaPictureMain.java
================================================
package com.cn.main;
import com.cn.util.HttpClientUtil;
import org.apache.commons.io.FileUtils;
import org.apache.http.HttpEntity;
import org.apache.http.HttpHost;
import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;
import java.io.File;
import java.io.IOException;
import java.io.InputStream;
import java.util.ArrayList;
import java.util.List;
public class nyaPictureMain {
//存放目录
private static String fileSource = "E://nyaManhua//new//";
public static void main(String[] args) throws Exception {
List<String> urlList = new ArrayList<String>();
//地址
urlList.add("https://zha.doghentai.com/g/338012/");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
urlList.add("");
nyaPictureMain.crawlerNyaUrl(urlList);
String exSite = "cmd /c start " + fileSource ;
Runtime.getRuntime().exec(exSite);
}
public static void crawlerNyaPic(int picSum,String fileUrl,String intputFile,String suffix){
try {
for (int i = 1; i <= picSum; i++) {
// suffix = ".jpg"; //随时替换文件格式
CloseableHttpClient httpClient = HttpClients.createDefault(); // 创建HttpClient实例
HttpGet httpGet = new HttpGet(fileUrl+i+suffix); // 创建Httpget实例
//设置Http报文头信息
httpGet.setHeader("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36");
httpGet.setHeader("accept", "image/avif,image/webp,image/apng,image/*,*/*;q=0.8");
httpGet.setHeader("accept-encoding", "gzip, deflate, br");
httpGet.setHeader("referer", "https://zha.doghentai.com/");
httpGet.setHeader("sec-fetch-dest", "image");
httpGet.setHeader("accept-language", "zh-CN,zh;q=0.9,en;q=0.8");
HttpHost proxy = new HttpHost("127.0.0.1", 7890);
//超时时间单位为毫秒
RequestConfig defaultRequestConfig = RequestConfig.custom()
.setConnectTimeout(1000).setSocketTimeout(30000)
.setProxy(proxy).build();
httpClient = HttpClients.custom().setDefaultRequestConfig(defaultRequestConfig).build();
CloseableHttpResponse response = null;
response = httpClient.execute(httpGet); // 执行http get请求
HttpEntity entity = response.getEntity(); // 获取返回实体
if(null != entity){
InputStream inputStream = entity.getContent();//返回一个输入流
//输出图片
FileUtils.copyInputStreamToFile(inputStream, new File(intputFile+i+suffix));//引用org.apache.commons.io.FileUtils
System.out.println(i+suffix);
}
response.close(); // 关闭response
httpClient.close(); // 关闭HttpClient实体
}
}catch (Exception e){
System.out.println(e);
}
}
public static void crawlerNyaUrl(List<String> urlList) throws Exception {
Integer rateDow = 1;
for(String url:urlList){
String html = "";
if(url.length() != 0){
html = HttpClientUtil.getSource(url);
Document document = Jsoup.parse(html);
Element element = document.selectFirst("div.container").selectFirst("a");
String coverImgUrl = element.select("img").attr("data-src");
//获取图片载点
String[] ourStr = coverImgUrl.split("/");
//获取后缀
String[] oursuffix = coverImgUrl.split("\\.");
//获取数量
Elements picSum = document.select("div.thumb-container");
//获取本子名字
String benziName = element.select("img").attr("alt");
benziName = benziName.replaceAll("\\?","").replaceAll(":","").replaceAll(" ","").replaceAll("\\*","");
int count = picSum.size();
int benziN = Integer.parseInt(ourStr[ourStr.length-2]);
String suffix = "."+oursuffix[oursuffix.length-1];
String fileUrl = "https://i0.nyacdn.com/galleries/"+benziN+"/";
String intputFile = fileSource +benziName +"//";
nyaPictureMain.crawlerNyaPic(count,fileUrl,intputFile,suffix);
//缓存完后暂停几秒
Thread.sleep(3000);
}
}
System.out.println("喵变态图片缓存成功！！！！");
}
}
================================================
FILE: src/main/java/com/cn/util/HttpClientUtil.java
================================================
package com.cn.util;
import org.apache.http.HttpStatus;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;
import java.io.IOException;
public class HttpClientUtil {
public static String getSource(String url) {
String html = new String();
HttpGet httpget = new HttpGet(url); //创建Http请求实例，URL 如：https://cd.lianjia.com/
// 模拟浏览器，避免被服务器拒绝，返回返回403 forbidden的错误信息
httpget.setHeader("User-Agent",
"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/63.0.3239.84 Safari/537.36");
CloseableHttpResponse response = null;
CloseableHttpClient httpclient = HttpClients.createDefault(); // 使用默认的HttpClient
try {
response = httpclient.execute(httpget);
if (response.getStatusLine().getStatusCode() == HttpStatus.SC_OK) { // 返回 200 表示成功
html = EntityUtils.toString(response.getEntity(), "utf-8"); // 获取服务器响应实体的内容
}
} catch (IOException e) {
e.printStackTrace();
} finally {
if (response != null) {
try {
response.close();
} catch (IOException e) {
e.printStackTrace();
}
}
}
return html;
}
}
================================================
FILE: web/WEB-INF/web.xml
================================================
<?xml version="1.0" encoding="UTF-8"?>
<web-app xmlns="http://xmlns.jcp.org/xml/ns/javaee"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://xmlns.jcp.org/xml/ns/javaee http://xmlns.jcp.org/xml/ns/javaee/web-app_4_0.xsd"
version="4.0">
</web-app>
gitextract_upojyjqn/
├── .idea/
│ ├── compiler.xml
│ ├── misc.xml
│ ├── vcs.xml
│ └── workspace.xml
├── README.md
├── nyaCrawler.iml
├── pom.xml
├── src/
│ └── main/
│ └── java/
│ └── com/
│ └── cn/
│ ├── main/
│ │ └── nyaPictureMain.java
│ └── util/
│ └── HttpClientUtil.java
├── target/
│ └── classes/
│ └── META-INF/
│ └── nyaCrawler.kotlin_module
└── web/
└── WEB-INF/
└── web.xml
SYMBOL INDEX (6 symbols across 2 files)
FILE: src/main/java/com/cn/main/nyaPictureMain.java
class nyaPictureMain (line 23) | public class nyaPictureMain {
method main (line 28) | public static void main(String[] args) throws Exception {
method crawlerNyaPic (line 65) | public static void crawlerNyaPic(int picSum,String fileUrl,String intp...
method crawlerNyaUrl (line 108) | public static void crawlerNyaUrl(List<String> urlList) throws Exception {
FILE: src/main/java/com/cn/util/HttpClientUtil.java
class HttpClientUtil (line 12) | public class HttpClientUtil {
method getSource (line 15) | public static String getSource(String url) {
Condensed preview — 11 files, each showing path, character count, and a content snippet. Download the .json file or copy for the full structured content (39K chars).
[
{
"path": ".idea/compiler.xml",
"chars": 531,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project version=\"4\">\n <component name=\"CompilerConfiguration\">\n <annotationP"
},
{
"path": ".idea/misc.xml",
"chars": 513,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project version=\"4\">\n <component name=\"ExternalStorageConfigurationManager\" ena"
},
{
"path": ".idea/vcs.xml",
"chars": 180,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project version=\"4\">\n <component name=\"VcsDirectoryMappings\">\n <mapping dire"
},
{
"path": ".idea/workspace.xml",
"chars": 25305,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project version=\"4\">\n <component name=\"ChangeListManager\">\n <list default=\"t"
},
{
"path": "README.md",
"chars": 278,
"preview": "# nyaHentaiCrawler\n喵绅士本子爬取（自用）\n\n用于抓取喵绅士的本子，启用main输入本子对应网址即可使用，个人使用版\n\n//注意！！！\n//因源站更新过几版，且添加了反扒延迟等措施，因此已不在适用，仅做参考\n\n2021/1"
},
{
"path": "nyaCrawler.iml",
"chars": 639,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<module type=\"JAVA_MODULE\" version=\"4\">\n <component name=\"FacetManager\">\n <fa"
},
{
"path": "pom.xml",
"chars": 1050,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<project xmlns=\"http://maven.apache.org/POM/4.0.0\"\n xmlns:xsi=\"http://www"
},
{
"path": "src/main/java/com/cn/main/nyaPictureMain.java",
"chars": 5220,
"preview": "package com.cn.main;\n\nimport com.cn.util.HttpClientUtil;\nimport org.apache.commons.io.FileUtils;\nimport org.apache.http."
},
{
"path": "src/main/java/com/cn/util/HttpClientUtil.java",
"chars": 1522,
"preview": "package com.cn.util;\n\nimport org.apache.http.HttpStatus;\nimport org.apache.http.client.methods.CloseableHttpResponse;\nim"
},
{
"path": "web/WEB-INF/web.xml",
"chars": 304,
"preview": "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n<web-app xmlns=\"http://xmlns.jcp.org/xml/ns/javaee\"\n xmlns:xsi=\"http://ww"
}
]
// ... and 1 more files (download for full content)
About this extraction
This page contains the full source code of the ERYhua/nyaHentaiCrawler GitHub repository, extracted and formatted as plain text for AI agents and large language models (LLMs). The extraction includes 11 files (34.7 KB), approximately 9.7k tokens, and a symbol index with 6 extracted functions, classes, methods, constants, and types. Use this with OpenClaw, Claude, ChatGPT, Cursor, Windsurf, or any other AI tool that accepts text input. You can copy the full output to your clipboard or download it as a .txt file.
Extracted by GitExtract — free GitHub repo to text converter for AI. Built by Nikandr Surkov.