|
- <mxGraphModel>
- <root>
- <mxCell id="0">
- <JsonProperty as="data">
- {"spiderName":"未定义名称","submit-strategy":"random","threadCount":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="1" parent="0"/>
- <mxCell id="2" value="开始" style="start" parent="1" vertex="1">
- <mxGeometry x="80" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"shape":"start"}
- </JsonProperty>
- </mxCell>
- <mxCell id="3" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="210" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["keyword","page","total_page"],"variable-description":["","",""],"loopCount":"","ziloopCount":"","variable-value":["北京","${pageNoData}","${page== 1 ? 0 :((page-1)*10)}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="4" value="" style="strokeWidth=2;sharp=1;" parent="1" source="2" target="3" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="5" value="开始抓取" style="request" parent="1" vertex="1">
- <mxGeometry x="350" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"开始抓取","loopVariableName":"","method":"GET","sleep":"","timeout":"","response-charset":"","retryCount":"","retryInterval":"","cookie-name":["cookie"],"cookie-description":[""],"header-name":["referer","user-agent"],"header-description":["",""],"body-type":"none","body-content-type":"text/plain","loopCount":"","url":"${\"https://www.douyin.com/aweme/v1/web/general/search/single/?device_platform=webapp&aid=6383&channel=channel_pc_web&search_channel=aweme_general&sort_type=0&publish_time=0&keyword=\"+keyword+\"&search_source=normal_search&query_correct_type=1&is_filter_search=0&from_group_id=6987870724073557255&offset=\"+total_page+\"&count=10\"}","proxy":"","cookie-value":["ttwid=1%7CP0JhRRY4Bs8OVUvN5L2Miz7mJjuyOsBXql6ASbJCbh4%7C1666344544%7Cb84871b088be071be4b63a80dcdb75a7397a8cb0128399106dd2c84a2de9560b; douyin.com; strategyABtestKey=1666344479.962; s_v_web_id=verify_l9iah9u8_X69Syl98_IJxX_4CI1_AVrP_CgPLlmPB5lK0; passport_csrf_token=34c8e93a61ceeb9398a14e8b3e86ec3e; passport_csrf_token_default=34c8e93a61ceeb9398a14e8b3e86ec3e; ttcid=f1880482f8d14a2dbd289c981a45db6a40; AB_LOGIN_GUIDE_TIMESTAMP=%221666344479785%22; _tea_utm_cache_2018=undefined; SEARCH_RESULT_LIST_TYPE=%22single%22; __ac_signature=_02B4Z6wo00f01OB8TFAAAIDBazfXsxb7GdjgXEjAAFtT0QprmLESRwztu7QYMLFpMSbB4Gybg4kQDPDgTnlNKwF9vN0Ogg.ZlIH9XC.D4xHb65cqQlAvz6Hvt1vFWUmPIiX3Nc9QBBtf.6Tt6d; tt_scid=i3Pr6JT5tgEUsW7RRrlo3QPivVfT.XPI13V5JTns4LeMinDdpC2kPzCw22SZLiAs9930; msToken=yh8_iPx7x2jKq-VUhgHlsQKJlCn8OVxzsHNHM16tb5SCo0pRv80zK3BeBtVDS87eObvOwhS1gbTkLZehfoQ18uot1MBXNo9PQJoW6hvPrjPTGHN2_gfXabK4TRkUTg==; msToken=kieZ9kVyg6pPT3wUDqNwuIjnV1JlEqHmbQhKiWHOLIrdKx3gj-efmNJh6I14APcGbeQ-_CZp3hla-MKevOv0b37exw2k6g11FsDmJIsF4hftlQ-WXnCjN9u3jg0JCw==; __ac_nonce=0635408b200f4d9736d24; home_can_add_dy_2_desktop=%220%22"],"header-value":["https://www.douyin.com/search/%E8%8B%8F%E5%B7%9E?source=normal_search&aid=66cd7d9d-5ae0-46ec-9642-d4224c81d693&enter_from=recommend&focus_method=&gid=6987870724073557255","Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36"],"request-body":"","follow-redirect":"1","tls-validate":"1","cookie-auto-set":"1","repeat-enable":"0","shape":"request"}
- </JsonProperty>
- </mxCell>
- <mxCell id="6" value="" style="strokeWidth=2;sharp=1;" parent="1" source="3" target="5" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="10" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="460" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["json","datalist"],"variable-description":["",""],"loopCount":"","ziloopCount":"","variable-value":["${resp.html.json()}","${json.data}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="11" value="" style="strokeWidth=2;sharp=1;" parent="1" source="5" target="10" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="12" value="循环" style="loop" parent="1" vertex="1">
- <mxGeometry x="600" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"循环","loopItem":"","loopVariableName":"i","loopCount":"${datalist.size()}","loopStart":"0","loopEnd":"-1","awaitSleep":"0","shape":"loop"}
- </JsonProperty>
- </mxCell>
- <mxCell id="13" value="" style="strokeWidth=2;sharp=1;" parent="1" source="10" target="12" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="16" value="输出" style="output" parent="1" vertex="1">
- <mxGeometry x="870" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"输出","loopVariableName":"","tableName":"","csvName":"","csvEncoding":"GBK","output-name":["title","videojson","publish_time","author","url"],"loopCount":"","output-value":["${title}","${videojson}","${publish_time}","${author}","${'https://www.douyin.com/video/' + source_url}"],"output-all":"0","output-database":"0","output-csv":"0","shape":"output"}
- </JsonProperty>
- </mxCell>
- <mxCell id="18" value="定义变量" style="variable" parent="1" vertex="1">
- <mxGeometry x="720" y="80" width="32" height="32" as="geometry"/>
- <JsonProperty as="data">
- {"value":"定义变量","loopVariableName":"","ziloopVariableName":"","variable-name":["title","video_url","videoorientationurl1","videoorientationurl","publish_time","author","videojson","imglist","imgjson","","","","","","source_url"],"variable-description":["","","","","","","","","","","","","","",""],"loopCount":"","ziloopCount":"","variable-value":["${datalist.get(i).aweme_info.desc}","${datalist.get(i).aweme_info.video.play_addr.url_list.get(0)}","${datalist.get(i).aweme_info.video.cover.url_list}","${videoorientationurl1.get(0)}","${dateUtils.stampToDate(datalist.get(i).aweme_info.create_time +'000')}","${datalist.get(i).aweme_info.author.nickname}","${jsonUtils.createJsonObject()}","${jsonUtils.createJsonArray()}","${jsonUtils.createJsonObject()}","${imgjson.put(\"imgurl\",'')}","${imglist.add(imgjson)}","${videojson.put(\"imglist\",imglist)}","${videojson.put(\"vediourl\",video_url)}","${videojson.put(\"videoorientationurl\",videoorientationurl)}","${datalist.get(i).aweme_info.aweme_id}"],"shape":"variable"}
- </JsonProperty>
- </mxCell>
- <mxCell id="19" value="" style="strokeWidth=2;sharp=1;" parent="1" source="12" target="18" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"black","condition":"","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- <mxCell id="20" value="" style="strokeWidth=2;strokeColor=blue;sharp=1;" parent="1" source="18" target="16" edge="1">
- <mxGeometry relative="1" as="geometry"/>
- <JsonProperty as="data">
- {"value":"","exception-flow":"0","lineWidth":"2","line-style":"sharp","lineColor":"blue","condition":"${source_url != null}","transmit-variable":"1"}
- </JsonProperty>
- </mxCell>
- </root>
- </mxGraphModel>
|
