diff --git a/AutoBuild/tw_165.py b/AutoBuild/tw_165.py index e4b38b4..4bf7f6b 100644 --- a/AutoBuild/tw_165.py +++ b/AutoBuild/tw_165.py @@ -23,6 +23,7 @@ def main(): r_json = r.json()['result']['records'] except (JSONDecodeError, KeyError): logger.critical('Parse JSON Err') + raise # check if file exists filename = 'TW165.txt' @@ -34,16 +35,18 @@ def main(): with open(filename, 'r') as f: read_ = f.read().splitlines() - for row in r_json[1:]: - domain = urlparse('http://'+row['WEBURL']).hostname - if domain not in read_: - added_list.append(domain) - - with open(filename, 'a+') as f: - f.write('\n') - f.write( - '\n'.join(e for e in added_list) - ) + current_domains = frozenset(read_) + for row in r_json[1:]: + domain = urlparse('http://'+row['WEBURL']).hostname + if domain not in current_domains: + added_list.append(domain) + + if added_list: + with open(filename, 'a+') as f: + f.write('\n') + f.write( + '\n'.join(e for e in added_list) + ) if __name__ == '__main__': main() \ No newline at end of file