| 
						
					 | 
					
						
						
							
						
						96189364cb
					 | 
					
						
						
							
							add README
						
						
						
						
						
						
					 | 
					
						2022-06-21 22:35:32 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						cd21a08655
					 | 
					
						
						
							
							rename cmd and add Makefile
						
						
						
						
						
						
					 | 
					
						2022-06-21 22:23:49 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						0c878468f5
					 | 
					
						
						
							
							schema generator working
						
						
						
						
						
						
					 | 
					
						2022-06-21 22:17:16 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						9bf1eeb379
					 | 
					
						
						
							
							update dependencies
						
						
						
						
						
						
					 | 
					
						2022-06-21 21:33:07 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						f1accd3006
					 | 
					
						
						
							
							apply go tools cleanup
						
						
						
						
						
						
					 | 
					
						2022-06-21 21:32:16 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						a61be99d03
					 | 
					
						
						
							
							add doc for schema generation
						
						
						
						
						
						
					 | 
					
						2022-06-20 19:31:28 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						be4624cca0
					 | 
					
						
						
							
							update todo
						
						
						
						
						
						
					 | 
					
						2022-06-20 16:19:50 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8016d7d041
					 | 
					
						
						
							
							update dependencies
						
						
						
						
						
						
					 | 
					
						2022-06-20 16:14:16 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						3c147b3e4c
					 | 
					
						
						
							
							add logger to all packages
						
						
						
						
						
						
					 | 
					
						2022-06-20 16:13:06 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7177fe8211
					 | 
					
						
						
							
							fix logger
						
						
						
						
						
						
					 | 
					
						2022-06-20 15:49:55 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						962c533fff
					 | 
					
						
						
							
							Use go-logr
						
						
						
						
						
						
					 | 
					
						2022-06-17 18:23:06 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7e92a042ff
					 | 
					
						
						
							
							refactor db out
						
						
						
						
						
						
					 | 
					
						2022-06-17 17:51:16 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						87990aa922
					 | 
					
						
						
							
							Rename db to fdb
						
						
						
						
						
						
					 | 
					
						2022-06-17 17:06:45 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						27bea0c91b
					 | 
					
						
						
							
							add go logr and move scheduler out
						
						
						
						
						
						
					 | 
					
						2022-06-12 18:46:16 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7b07cf2c7b
					 | 
					
						
						
							
							update limiter buffer
						
						
						
						
						
						
					 | 
					
						2022-06-12 18:17:05 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7029ff702e
					 | 
					
						
						
							
							update dependencies
						
						
						
						
						
						
					 | 
					
						2022-06-10 15:30:55 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						6643b6288b
					 | 
					
						
						
							
							update dependencies
						
						
						
						
						
						
					 | 
					
						2022-06-06 13:40:30 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						f3ac9f621c
					 | 
					
						
						
							
							some cleanup
						
						
						
						
						
						
					 | 
					
						2022-06-02 02:09:59 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						315efbd072
					 | 
					
						
						
							
							minor simplification
						
						
						
						
						
						
					 | 
					
						2022-05-31 17:28:53 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						2540e9b5fc
					 | 
					
						
						
							
							Use custom limiter
						
						
						
						
						
						
					 | 
					
						2022-05-31 11:49:07 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						4a73b15b13
					 | 
					
						
						
							
							update dependencies
						
						
						
						
						
						
					 | 
					
						2022-05-27 23:08:32 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						17001a1537
					 | 
					
						
						
							
							filter removes duplicates
						
						
						
						
						
						
					 | 
					
						2022-05-27 23:05:59 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						30340200d3
					 | 
					
						
						
							
							allow url arry
						
						
						
						
						
						
					 | 
					
						2022-05-27 18:26:30 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						92be9919e3
					 | 
					
						
						
							
							cleanup
						
						
						
						
						
						
					 | 
					
						2022-05-25 16:02:04 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						40cbaadf83
					 | 
					
						
						
							
							add stats to log
						
						
						
						
						
						
					 | 
					
						2022-05-23 13:56:19 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						67e479c865
					 | 
					
						
						
							
							Add auth support for unix socks5 proxy
						
						
						
						
						
						
					 | 
					
						2022-05-23 12:45:25 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						472b306dbf
					 | 
					
						
						
							
							Fix loop var in concurrent download
						
						
						
						
						
						
					 | 
					
						2022-05-13 13:56:34 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						4270b9ae24
					 | 
					
						
						
							
							concurrent download
						
						
						
						
						
						
					 | 
					
						2022-05-13 12:55:45 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7d8f7b58a8
					 | 
					
						
						
							
							add title
						
						
						
						
						
						
					 | 
					
						2022-05-07 21:01:14 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						3f4be7b0ae
					 | 
					
						
						
							
							make rhash optional
						
						
						
						
						
						
					 | 
					
						2022-05-03 18:32:23 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						61c73803c7
					 | 
					
						
						
							
							cleanupe
						
						
						
						
						
						
					 | 
					
						2022-05-03 17:48:42 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						46d173d06c
					 | 
					
						
						
							
							implement atom
						
						
						
						
						
						
					 | 
					
						2022-05-03 17:14:37 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						ccbf558fa1
					 | 
					
						
						
							
							working
						
						
						
						
						
						
					 | 
					
						2022-05-02 23:23:56 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						55320df622
					 | 
					
						
						
							
							stuff
						
						
						
						
						
						
					 | 
					
						2022-05-02 20:20:48 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						9df58730a6
					 | 
					
						
						
							
							update todo
						
						
						
						
						
						
					 | 
					
						2022-05-02 14:18:01 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						ea7afd951e
					 | 
					
						
						
							
							Add rate limiter
						
						
						
						
						
						
					 | 
					
						2022-05-02 14:04:46 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						8637252785
					 | 
					
						
						
							
							fix csv Flush;
						
						
						
						
						
						
					 | 
					
						2022-05-02 12:40:38 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d284956268
					 | 
					
						
						
							
							improve proxy
						
						
						
						
						
						
					 | 
					
						2022-05-02 11:36:24 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						50101c12b8
					 | 
					
						
						
							
							update todo
						
						
						
						
						
						
					 | 
					
						2022-05-02 00:41:57 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						7a8e5029e8
					 | 
					
						
						
							
							Almost working. csv last record is not written properly
						
						
						
						
						
						
					 | 
					
						2022-05-02 00:36:27 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						f5e4628459
					 | 
					
						
						
							
							mvp before debug
						
						
						
						
						
						
					 | 
					
						2022-05-01 23:29:02 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						5e55fea0fd
					 | 
					
						
						
							
							fix proxy
						
						
						
						
						
						
					 | 
					
						2022-05-01 19:13:27 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						38e964c522
					 | 
					
						
						
							
							almost done
						
						
						
						
						
						
					 | 
					
						2022-05-01 15:32:41 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						af4b7297b0
					 | 
					
						
						
							
							get proxy working
						
						
						
						
						
						
					 | 
					
						2022-04-29 13:38:49 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						dfaaf301f2
					 | 
					
						
						
							
							update todo
						
						
						
						
						
						
					 | 
					
						2022-04-28 19:29:12 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						715f25ec5c
					 | 
					
						
						
							
							more progress
						
						
						
						
						
						
					 | 
					
						2022-04-28 19:24:21 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						9491c83f50
					 | 
					
						
						
							
							add TODO
						
						
						
						
						
						
					 | 
					
						2022-04-27 00:36:49 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						275f71c4d6
					 | 
					
						
						
							
							scheduler initial impl
						
						
						
						
						
						
					 | 
					
						2022-04-27 00:19:05 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						a2085625aa
					 | 
					
						
						
							
							intial state
						
						
						
						
						
						
					 | 
					
						2022-04-26 09:55:59 -04:00 | 
					
					
						
						
						
							
							
							
							
							
							
						
					 |