通用条目字段检查(General General General Item Field Check) ,是基于Python编写通用检查工具,适应于各种场景的使用,只需要略微进行适配。
pip install gggifcheck
from gggifcheck.fields import StringCheckField
# 方式1
s = StringCheckField(key='s', value='aa', min_length=1, max_length=2,
contains=['a'], excludes=['b'])
print(s.value)
# 方式2
s = StringCheckField(min_length=1, max_length=2, contains=['a'], excludes=['b'])
s.input('s', 'aa')
print(s.value)
from gggifcheck import fields, items
class TestCheckItem(items.CheckItem):
a = fields.StringCheckField(min_length=1,
max_length=2, contains=['a'], excludes=['b'])
b = fields.StringCheckField(min_length=1,
max_length=2, contains=['a'], excludes=['c'])
item = TestCheckItem()
item['a'] = 'aa'
item['b'] = 'ab'
print(dict(item))
# 对scrapy Item进行改写
import scrapy
from gggifcheck import fields
from gggifcheck.items import CheckItem
class ScrapyCheckItem(scrapy.Item, CheckItem):
def __init__(self, *args, **kwargs):
self._values = {}
self._base_values = {}
self._checked = False
if args or kwargs:
for k, v in dict(*args, **kwargs).items():
self[k] = v
def __getitem__(self, key):
if key in self.fields and key not in self._values:
value = None
for field1, field2 in self.relate_process_default:
value = self[field2]
break
self[key] = value
return self._values[key]
def __setitem__(self, key, value):
if key in self.fields:
self._base_values[key] = value
field = self.fields[key]
check_field = field.get('check_field')
if isinstance(check_field, fields.CheckField):
fe = check_field.from_instance()
fe.input(key, value)
self._values[key] = fe.value
else:
self._values[key] = value
else:
raise KeyError(
f"{self.__class__.__name__} does not support field: {key}")
def __setattr__(self, name, value):
if name.startswith('_'):
self.__dict__[name] = value
else:
raise AttributeError(
f"Use item[{name!r}] = {value!r} to set field value")
def keys(self):
if not self._checked: # 默认只检查一次,无论是否检查异常
self._checked = True
self._process_and_check()
_ = [self[field] for field in self.fields]
return self._values.keys()
def checked(self, _checked):
self._checked = _checked
# 示例
class PostItem(ScrapyCheckItem):
id = scrapy.Field(
check_field=fields.MD5CheckField(nullable=False))
channel = scrapy.Field(
check_field=fields.IntegerCheckField(
nullable=False, min_value=1, max_value=6))
item = PostItem()
item['id'] = '81dc9bdb52d04dc20036dbd8313ed055'
item['channel'] = 1
print(dict(item))
- 邮箱:1194542196@qq.com
- 微信:hu1194542196
- 目前还需要很多需要改进的地方,可以私信作者,你们的提供越多,本库才能更完善。