fix: add support independent len calculation (#840)

dongxiang123 · web-flow · commit 4d9a678b28c5 · 2022-11-28T17:27:49.000+01:00
diff --git a/docarray/array/storage/milvus/getsetdel.py b/docarray/array/storage/milvus/getsetdel.py
@@ -40,6 +40,8 @@ def _load_offset2ids(self):
                 )
             sorted_res = sorted(res, key=lambda k: int(k['offset']))
             self._offset2ids = Offset2ID([r['document_id'] for r in sorted_res])
+        else:
+            self._offset2ids = Offset2ID([], list_like=self._list_like)
 
     def _save_offset2ids(self):
         if self._list_like:
diff --git a/docarray/array/storage/redis/seqlike.py b/docarray/array/storage/redis/seqlike.py
@@ -26,8 +26,12 @@ def __len__(self):
 
         :return: the length of this :class:`DocumentArrayRedis` object
         """
-        try:
+        if self._list_like:
             return len(self._offset2ids)
+        try:
+            lua_script = f'return #redis.pcall("keys", "{self._config.index_name}:*")'
+            cmd = self._client.register_script(lua_script)
+            return cmd()
         except:
             return 0
 
diff --git a/tests/unit/document/test_disable_offset2id.py b/tests/unit/document/test_disable_offset2id.py
@@ -25,9 +25,14 @@ def docs():
 )
 def test_disable_offset2id(docs, storage, config, start_storage):
     if config:
-        da = DocumentArray(docs, storage=storage, config=config)
+        da = DocumentArray(storage=storage, config=config)
     else:
-        da = DocumentArray(docs, storage=storage)
+        da = DocumentArray(storage=storage)
+
+    assert len(da) == 0
+
+    da.extend(docs)
+    assert len(da) == 3
 
     with pytest.raises(ValueError):
         da[0]

Original file line number	Diff line number	Diff line change
`@@ -40,6 +40,8 @@ def _load_offset2ids(self):`
`40`	`40`	`)`
`41`	`41`	`sorted_res = sorted(res, key=lambda k: int(k['offset']))`
`42`	`42`	`self._offset2ids = Offset2ID([r['document_id'] for r in sorted_res])`
	`43`	`+ else:`
	`44`	`+ self._offset2ids = Offset2ID([], list_like=self._list_like)`
`43`	`45`
`44`	`46`	`def _save_offset2ids(self):`
`45`	`47`	`if self._list_like:`