ZFS set fails with property too large
mdales opened this issue · 1 comments
mdales commented
I tried to run Gola in my TMF example (before I'd been using a project that was much smaller), and it failed:
[5min59s] [INFO] application Exec "sudo" "--" "zfs" "set" "-u" ":obuilder-run-input=((base caca3d97855a8a0d7656b3cd7ad6e155778f95fcd578f9ddb558311f726a4acd)(workdir /usr/src/app)(user((uid 0)(gid 0)))(env((PATH /usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin)))(cmd"python3 -m methods.inputs.filter_gedi_data --buffer /shark/563c617d24563dd98aa93d43662b8faa6fa5ef40305e2b963ace9de36277bfe9/buffer.geojson --granules /shark/2e01bef95640ad892100faa68bd4c3b3b2ce097e27906a085c4a76fbfb6e320f/gedi/granule/ --output /data/gedi.geojson")(shell(/usr/bin/env bash -c))(network(host))(mount_secrets())(rom(((kind(Build(563c617d24563dd98aa93d43662b8faa6fa5ef40305e2b963ace9de36277bfe9 /data)))(target /shark/563c617d24563dd98aa93d43662b8faa6fa5ef40305e2b963ace9de36277bfe9))((kind(Build(c1e9f46287e68619c119d680754bf0dc26d1ceeed0730a9cf064a5001016bfcf /data)))(target /shark/c1e9f46287e68619c119d680754bf0dc26d1ceeed0730a9cf064a5001016bfcf))((kind(Build(2e01bef95640ad892100faa68bd4c3b3b2ce097e27906a085c4a76fbfb6e320f /data)))(target /shark/2e01bef95640ad892100faa68bd4c3b3b2ce097e27906a085c4a76fbfb6e320f))((kind(Build(fdf7ef71e982db6fa30b30b9b81353543e19374d83f06e78588cfef937789ace /data)))(target /shark/fdf7ef71e982db6fa30b30b9b81353543e19374d83f06e78588cfef937789ace))((kind(Build(80427042200668236501992be536759e8b09726cf07ae81539d3a05bb88d173b /data)))(target /shark/80427042200668236501992be536759e8b09726cf07ae81539d3a05bb88d173b))((kind(Build(6d4c3b2df5e3e055ceaca6af44e67c085d17cb8d2796f78989bfab411c6d76e8 /data)))(target /shark/6d4c3b2df5e3e055ceaca6af44e67c085d17cb8d2796f78989bfab411c6d76e8))((kind(Build(e5d506b1c4be8f25fc9b4b0096b6ffd75c9389c815a0f808536985701266a94d /data)))(target /shark/e5d506b1c4be8f25fc9b4b0096b6ffd75c9389c815a0f808536985701266a94d))((kind(Build(88eb1174970bc58131f367d43329e70915aa0f06b5cfd2d22f06666d434e0454 /data)))(target /shark/88eb1174970bc58131f367d43329e70915aa0f06b5cfd2d22f06666d434e0454))((kind(Build(4f32c4f1615c498de6dde37c1220a3b531d8ca44eb75b35082c53f2336b8c085 /data)))(target /shark/4f32c4f1615c498de6dde37c1220a3b531d8ca44eb75b35082c53f2336b8c085))((kind(Build(b875aabd7ed06ff45402725bf6bbb92498aa14773bd4284f0f1f794a6aa2cf8e /data)))(target /shark/b875aabd7ed06ff45402725bf6bbb92498aa14773bd4284f0f1f794a6aa2cf8e))((kind(Build(e671ee904282c6f645cb8b8f9ee399d62b30ddcc853cb7c230e8b83d39f8f8f0 /data)))(target /shark/e671ee904282c6f645cb8b8f9ee399d62b30ddcc853cb7c230e8b83d39f8f8f0))((kind(Build(20c7f0251295213723ff00421f7e4c0418cd32b5678c73f686cd1d574c7ba8d4 /data)))(target /shark/20c7f0251295213723ff00421f7e4c0418cd32b5678c73f686cd1d574c7ba8d4))((kind(Build(df08c69751999afee25c2483e97bdbd065b2a8fbf8276387bd1761bd0b1e4599 /data)))(target /shark/df08c69751999afee25c2483e97bdbd065b2a8fbf8276387bd1761bd0b1e4599))((kind(Build(19972df8fcfce11a7ae6ec26f32cbe3f75437fc971b26207007d886d4d9296d3 /data)))(target /shark/19972df8fcfce11a7ae6ec26f32cbe3f75437fc971b26207007d886d4d9296d3))((kind(Build(982e458fa9e25ca63cea993a400dca411621d32efab1e1634b7480374ba3a3fd /data)))(target /shark/982e458fa9e25ca63cea993a400dca411621d32efab1e1634b7480374ba3a3fd))((kind(Build(818e2e1d8744cc47c78101d037885ae463380e40c39cf9581776b673f07913e0 /data)))(target /shark/818e2e1d8744cc47c78101d037885ae463380e40c39cf9581776b673f07913e0))((kind(Build(66ca02b59ea58fced0a43b490bbbeea943d5e987800c74ac37b498b8fbdaacbd /data)))(target /shark/66ca02b59ea58fced0a43b490bbbeea943d5e987800c74ac37b498b8fbdaacbd))((kind(Build(ff3f2325b66ddbbd0ccdec9247da2495641fd27fd30b7ee68017e9f84191e089 /data)))(target /shark/ff3f2325b66ddbbd0ccdec9247da2495641fd27fd30b7ee68017e9f84191e089))((kind(Build(7aaf464f099b22d6ae1e30de6ab22ba48b8a7f41d0a1f108bbc912920a39db40 /data)))(target /shark/7aaf464f099b22d6ae1e30de6ab22ba48b8a7f41d0a1f108bbc912920a39db40))((kind(Build(727a98f9996866d255b1439f6ff4612e324445958cfdd678cbac3f1a128ebbc8 /data)))(target /shark/727a98f9996866d255b1439f6ff4612e324445958cfdd678cbac3f1a128ebbc8))((kind(Build(95464b81ecfb0f693463557dd47180f3fc4d043f6100ccfc8b9af4bf96a1a1d2 /data)))(target /shark/95464b81ecfb0f693463557dd47180f3fc4d043f6100ccfc8b9af4bf96a1a1d2))((kind(Build(e9c746a19af0fd40e771c13fc9921f603e2f7ea4ada1c0078327712ee36c21a7 /data)))(target /shark/e9c746a19af0fd40e771c13fc9921f603e2f7ea4ada1c0078327712ee36c21a7))((kind(Build(de0b4f4aeb89dfba1978f47ea14e74c4fcf358eea41f7ff716a898924f605ec7 /data)))(target /shark/de0b4f4aeb89dfba1978f47ea14e74c4fcf358eea41f7ff716a898924f605ec7))((kind(Build(c1c459b8669307b82eda9fbe3a1539d861896d2f8255bf8692056e15f6d9bd00 /data)))(target /shark/c1c459b8669307b82eda9fbe3a1539d861896d2f8255bf8692056e15f6d9bd00))((kind(Build(e2f4c0fab337c11da8f7f4ee9a3a6cb2dd424049f4b56087cd18f2dcbc008365 /data)))(target /shark/e2f4c0fab337c11da8f7f4ee9a3a6cb2dd424049f4b56087cd18f2dcbc008365))((kind(Build(1828c5f1f77fbe1d48fb1953e47d2953261e8c339e907eb8dd5e258a8b0ad93f /data)))(target /shark/1828c5f1f77fbe1d48fb1953e47d2953261e8c339e907eb8dd5e258a8b0ad93f))((kind(Build(bb4cd612c4c441a7af8821442d0c36466a8ef6759875e32d53934246e03da00f /data)))(target /shark/bb4cd612c4c441a7af8821442d0c36466a8ef6759875e32d53934246e03da00f))((kind(Build(4e15bd358ed0ed8d544ca46d23ee1404f8724676632adf6153a2cfabf663112f /data)))(target /shark/4e15bd358ed0ed8d544ca46d23ee1404f8724676632adf6153a2cfabf663112f))((kind(Build(81fc2c184dd46effecba0f850b8a79effd450920a1293534d47cbe494ecc701a /data)))(target /shark/81fc2c184dd46effecba0f850b8a79effd450920a1293534d47cbe494ecc701a))((kind(Build(2dbb0dbb52e229ec85810ccdf0e7f74ff1b8b997ae44e1c8d53d1005cad4041a /data)))(target /shark/2dbb0dbb52e229ec85810ccdf0e7f74ff1b8b997ae44e1c8d53d1005cad4041a))((kind(Build(2c5e7b98c39093234786951743156fd5c6e023344bdc91f10d9386fbf0fb80c5 /data)))(target /shark/2c5e7b98c39093234786951743156fd5c6e023344bdc91f10d9386fbf0fb80c5))((kind(Build(cfde08283f4dd4daecffa76443e82590290075a1735af119c892358da5784a7b /data)))(target /shark/cfde08283f4dd4daecffa76443e82590290075a1735af119c892358da5784a7b))((kind(Build(4d28c1399f2b8f4957bfc9ecb868dc7c130a84cb539d72423afc5dce84d68a62 /data)))(target /shark/4d28c1399f2b8f4957bfc9ecb868dc7c130a84cb539d72423afc5dce84d68a62))((kind(Build(124b1fa26e2528f177544bd5f64e6711943c327e1aa5856bf6d7bf3a8988df4c /data)))(target /shark/124b1fa26e2528f177544bd5f64e6711943c327e1aa5856bf6d7bf3a8988df4c))((kind(Build(afac9bb2d9cdf475c0a20968c588a21c22b796cf7ed41b58654489d05e49e95f /data)))(target /shark/afac9bb2d9cdf475c0a20968c588a21c22b796cf7ed41b58654489d05e49e95f))((kind(Build(149312f9688687cda6cb9f97f673ce33f3e1d589d43a6efc00db519bfaf78846 /data)))(target /shark/149312f9688687cda6cb9f97f673ce33f3e1d589d43a6efc00db519bfaf78846))((kind(Build(45a105ced8aa085b0af23c26e5e7f3b9f54d1534e0944162c3b8e3cd9f25ab17 /data)))(target /shark/45a105ced8aa085b0af23c26e5e7f3b9f54d1534e0944162c3b8e3cd9f25ab17))((kind(Build(f326165d996e0c39860267ac8454d40fda3cb6b259778b0a62f3a67fc39cf8e8 /data)))(target /shark/f326165d996e0c39860267ac8454d40fda3cb6b259778b0a62f3a67fc39cf8e8))((kind(Build(d4ae3aecebe88148ef1a433446c2f019175d23aaccab0b42c2b5ceb6b34fc285 /data)))(target /shark/d4ae3aecebe88148ef1a433446c2f019175d23aaccab0b42c2b5ceb6b34fc285))((kind(Build(cacf45308eda69d0ec1a2d8f1ea1ed15a271ed587d73fa8418bbb61d44a1dfb3 /data)))(target /shark/cacf45308eda69d0ec1a2d8f1ea1ed15a271ed587d73fa8418bbb61d44a1dfb3))((kind(Build(f8834679b1a4c80eb0a51015a4726a46522841edf813e7509ce8ea8f77a10a79 /data)))(target /shark/f8834679b1a4c80eb0a51015a4726a46522841edf813e7509ce8ea8f77a10a79))((kind(Build(849a8051663d4262de796881828da903cf6a0dcb8377b551d628f709dd86d580 /data)))(target /shark/849a8051663d4262de796881828da903cf6a0dcb8377b551d628f709dd86d580))((kind(Build(bc84a32a32770aaafcc187e003f684015c53a2445166395154023d2ba8f0bd9b /data)))(target /shark/bc84a32a32770aaafcc187e003f684015c53a2445166395154023d2ba8f0bd9b))((kind(Build(570e311f3dc9dbf80e4c035c131deb73c40c9e5628f2598da1b1b13532beb5f2 /data)))(target /shark/570e311f3dc9dbf80e4c035c131deb73c40c9e5628f2598da1b1b13532beb5f2))((kind(Build(bb3bf1e0fd5633604036cf6b02557ef0c177d92c00a34519e1c2469d52c4b637 /data)))(target /shark/bb3bf1e0fd5633604036cf6b02557ef0c177d92c00a34519e1c2469d52c4b637))((kind(Build(0656c4b82fd0512994d21556fb88c6592314816270437ab40c9711cf8123d33f /data)))(target /shark/0656c4b82fd0512994d21556fb88c6592314816270437ab40c9711cf8123d33f))((kind(Build(00360fa7ca025cffb4b3c270e1c3d017d2c9a026dbf7e848879f84cb2b0cf1e7 /data)))(target /shark/00360fa7ca025cffb4b3c270e1c3d017d2c9a026dbf7e848879f84cb2b0cf1e7))((kind(Build(6328eea191be716dbb1ed5c25466aad3611acfe9f2ab4c5764b0936be1d4a7ef /data)))(target /shark/6328eea191be716dbb1ed5c25466aad3611acfe9f2ab4c5764b0936be1d4a7ef))((kind(Build(02e0d900909061a1a2650fb3f4e52f8bd3d075128e27a77bc38638767466a55d /data)))(target /shark/02e0d900909061a1a2650fb3f4e52f8bd3d075128e27a77bc38638767466a55d))((kind(Build(0f38ade82f07c43b4fb0c31ec0a6b82db8112e2d6b9e30771d5e5a414249310b /data)))(target /shark/0f38ade82f07c43b4fb0c31ec0a6b82db8112e2d6b9e30771d5e5a414249310b))((kind(Build(e693abfb2de2f26de97747176a762adf999692631143c4293c500bfb789e8689 /data)))(target /shark/e693abfb2de2f26de97747176a762adf999692631143c4293c500bfb789e8689))((kind(Build(cf9f2b99518353e85635365968ee8fa312859f49f9227b2035cd6072e461a7a3 /data)))(target /shark/cf9f2b99518353e85635365968ee8fa312859f49f9227b2035cd6072e461a7a3))((kind(Build(aa4af0cdb05566cfa3480a1516bf109b288f5349630c64c0198d6c8d33ecd7c4 /data)))(target /shark/aa4af0cdb05566cfa3480a1516bf109b288f5349630c64c0198d6c8d33ecd7c4))((kind(Build(4dffed966976cbe2f6dbc54de00ef617646214a09c2210e6ac28186a4989b656 /data)))(target /shark/4dffed966976cbe2f6dbc54de00ef617646214a09c2210e6ac28186a4989b656))((kind(Build(f0c599857ec1f81129a90db15c11391b62bbd87d7a3404a1f118310a2e4e817e /data)))(target /shark/f0c599857ec1f81129a90db15c11391b62bbd87d7a3404a1f118310a2e4e817e))((kind(Build(3b34bbecd3d1a370a5a9ba38fa71c5df97e3bf4fe590d44a991968c378808f9d /data)))(target /shark/3b34bbecd3d1a370a5a9ba38fa71c5df97e3bf4fe590d44a991968c378808f9d))((kind(Build(ee1c25f886fa7da94ea95a7d37ec3322d84711a95f6f1759443908718efbb361 /data)))(target /shark/ee1c25f886fa7da94ea95a7d37ec3322d84711a95f6f1759443908718efbb361))((kind(Build(84311bc91db2b7ed6d9bbe62605928051cb0e5f42d9e27945ad5be6e72549ca3 /data)))(target /shark/84311bc91db2b7ed6d9bbe62605928051cb0e5f42d9e27945ad5be6e72549ca3))((kind(Build(ff21f2778e90fcd9b11c97cd84e1e491877ef5e2669bcf66bcece1372f69b51c /data)))(target /shark/ff21f2778e90fcd9b11c97cd84e1e491877ef5e2669bcf66bcece1372f69b51c))((kind(Build(474d3dd41bdf7f805bdfa9a3d9c2b2d94b927791f16c67edfd4193a43d472ed7 /data)))(target /shark/474d3dd41bdf7f805bdfa9a3d9c2b2d94b927791f16c67edfd4193a43d472ed7))((kind(Build(956b6609a1b82bc01257490e511429ccd859d92215ec8ad9d8b04295a8396d5e /data)))(target /shark/956b6609a1b82bc01257490e511429ccd859d92215ec8ad9d8b04295a8396d5e))((kind(Build(6a7b660f499652f5568ef9b6e64bc4ecd93cd144cc6cb722b7fff141e00a7516 /data)))(target /shark/6a7b660f499652f5568ef9b6e64bc4ecd93cd144cc6cb722b7fff141e00a7516))((kind(Build(92ee122a6e8486d072bca885fef1e7fb8ca56a228c5e036c0e6161bfd3d60dbb /data)))(target /shark/92ee122a6e8486d072bca885fef1e7fb8ca56a228c5e036c0e6161bfd3d60dbb))((kind(Build(184137c912dc5106c58b64ab50ae91e499baa57cf18a0217b8cc672226696c5c /data)))(target /shark/184137c912dc5106c58b64ab50ae91e499baa57cf18a0217b8cc672226696c5c))((kind(Build(d432da81ce4de9f299ccd1c49c0b627fe88deb6f8b37448758be882f7055a7c0 /data)))(target /shark/d432da81ce4de9f299ccd1c49c0b627fe88deb6f8b37448758be882f7055a7c0))((kind(Build(8b50ba3fdb04cb4f73108d96746cd0dfd23400f13a9095dc2d5a3b60c3efdab1 /data)))(target /shark/8b50ba3fdb04cb4f73108d96746cd0dfd23400f13a9095dc2d5a3b60c3efdab1))((kind(Build(abfc76343f7042e1bebc569a94976b809c382a176d70939a6ea0e509c65af28e /data)))(target /shark/abfc76343f7042e1bebc569a94976b809c382a176d70939a6ea0e509c65af28e))((kind(Build(8db59e27e6d1fbe2a4cd57fa07c2c7a150bef88603d862a6cafcf9e55c7b1792 /data)))(target /shark/8db59e27e6d1fbe2a4cd57fa07c2c7a150bef88603d862a6cafcf9e55c7b1792))((kind(Build(1a60ac3acd1c70b854f0266c56a31c1b5a8eb2af04371b864001689e1764d18e /data)))(target /shark/1a60ac3acd1c70b854f0266c56a31c1b5a8eb2af04371b864001689e1764d18e)))))" "daintree/mwd-tmf/result/3915068acf68f8a7e2726e88bc56befa2533c46af918f209bc72aac97331028d"
cannot set property for 'daintree/mwd-tmf/result/3915068acf68f8a7e2726e88bc56befa2533c46af918f209bc72aac97331028d': property value too long
My assumption is that this is because we download a lot more GEDI granules for Gola than my other test project (818, which only downloads three).
@patricoferris I assume this is to do with your adding provenance info to the ZFS layers?
mdales commented
Just to say this is now blocking me, so I've had to comment out the Zfs.set lines on my local build. Any TMF project of reasonable size triggers this it seems.