From 55a6023f3e000320f4b45017711ad2c2b9e5307b Mon Sep 17 00:00:00 2001 From: Yonatan Shelach <92271540+yonishelach@users.noreply.github.com> Date: Thu, 13 Jun 2024 14:40:42 +0300 Subject: [PATCH] [get_offline_features] Updated to mlrun 1.6.3 (#813) --- get_offline_features/function.yaml | 18 +++++++++--------- get_offline_features/get_offline_features.py | 3 ++- get_offline_features/item.yaml | 4 ++-- 3 files changed, 13 insertions(+), 12 deletions(-) diff --git a/get_offline_features/function.yaml b/get_offline_features/function.yaml index 3c6a8a87a..5a1780d98 100644 --- a/get_offline_features/function.yaml +++ b/get_offline_features/function.yaml @@ -2,7 +2,7 @@ kind: job metadata: name: get-offline-features tag: '' - hash: 5ac6c4e2b67440b464710c072708a3581125c2f8 + hash: 22cc15eacc16e61f2fc1a9579fabde9ef7a2fce2 project: '' labels: author: yonish @@ -15,10 +15,11 @@ spec: args: [] image: mlrun/mlrun build: - functionSourceCode: IyBDb3B5cmlnaHQgMjAxOSBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgICAgaHR0cDovL3d3dy5hcGFjaGUub3JnL2xpY2Vuc2VzL0xJQ0VOU0UtMi4wCiMKIyBVbmxlc3MgcmVxdWlyZWQgYnkgYXBwbGljYWJsZSBsYXcgb3IgYWdyZWVkIHRvIGluIHdyaXRpbmcsIHNvZnR3YXJlCiMgZGlzdHJpYnV0ZWQgdW5kZXIgdGhlIExpY2Vuc2UgaXMgZGlzdHJpYnV0ZWQgb24gYW4gIkFTIElTIiBCQVNJUywKIyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KIyBTZWUgdGhlIExpY2Vuc2UgZm9yIHRoZSBzcGVjaWZpYyBsYW5ndWFnZSBnb3Zlcm5pbmcgcGVybWlzc2lvbnMgYW5kCiMgbGltaXRhdGlvbnMgdW5kZXIgdGhlIExpY2Vuc2UuCiMKZnJvbSB0eXBpbmcgaW1wb3J0IFVuaW9uLCBMaXN0LCBEaWN0CgppbXBvcnQgbWxydW4KaW1wb3J0IG1scnVuLmZlYXR1cmVfc3RvcmUgYXMgZnMKZnJvbSBtbHJ1bi5kYXRhc3RvcmUuc3RvcmVfcmVzb3VyY2VzIGltcG9ydCBpc19zdG9yZV91cmksIHBhcnNlX3N0b3JlX3VyaQpmcm9tIG1scnVuLmRhdGFzdG9yZS50YXJnZXRzIGltcG9ydCBnZXRfdGFyZ2V0X2RyaXZlciwga2luZF90b19kcml2ZXIKZnJvbSBtbHJ1bi5kYXRhc3RvcmUuYmFzZSBpbXBvcnQgRGF0YUl0ZW0KZnJvbSBtbHJ1bi5leGVjdXRpb24gaW1wb3J0IE1MQ2xpZW50Q3R4CmZyb20gbWxydW4udXRpbHMgaW1wb3J0IFN0b3JlUHJlZml4LCBwYXJzZV92ZXJzaW9uZWRfb2JqZWN0X3VyaQpmcm9tIG1scnVuLmVycm9ycyBpbXBvcnQgTUxSdW5JbnZhbGlkQXJndW1lbnRFcnJvcgoKCmRlZiBnZXRfb2ZmbGluZV9mZWF0dXJlcygKICAgIGNvbnRleHQ6IE1MQ2xpZW50Q3R4LAogICAgZmVhdHVyZV92ZWN0b3I6IHN0ciwKICAgIGZlYXR1cmVzOiBVbmlvbltMaXN0W3N0cl0sIE5vbmVdID0gTm9uZSwKICAgIGxhYmVsX2ZlYXR1cmU6IHN0ciA9IE5vbmUsCiAgICBkZXNjcmlwdGlvbjogc3RyID0gTm9uZSwKICAgIGVudGl0eV9yb3dzOiBEYXRhSXRlbSA9IE5vbmUsCiAgICBlbnRpdHlfdGltZXN0YW1wX2NvbHVtbjogc3RyID0gTm9uZSwKICAgIHRhcmdldDogVW5pb25bc3RyLCBEaWN0XSA9IE5vbmUsCiAgICBydW5fY29uZmlnOiBVbmlvbltzdHIsIERpY3RdID0gTm9uZSwKICAgIGRyb3BfY29sdW1uczogTGlzdFtzdHJdID0gTm9uZSwKICAgIHN0YXJ0X3RpbWU6IHN0ciA9IE5vbmUsCiAgICBlbmRfdGltZTogc3RyID0gTm9uZSwKICAgIHdpdGhfaW5kZXhlczogYm9vbCA9IEZhbHNlLAogICAgdXBkYXRlX3N0YXRzOiBib29sID0gRmFsc2UsCik6CiAgICAiIiJyZXRyaWV2ZSBvZmZsaW5lIGZlYXR1cmUgdmVjdG9yIHJlc3VsdHMKCiAgICBzcGVjaWZ5IGEgZmVhdHVyZSB2ZWN0b3Igb2JqZWN0L3VyaSBhbmQgcmV0cmlldmUgdGhlIGRlc2lyZWQgZmVhdHVyZXMsIHRoZWlyIG1ldGFkYXRhCiAgICBhbmQgc3RhdGlzdGljcy4gcmV0dXJucyA6cHk6Y2xhc3M6YH5tbHJ1bi5mZWF0dXJlX3N0b3JlLk9mZmxpbmVWZWN0b3JSZXNwb25zZWAsCiAgICByZXN1bHRzIGNhbiBiZSByZXR1cm5lZCBhcyBhIGRhdGFmcmFtZSBvciB3cml0dGVuIHRvIGEgdGFyZ2V0LgogICAgSWYgZmVhdHVyZSB2ZWN0b3IgZG9lcyBub3QgZXhpc3QsIGEgbmV3IG9uZSB3aWxsIGJlIGNyZWF0ZWQgYW5kIHNhdmVkIHdpdGggdGhlIGdpdmVuIGZlYXR1cmVzLgoKICAgIFRoZSBzdGFydF90aW1lIGFuZCBlbmRfdGltZSBhdHRyaWJ1dGVzIGFsbG93IGZpbHRlcmluZyB0aGUgZGF0YSB0byBhIGdpdmVuIHRpbWUgcmFuZ2UsIHRoZXkgYWNjZXB0CiAgICBzdHJpbmcgdmFsdWVzIG9yIHBhbmRhcyBgVGltZXN0YW1wYCBvYmplY3RzLCBzdHJpbmcgdmFsdWVzIGNhbiBhbHNvIGJlIHJlbGF0aXZlLCBmb3IgZXhhbXBsZToKICAgICJub3ciLCAibm93IC0gMWQyaCIsICJub3crNW0iLCB3aGVyZSBhIHZhbGlkIHBhbmRhcyBUaW1lZGVsdGEgc3RyaW5nIGZvbGxvd3MgdGhlIHZlcmIgIm5vdyIsCiAgICBmb3IgdGltZSBhbGlnbm1lbnQgeW91IGNhbiB1c2UgdGhlIHZlcmIgImZsb29yIiBlLmcuICJub3cgLTFkIGZsb29yIDFIIiB3aWxsIGFsaWduIHRoZSB0aW1lIHRvIHRoZSBsYXN0IGhvdXIKICAgICh0aGUgZmxvb3Igc3RyaW5nIGlzIHBhc3NlZCB0byBwYW5kYXMuVGltZXN0YW1wLmZsb29yKCksIGNhbiB1c2UgRCwgSCwgVCwgUyBmb3IgZGF5LCBob3VyLCBtaW4sIHNlYyBhbGlnbm1lbnQpCgoKICAgIDpwYXJhbSBjb250ZXh0OiAgICAgICAgTUxSdW4gY29udGV4dAogICAgOnBhcmFtIGZlYXR1cmVfdmVjdG9yOiBmZWF0dXJlIHZlY3RvciB1cmkKICAgIDpwYXJhbSBmZWF0dXJlczogICAgICAgUmVsZXZhbnQgb25seSBpZiBmZWF0dXJlX3ZlY3RvciBub3QgZXhpc3QuIGxpc3Qgb2YgZmVhdHVyZSB0byBjb2xsZWN0IHRvIHRoaXMgdmVjdG9yCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGZvcm1hdCBbPHByb2plY3Q+L108ZmVhdHVyZV9zZXQ+LjxmZWF0dXJlX25hbWUgb3IgKj4gW2FzIDxhbGlhcz5dCiAgICA6cGFyYW0gbGFiZWxfZmVhdHVyZTogIGZlYXR1cmUgbmFtZSB0byBiZSB1c2VkIGFzIGxhYmVsIGRhdGEKICAgIDpwYXJhbSBkZXNjcmlwdGlvbjogICAgdGV4dCBkZXNjcmlwdGlvbiBvZiB0aGUgdmVjdG9yCiAgICA6cGFyYW0gZW50aXR5X3Jvd3M6ICAgIFVSSSBvZiB0aGUgZGF0YSBlbnRpdHkgcm93cyB0byBqb2luIHdpdGgKICAgIDpwYXJhbSB0YXJnZXQ6ICAgICAgICAgd2hlcmUgdG8gd3JpdGUgdGhlIHJlc3VsdHMgdG8KICAgIDpwYXJhbSBkcm9wX2NvbHVtbnM6ICAgbGlzdCBvZiBjb2x1bW5zIHRvIGRyb3AgZnJvbSB0aGUgZmluYWwgcmVzdWx0CiAgICA6cGFyYW0gZW50aXR5X3RpbWVzdGFtcF9jb2x1bW46IHRpbWVzdGFtcCBjb2x1bW4gbmFtZSBpbiB0aGUgZW50aXR5IHJvd3MgZGF0YWZyYW1lCiAgICA6cGFyYW0gcnVuX2NvbmZpZzogICAgIGZ1bmN0aW9uIGFuZC9vciBydW4gY29uZmlndXJhdGlvbgogICAgICAgICAgICAgICAgICAgICAgICAgICBzZWUgOnB5OmNsYXNzOmB+bWxydW4uZmVhdHVyZV9zdG9yZS5SdW5Db25maWdgCiAgICA6cGFyYW0gc3RhcnRfdGltZTogICAgICBkYXRldGltZSwgbG93IGxpbWl0IG9mIHRpbWUgbmVlZGVkIHRvIGJlIGZpbHRlcmVkLiBPcHRpb25hbAogICAgICAgIGVudGl0eV90aW1lc3RhbXBfY29sdW1uIG11c3QgYmUgcGFzc2VkIHdoZW4gdXNpbmcgdGltZSBmaWx0ZXJpbmcKICAgIDpwYXJhbSBlbmRfdGltZTogICAgICAgIGRhdGV0aW1lLCBoaWdoIGxpbWl0IG9mIHRpbWUgbmVlZGVkIHRvIGJlIGZpbHRlcmVkLiBPcHRpb25hbAogICAgICAgIGVudGl0eV90aW1lc3RhbXBfY29sdW1uIG11c3QgYmUgcGFzc2VkIHdoZW4gdXNpbmcgdGltZSBmaWx0ZXJpbmcKICAgIDpwYXJhbSB3aXRoX2luZGV4ZXM6ICAgIHJldHVybiB2ZWN0b3Igd2l0aCBpbmRleCBjb2x1bW5zIChkZWZhdWx0IEZhbHNlKQogICAgOnBhcmFtIHVwZGF0ZV9zdGF0czogICAgdXBkYXRlIGZlYXR1cmVzIHN0YXRpc3RpY3MgZnJvbSB0aGUgcmVxdWVzdGVkIGZlYXR1cmUgc2V0cyBvbiB0aGUgdmVjdG9yLiBEZWZhdWx0IGlzIEZhbHNlLgoKICAgIDpyZXR1cm5zIGZlYXR1cmVfdmVjdG9yIGlucHV0CiAgICAiIiIKCiAgICBpZiBmZWF0dXJlczoKICAgICAgICAjIENyZWF0aW5nIGEgbmV3IEZlYXR1cmVWZWN0b3IgYW5kIHNhdmluZzoKICAgICAgICBpZiBpc19zdG9yZV91cmkoZmVhdHVyZV92ZWN0b3IpOgogICAgICAgICAgICBwcmVmaXgsIG5ld191cmkgPSBwYXJzZV9zdG9yZV91cmkoZmVhdHVyZV92ZWN0b3IpCiAgICAgICAgICAgIGlmIHByZWZpeCAhPSBTdG9yZVByZWZpeC5GZWF0dXJlVmVjdG9yOgogICAgICAgICAgICAgICAgcmFpc2UgTUxSdW5JbnZhbGlkQXJndW1lbnRFcnJvcigKICAgICAgICAgICAgICAgICAgICBmInByb3ZpZGVkIHN0b3JlIHVyaSAoe2ZlYXR1cmVfdmVjdG9yfSkgZG9lcyBub3QgcmVwcmVzZW50IGEgZmVhdHVyZSB2ZWN0b3IgKHByZWZpeD17cHJlZml4fSkiCiAgICAgICAgICAgICAgICApCiAgICAgICAgICAgIGZlYXR1cmVfdmVjdG9yID0gbmV3X3VyaQoKICAgICAgICBjb250ZXh0LmxvZ2dlci5pbmZvKGYiQ3JlYXRpbmcgRmVhdHVyZVZlY3RvciB7ZmVhdHVyZV92ZWN0b3J9IikKICAgICAgICBwcm9qZWN0LCBuYW1lLCB0YWcsIF8gPSBwYXJzZV92ZXJzaW9uZWRfb2JqZWN0X3VyaShmZWF0dXJlX3ZlY3RvciwgbWxydW4ubWxjb25mLmRlZmF1bHRfcHJvamVjdCkKICAgICAgICB2ZWN0b3IgPSBmcy5GZWF0dXJlVmVjdG9yKG5hbWUsIGZlYXR1cmVzLCBsYWJlbF9mZWF0dXJlPWxhYmVsX2ZlYXR1cmUsIGRlc2NyaXB0aW9uPWRlc2NyaXB0aW9uKQogICAgICAgIHZlY3Rvci5tZXRhZGF0YS5wcm9qZWN0ID0gcHJvamVjdAogICAgICAgIHZlY3Rvci5tZXRhZGF0YS50YWcgPSB0YWcKICAgICAgICB2ZWN0b3Iuc2F2ZSgpCiAgICAgICAgZmVhdHVyZV92ZWN0b3JfdXJpID0gdmVjdG9yLnVyaQogICAgZWxzZToKICAgICAgICBpZiBpc19zdG9yZV91cmkoZmVhdHVyZV92ZWN0b3IpOgogICAgICAgICAgICBmZWF0dXJlX3ZlY3Rvcl91cmkgPSBmZWF0dXJlX3ZlY3RvcgogICAgICAgIGVsc2U6CiAgICAgICAgICAgIHZlY3RvciA9IGZzLmdldF9mZWF0dXJlX3ZlY3RvcihmZWF0dXJlX3ZlY3RvcikKICAgICAgICAgICAgZmVhdHVyZV92ZWN0b3JfdXJpID0gdmVjdG9yLnVyaQoKICAgICMgUHJlcGFyaW5nIGVudGl0eV9yb3dzOgogICAgaWYgZW50aXR5X3Jvd3MgaXMgbm90IE5vbmU6CiAgICAgICAgY29udGV4dC5sb2dnZXIuaW5mbyhmIkNyZWF0aW5nIERhdGFGcmFtZSBmcm9tIGVudGl0eV9yb3dzID0ge2VudGl0eV9yb3dzfSIpCiAgICAgICAgZW50aXR5X3Jvd3MgPSBlbnRpdHlfcm93cy5hc19kZigpCgogICAgIyBQcmVwYXJpbmcgdGFyZ2V0OgogICAgaWYgdGFyZ2V0OgogICAgICAgIGlmIGlzaW5zdGFuY2UodGFyZ2V0LCBzdHIpOgogICAgICAgICAgICB0YXJnZXQgPSBraW5kX3RvX2RyaXZlclt0YXJnZXRdKCkKCiAgICAgICAgbmFtZSA9IHRhcmdldC5uYW1lIGlmIGhhc2F0dHIodGFyZ2V0LCAibmFtZSIpIGVsc2UgdGFyZ2V0WyJuYW1lIl0KICAgICAgICBjb250ZXh0LmxvZ2dlci5pbmZvKGYiUHJlcGFyaW5nICd7bmFtZX0nIHRhcmdldCIpCiAgICAgICAgdGFyZ2V0ID0gZ2V0X3RhcmdldF9kcml2ZXIodGFyZ2V0KQogICAgaWYgaGFzYXR0cih0YXJnZXQsICdwYXRoJykgYW5kIHRhcmdldC5wYXRoOgogICAgICAgIGNvbnRleHQubG9nX3Jlc3VsdCgidGFyZ2V0IiwgdGFyZ2V0LnBhdGgpCgogICAgIyBQcmVwYXJpbmcgcnVuX2NvbmZpZzoKICAgIGlmIHJ1bl9jb25maWcgYW5kIGlzaW5zdGFuY2UocnVuX2NvbmZpZywgZGljdCk6CiAgICAgICAgY29udGV4dC5sb2dnZXIuaW5mbygiUHJlcGFyaW5nIHJ1biBjb25maWd1cmF0aW9uIikKICAgICAgICBydW5fY29uZmlnID0gZnMuUnVuQ29uZmlnKCoqcnVuX2NvbmZpZykKCiAgICAjIENhbGxpbmcgZ2V0X29mZmxpbmVfZmVhdHVyZXM6CiAgICBjb250ZXh0LmxvZ2dlci5pbmZvKAogICAgICAgIGYiZ2V0dGluZyBvZmZsaW5lIGZlYXR1cmVzIGZyb20gdGhlIEZlYXR1cmVWZWN0b3Ige2ZlYXR1cmVfdmVjdG9yfSIKICAgICkKICAgIGZzLmdldF9vZmZsaW5lX2ZlYXR1cmVzKAogICAgICAgIGZlYXR1cmVfdmVjdG9yPWZlYXR1cmVfdmVjdG9yX3VyaSwKICAgICAgICBlbnRpdHlfcm93cz1lbnRpdHlfcm93cywKICAgICAgICBlbnRpdHlfdGltZXN0YW1wX2NvbHVtbj1lbnRpdHlfdGltZXN0YW1wX2NvbHVtbiwKICAgICAgICB0YXJnZXQ9dGFyZ2V0LAogICAgICAgIHJ1bl9jb25maWc9cnVuX2NvbmZpZywKICAgICAgICBkcm9wX2NvbHVtbnM9ZHJvcF9jb2x1bW5zLAogICAgICAgIHN0YXJ0X3RpbWU9c3RhcnRfdGltZSwKICAgICAgICBlbmRfdGltZT1lbmRfdGltZSwKICAgICAgICB3aXRoX2luZGV4ZXM9d2l0aF9pbmRleGVzLAogICAgICAgIHVwZGF0ZV9zdGF0cz11cGRhdGVfc3RhdHMsCiAgICApCgogICAgY29udGV4dC5sb2dfcmVzdWx0KCJmZWF0dXJlX3ZlY3RvciIsIGZlYXR1cmVfdmVjdG9yKQogICAgY29udGV4dC5sb2dfcmVzdWx0KCJmZWF0dXJlX3ZlY3Rvcl91cmkiLCBmZWF0dXJlX3ZlY3Rvcl91cmkpCg== + functionSourceCode: IyBDb3B5cmlnaHQgMjAxOSBJZ3VhemlvCiMKIyBMaWNlbnNlZCB1bmRlciB0aGUgQXBhY2hlIExpY2Vuc2UsIFZlcnNpb24gMi4wICh0aGUgIkxpY2Vuc2UiKTsKIyB5b3UgbWF5IG5vdCB1c2UgdGhpcyBmaWxlIGV4Y2VwdCBpbiBjb21wbGlhbmNlIHdpdGggdGhlIExpY2Vuc2UuCiMgWW91IG1heSBvYnRhaW4gYSBjb3B5IG9mIHRoZSBMaWNlbnNlIGF0CiMKIyAgICAgaHR0cDovL3d3dy5hcGFjaGUub3JnL2xpY2Vuc2VzL0xJQ0VOU0UtMi4wCiMKIyBVbmxlc3MgcmVxdWlyZWQgYnkgYXBwbGljYWJsZSBsYXcgb3IgYWdyZWVkIHRvIGluIHdyaXRpbmcsIHNvZnR3YXJlCiMgZGlzdHJpYnV0ZWQgdW5kZXIgdGhlIExpY2Vuc2UgaXMgZGlzdHJpYnV0ZWQgb24gYW4gIkFTIElTIiBCQVNJUywKIyBXSVRIT1VUIFdBUlJBTlRJRVMgT1IgQ09ORElUSU9OUyBPRiBBTlkgS0lORCwgZWl0aGVyIGV4cHJlc3Mgb3IgaW1wbGllZC4KIyBTZWUgdGhlIExpY2Vuc2UgZm9yIHRoZSBzcGVjaWZpYyBsYW5ndWFnZSBnb3Zlcm5pbmcgcGVybWlzc2lvbnMgYW5kCiMgbGltaXRhdGlvbnMgdW5kZXIgdGhlIExpY2Vuc2UuCiMKZnJvbSB0eXBpbmcgaW1wb3J0IFVuaW9uLCBMaXN0LCBEaWN0CgppbXBvcnQgbWxydW4KaW1wb3J0IG1scnVuLmZlYXR1cmVfc3RvcmUgYXMgZnMKZnJvbSBtbHJ1bi5kYXRhc3RvcmUuc3RvcmVfcmVzb3VyY2VzIGltcG9ydCBpc19zdG9yZV91cmksIHBhcnNlX3N0b3JlX3VyaQpmcm9tIG1scnVuLmRhdGFzdG9yZS50YXJnZXRzIGltcG9ydCBnZXRfdGFyZ2V0X2RyaXZlciwga2luZF90b19kcml2ZXIKZnJvbSBtbHJ1bi5kYXRhc3RvcmUuYmFzZSBpbXBvcnQgRGF0YUl0ZW0KZnJvbSBtbHJ1bi5leGVjdXRpb24gaW1wb3J0IE1MQ2xpZW50Q3R4CmZyb20gbWxydW4udXRpbHMgaW1wb3J0IFN0b3JlUHJlZml4CmZyb20gbWxydW4uY29tbW9uLmhlbHBlcnMgaW1wb3J0IHBhcnNlX3ZlcnNpb25lZF9vYmplY3RfdXJpCmZyb20gbWxydW4uZXJyb3JzIGltcG9ydCBNTFJ1bkludmFsaWRBcmd1bWVudEVycm9yCgoKZGVmIGdldF9vZmZsaW5lX2ZlYXR1cmVzKAogICAgY29udGV4dDogTUxDbGllbnRDdHgsCiAgICBmZWF0dXJlX3ZlY3Rvcjogc3RyLAogICAgZmVhdHVyZXM6IFVuaW9uW0xpc3Rbc3RyXSwgTm9uZV0gPSBOb25lLAogICAgbGFiZWxfZmVhdHVyZTogc3RyID0gTm9uZSwKICAgIGRlc2NyaXB0aW9uOiBzdHIgPSBOb25lLAogICAgZW50aXR5X3Jvd3M6IERhdGFJdGVtID0gTm9uZSwKICAgIGVudGl0eV90aW1lc3RhbXBfY29sdW1uOiBzdHIgPSBOb25lLAogICAgdGFyZ2V0OiBVbmlvbltzdHIsIERpY3RdID0gTm9uZSwKICAgIHJ1bl9jb25maWc6IFVuaW9uW3N0ciwgRGljdF0gPSBOb25lLAogICAgZHJvcF9jb2x1bW5zOiBMaXN0W3N0cl0gPSBOb25lLAogICAgc3RhcnRfdGltZTogc3RyID0gTm9uZSwKICAgIGVuZF90aW1lOiBzdHIgPSBOb25lLAogICAgd2l0aF9pbmRleGVzOiBib29sID0gRmFsc2UsCiAgICB1cGRhdGVfc3RhdHM6IGJvb2wgPSBGYWxzZSwKKToKICAgICIiInJldHJpZXZlIG9mZmxpbmUgZmVhdHVyZSB2ZWN0b3IgcmVzdWx0cwoKICAgIHNwZWNpZnkgYSBmZWF0dXJlIHZlY3RvciBvYmplY3QvdXJpIGFuZCByZXRyaWV2ZSB0aGUgZGVzaXJlZCBmZWF0dXJlcywgdGhlaXIgbWV0YWRhdGEKICAgIGFuZCBzdGF0aXN0aWNzLiByZXR1cm5zIDpweTpjbGFzczpgfm1scnVuLmZlYXR1cmVfc3RvcmUuT2ZmbGluZVZlY3RvclJlc3BvbnNlYCwKICAgIHJlc3VsdHMgY2FuIGJlIHJldHVybmVkIGFzIGEgZGF0YWZyYW1lIG9yIHdyaXR0ZW4gdG8gYSB0YXJnZXQuCiAgICBJZiBmZWF0dXJlIHZlY3RvciBkb2VzIG5vdCBleGlzdCwgYSBuZXcgb25lIHdpbGwgYmUgY3JlYXRlZCBhbmQgc2F2ZWQgd2l0aCB0aGUgZ2l2ZW4gZmVhdHVyZXMuCgogICAgVGhlIHN0YXJ0X3RpbWUgYW5kIGVuZF90aW1lIGF0dHJpYnV0ZXMgYWxsb3cgZmlsdGVyaW5nIHRoZSBkYXRhIHRvIGEgZ2l2ZW4gdGltZSByYW5nZSwgdGhleSBhY2NlcHQKICAgIHN0cmluZyB2YWx1ZXMgb3IgcGFuZGFzIGBUaW1lc3RhbXBgIG9iamVjdHMsIHN0cmluZyB2YWx1ZXMgY2FuIGFsc28gYmUgcmVsYXRpdmUsIGZvciBleGFtcGxlOgogICAgIm5vdyIsICJub3cgLSAxZDJoIiwgIm5vdys1bSIsIHdoZXJlIGEgdmFsaWQgcGFuZGFzIFRpbWVkZWx0YSBzdHJpbmcgZm9sbG93cyB0aGUgdmVyYiAibm93IiwKICAgIGZvciB0aW1lIGFsaWdubWVudCB5b3UgY2FuIHVzZSB0aGUgdmVyYiAiZmxvb3IiIGUuZy4gIm5vdyAtMWQgZmxvb3IgMUgiIHdpbGwgYWxpZ24gdGhlIHRpbWUgdG8gdGhlIGxhc3QgaG91cgogICAgKHRoZSBmbG9vciBzdHJpbmcgaXMgcGFzc2VkIHRvIHBhbmRhcy5UaW1lc3RhbXAuZmxvb3IoKSwgY2FuIHVzZSBELCBILCBULCBTIGZvciBkYXksIGhvdXIsIG1pbiwgc2VjIGFsaWdubWVudCkKCgogICAgOnBhcmFtIGNvbnRleHQ6ICAgICAgICBNTFJ1biBjb250ZXh0CiAgICA6cGFyYW0gZmVhdHVyZV92ZWN0b3I6IGZlYXR1cmUgdmVjdG9yIHVyaQogICAgOnBhcmFtIGZlYXR1cmVzOiAgICAgICBSZWxldmFudCBvbmx5IGlmIGZlYXR1cmVfdmVjdG9yIG5vdCBleGlzdC4gbGlzdCBvZiBmZWF0dXJlIHRvIGNvbGxlY3QgdG8gdGhpcyB2ZWN0b3IKICAgICAgICAgICAgICAgICAgICAgICAgICAgZm9ybWF0IFs8cHJvamVjdD4vXTxmZWF0dXJlX3NldD4uPGZlYXR1cmVfbmFtZSBvciAqPiBbYXMgPGFsaWFzPl0KICAgIDpwYXJhbSBsYWJlbF9mZWF0dXJlOiAgZmVhdHVyZSBuYW1lIHRvIGJlIHVzZWQgYXMgbGFiZWwgZGF0YQogICAgOnBhcmFtIGRlc2NyaXB0aW9uOiAgICB0ZXh0IGRlc2NyaXB0aW9uIG9mIHRoZSB2ZWN0b3IKICAgIDpwYXJhbSBlbnRpdHlfcm93czogICAgVVJJIG9mIHRoZSBkYXRhIGVudGl0eSByb3dzIHRvIGpvaW4gd2l0aAogICAgOnBhcmFtIHRhcmdldDogICAgICAgICB3aGVyZSB0byB3cml0ZSB0aGUgcmVzdWx0cyB0bwogICAgOnBhcmFtIGRyb3BfY29sdW1uczogICBsaXN0IG9mIGNvbHVtbnMgdG8gZHJvcCBmcm9tIHRoZSBmaW5hbCByZXN1bHQKICAgIDpwYXJhbSBlbnRpdHlfdGltZXN0YW1wX2NvbHVtbjogdGltZXN0YW1wIGNvbHVtbiBuYW1lIGluIHRoZSBlbnRpdHkgcm93cyBkYXRhZnJhbWUKICAgIDpwYXJhbSBydW5fY29uZmlnOiAgICAgZnVuY3Rpb24gYW5kL29yIHJ1biBjb25maWd1cmF0aW9uCiAgICAgICAgICAgICAgICAgICAgICAgICAgIHNlZSA6cHk6Y2xhc3M6YH5tbHJ1bi5mZWF0dXJlX3N0b3JlLlJ1bkNvbmZpZ2AKICAgIDpwYXJhbSBzdGFydF90aW1lOiAgICAgIGRhdGV0aW1lLCBsb3cgbGltaXQgb2YgdGltZSBuZWVkZWQgdG8gYmUgZmlsdGVyZWQuIE9wdGlvbmFsCiAgICAgICAgZW50aXR5X3RpbWVzdGFtcF9jb2x1bW4gbXVzdCBiZSBwYXNzZWQgd2hlbiB1c2luZyB0aW1lIGZpbHRlcmluZwogICAgOnBhcmFtIGVuZF90aW1lOiAgICAgICAgZGF0ZXRpbWUsIGhpZ2ggbGltaXQgb2YgdGltZSBuZWVkZWQgdG8gYmUgZmlsdGVyZWQuIE9wdGlvbmFsCiAgICAgICAgZW50aXR5X3RpbWVzdGFtcF9jb2x1bW4gbXVzdCBiZSBwYXNzZWQgd2hlbiB1c2luZyB0aW1lIGZpbHRlcmluZwogICAgOnBhcmFtIHdpdGhfaW5kZXhlczogICAgcmV0dXJuIHZlY3RvciB3aXRoIGluZGV4IGNvbHVtbnMgKGRlZmF1bHQgRmFsc2UpCiAgICA6cGFyYW0gdXBkYXRlX3N0YXRzOiAgICB1cGRhdGUgZmVhdHVyZXMgc3RhdGlzdGljcyBmcm9tIHRoZSByZXF1ZXN0ZWQgZmVhdHVyZSBzZXRzIG9uIHRoZSB2ZWN0b3IuIERlZmF1bHQgaXMgRmFsc2UuCgogICAgOnJldHVybnMgZmVhdHVyZV92ZWN0b3IgaW5wdXQKICAgICIiIgoKICAgIGlmIGZlYXR1cmVzOgogICAgICAgICMgQ3JlYXRpbmcgYSBuZXcgRmVhdHVyZVZlY3RvciBhbmQgc2F2aW5nOgogICAgICAgIGlmIGlzX3N0b3JlX3VyaShmZWF0dXJlX3ZlY3Rvcik6CiAgICAgICAgICAgIHByZWZpeCwgbmV3X3VyaSA9IHBhcnNlX3N0b3JlX3VyaShmZWF0dXJlX3ZlY3RvcikKICAgICAgICAgICAgaWYgcHJlZml4ICE9IFN0b3JlUHJlZml4LkZlYXR1cmVWZWN0b3I6CiAgICAgICAgICAgICAgICByYWlzZSBNTFJ1bkludmFsaWRBcmd1bWVudEVycm9yKAogICAgICAgICAgICAgICAgICAgIGYicHJvdmlkZWQgc3RvcmUgdXJpICh7ZmVhdHVyZV92ZWN0b3J9KSBkb2VzIG5vdCByZXByZXNlbnQgYSBmZWF0dXJlIHZlY3RvciAocHJlZml4PXtwcmVmaXh9KSIKICAgICAgICAgICAgICAgICkKICAgICAgICAgICAgZmVhdHVyZV92ZWN0b3IgPSBuZXdfdXJpCgogICAgICAgIGNvbnRleHQubG9nZ2VyLmluZm8oZiJDcmVhdGluZyBGZWF0dXJlVmVjdG9yIHtmZWF0dXJlX3ZlY3Rvcn0iKQogICAgICAgIHByb2plY3QsIG5hbWUsIHRhZywgXyA9IHBhcnNlX3ZlcnNpb25lZF9vYmplY3RfdXJpKGZlYXR1cmVfdmVjdG9yLCBtbHJ1bi5tbGNvbmYuZGVmYXVsdF9wcm9qZWN0KQogICAgICAgIHZlY3RvciA9IGZzLkZlYXR1cmVWZWN0b3IobmFtZSwgZmVhdHVyZXMsIGxhYmVsX2ZlYXR1cmU9bGFiZWxfZmVhdHVyZSwgZGVzY3JpcHRpb249ZGVzY3JpcHRpb24pCiAgICAgICAgdmVjdG9yLm1ldGFkYXRhLnByb2plY3QgPSBwcm9qZWN0CiAgICAgICAgdmVjdG9yLm1ldGFkYXRhLnRhZyA9IHRhZwogICAgICAgIHZlY3Rvci5zYXZlKCkKICAgICAgICBmZWF0dXJlX3ZlY3Rvcl91cmkgPSB2ZWN0b3IudXJpCiAgICBlbHNlOgogICAgICAgIGlmIGlzX3N0b3JlX3VyaShmZWF0dXJlX3ZlY3Rvcik6CiAgICAgICAgICAgIGZlYXR1cmVfdmVjdG9yX3VyaSA9IGZlYXR1cmVfdmVjdG9yCiAgICAgICAgZWxzZToKICAgICAgICAgICAgdmVjdG9yID0gZnMuZ2V0X2ZlYXR1cmVfdmVjdG9yKGZlYXR1cmVfdmVjdG9yKQogICAgICAgICAgICBmZWF0dXJlX3ZlY3Rvcl91cmkgPSB2ZWN0b3IudXJpCgogICAgIyBQcmVwYXJpbmcgZW50aXR5X3Jvd3M6CiAgICBpZiBlbnRpdHlfcm93cyBpcyBub3QgTm9uZToKICAgICAgICBjb250ZXh0LmxvZ2dlci5pbmZvKGYiQ3JlYXRpbmcgRGF0YUZyYW1lIGZyb20gZW50aXR5X3Jvd3MgPSB7ZW50aXR5X3Jvd3N9IikKICAgICAgICBlbnRpdHlfcm93cyA9IGVudGl0eV9yb3dzLmFzX2RmKCkKCiAgICAjIFByZXBhcmluZyB0YXJnZXQ6CiAgICBpZiB0YXJnZXQ6CiAgICAgICAgaWYgaXNpbnN0YW5jZSh0YXJnZXQsIHN0cik6CiAgICAgICAgICAgIHRhcmdldCA9IGtpbmRfdG9fZHJpdmVyW3RhcmdldF0oKQoKICAgICAgICBuYW1lID0gdGFyZ2V0Lm5hbWUgaWYgaGFzYXR0cih0YXJnZXQsICJuYW1lIikgZWxzZSB0YXJnZXRbIm5hbWUiXQogICAgICAgIGNvbnRleHQubG9nZ2VyLmluZm8oZiJQcmVwYXJpbmcgJ3tuYW1lfScgdGFyZ2V0IikKICAgICAgICB0YXJnZXQgPSBnZXRfdGFyZ2V0X2RyaXZlcih0YXJnZXQpCiAgICBpZiBoYXNhdHRyKHRhcmdldCwgJ3BhdGgnKSBhbmQgdGFyZ2V0LnBhdGg6CiAgICAgICAgY29udGV4dC5sb2dfcmVzdWx0KCJ0YXJnZXQiLCB0YXJnZXQucGF0aCkKCiAgICAjIFByZXBhcmluZyBydW5fY29uZmlnOgogICAgaWYgcnVuX2NvbmZpZyBhbmQgaXNpbnN0YW5jZShydW5fY29uZmlnLCBkaWN0KToKICAgICAgICBjb250ZXh0LmxvZ2dlci5pbmZvKCJQcmVwYXJpbmcgcnVuIGNvbmZpZ3VyYXRpb24iKQogICAgICAgIHJ1bl9jb25maWcgPSBmcy5SdW5Db25maWcoKipydW5fY29uZmlnKQoKICAgICMgQ2FsbGluZyBnZXRfb2ZmbGluZV9mZWF0dXJlczoKICAgIGNvbnRleHQubG9nZ2VyLmluZm8oCiAgICAgICAgZiJnZXR0aW5nIG9mZmxpbmUgZmVhdHVyZXMgZnJvbSB0aGUgRmVhdHVyZVZlY3RvciB7ZmVhdHVyZV92ZWN0b3J9IgogICAgKQogICAgZnMuZ2V0X29mZmxpbmVfZmVhdHVyZXMoCiAgICAgICAgZmVhdHVyZV92ZWN0b3I9ZmVhdHVyZV92ZWN0b3JfdXJpLAogICAgICAgIGVudGl0eV9yb3dzPWVudGl0eV9yb3dzLAogICAgICAgIGVudGl0eV90aW1lc3RhbXBfY29sdW1uPWVudGl0eV90aW1lc3RhbXBfY29sdW1uLAogICAgICAgIHRhcmdldD10YXJnZXQsCiAgICAgICAgcnVuX2NvbmZpZz1ydW5fY29uZmlnLAogICAgICAgIGRyb3BfY29sdW1ucz1kcm9wX2NvbHVtbnMsCiAgICAgICAgc3RhcnRfdGltZT1zdGFydF90aW1lLAogICAgICAgIGVuZF90aW1lPWVuZF90aW1lLAogICAgICAgIHdpdGhfaW5kZXhlcz13aXRoX2luZGV4ZXMsCiAgICAgICAgdXBkYXRlX3N0YXRzPXVwZGF0ZV9zdGF0cywKICAgICkKCiAgICBjb250ZXh0LmxvZ19yZXN1bHQoImZlYXR1cmVfdmVjdG9yIiwgZmVhdHVyZV92ZWN0b3IpCiAgICBjb250ZXh0LmxvZ19yZXN1bHQoImZlYXR1cmVfdmVjdG9yX3VyaSIsIGZlYXR1cmVfdmVjdG9yX3VyaSkK commands: [] - code_origin: https://github.com/yonishelach/functions.git#82aab1724569d20c73cca114beb2fac0821d3383:/Users/Yonatan_Shelach/projects/functions/get_offline_features/get_offline_features.py - origin_filename: /Users/Yonatan_Shelach/projects/functions/get_offline_features/get_offline_features.py + code_origin: '' + origin_filename: '' + requirements: [] entry_points: get_offline_features: name: get_offline_features @@ -54,11 +55,9 @@ spec: - name: context type: MLClientCtx doc: MLRun context - default: '' - name: feature_vector type: str doc: feature vector uri - default: '' - name: features type: Union[List[str], ] doc: Relevant only if feature_vector not exist. list of feature to collect @@ -112,9 +111,10 @@ spec: doc: update features statistics from the requested feature sets on the vector. Default is False. default: false - outputs: - - default: '' - lineno: 27 + outputs: [] + lineno: 28 + has_varargs: false + has_kwargs: false description: retrieve offline feature vector results default_handler: get_offline_features disable_auto_mount: false diff --git a/get_offline_features/get_offline_features.py b/get_offline_features/get_offline_features.py index a48faa9c3..1a8b8ff03 100644 --- a/get_offline_features/get_offline_features.py +++ b/get_offline_features/get_offline_features.py @@ -20,7 +20,8 @@ from mlrun.datastore.targets import get_target_driver, kind_to_driver from mlrun.datastore.base import DataItem from mlrun.execution import MLClientCtx -from mlrun.utils import StorePrefix, parse_versioned_object_uri +from mlrun.utils import StorePrefix +from mlrun.common.helpers import parse_versioned_object_uri from mlrun.errors import MLRunInvalidArgumentError diff --git a/get_offline_features/item.yaml b/get_offline_features/item.yaml index 17241f6e4..00d9c34c1 100644 --- a/get_offline_features/item.yaml +++ b/get_offline_features/item.yaml @@ -13,7 +13,7 @@ labels: author: yonish maintainers: [] marketplaceType: '' -mlrunVersion: 1.1.0 +mlrunVersion: 1.6.3 name: get_offline_features platformVersion: 3.5.0 spec: @@ -23,4 +23,4 @@ spec: kind: job requirements: [] url: '' -version: 1.2.0 +version: 1.3.0