Since there are a lot of changes in how lifecycle policies work between ElasticSearch and OpenSearch, the recommendation I’ve seen is to manually create them … but it’s a lot of repetitive typing, so I used a script to create a base policy — a name with a a hot allocation — and manually added all of the remaining stages, transitions, and index patterns to which the policy should be applied. <\/p>\n\n\n
\nimport requests\nfrom requests.auth import HTTPBasicAuth\nimport json\nfrom time import sleep\nfrom datetime import timedelta\n\nf = open("data-LifecyclePolicies.txt", "w")\n\nlistIgnoredILMPolicies = ["watch-history-ilm-policy"]\n\n# Get all roles from prod & list users in those roles\nr = requests.get(f"https:\/\/elasticsearch.example.com:9200\/_ilm\/policy", auth = HTTPBasicAuth('something', 'something'), verify=False)\n\ndictAllILMPolicies= r.json()\n\nfor item in dictAllILMPolicies.items():\n if item[0] not in listIgnoredILMPolicies:\n strILMPolicyName = item[0]\n dictILMPolicySettings = item[1]\n iHotDays = None\n iWarmDays = None\n iColdDays = None\n iDeleteDays = None\n if item[1].get('policy').get('phases').get('hot'):\n iHotDays = (item[1].get('policy').get('phases').get('hot').get('min_age'))\n if item[1].get('policy').get('phases').get('warm'):\n iWarmDays = (item[1].get('policy').get('phases').get('warm').get('min_age'))\n if item[1].get('policy').get('phases').get('cold'):\n iColdDays = (item[1].get('policy').get('phases').get('cold').get('min_age'))\n if item[1].get('policy').get('phases').get('delete'):\n iDeleteDays = (item[1].get('policy').get('phases').get('delete').get('min_age'))\n print(f"Policy named {strILMPolicyName} has phases:")\n print(f"\\tHot {iHotDays}")\n print(f"\\tWarm {iWarmDays}")\n print(f"\\tCold {iColdDays}")\n print(f"\\tDelete {iDeleteDays}")\n print("\\n")\n\n f.write(f"Policy named {strILMPolicyName} has phases:\\n")\n f.write(f"\\tHot {iHotDays}\\n")\n f.write(f"\\tWarm {iWarmDays}\\n")\n f.write(f"\\tCold {iColdDays}\\n")\n f.write(f"\\tDelete {iDeleteDays}\\n")\n f.write("\\n")\n jsonILMPolicyCreation = {\n "policy": {\n "description": "Ported from ES7",\n "default_state": "hot",\n "states": [\n {\n "name": "hot",\n "actions": [\n {\n "retry": {\n "count": 3,\n "backoff": "exponential",\n "delay": "1m"\n },\n "allocation": {\n "require": {\n "temp": "hot"\n },\n "include": {},\n "exclude": {},\n "wait_for": "false"\n }\n }\n ],\n "transitions": []\n }\n ],\n "ism_template": []\n }\n }\n\n r2 = requests.put(f"https:\/\/opensearch:9200\/_plugins\/_ism\/policies\/{item[0]}", json=jsonILMPolicyCreation, auth = HTTPBasicAuth('something', 'something'), verify=False)\n print(r2.text)\n print(r2.status_code)\nf.close()\n<\/pre><\/div>","protected":false},"excerpt":{"rendered":"Since there are a lot of changes in how lifecycle policies work between ElasticSearch and OpenSearch, the recommendation I’ve seen is to manually create them … but it’s a lot of repetitive typing, so I used a script to create a base policy — a name with a a hot allocation — and manually added …<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1588],"tags":[1590,2001,1740],"class_list":["post-10863","post","type-post","status-publish","format-standard","hentry","category-elk","tag-elasticsearch","tag-elasticsearch-to-opensearch-migration","tag-opensearch"],"_links":{"self":[{"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/posts\/10863","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=10863"}],"version-history":[{"count":1,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/posts\/10863\/revisions"}],"predecessor-version":[{"id":10864,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=\/wp\/v2\/posts\/10863\/revisions\/10864"}],"wp:attachment":[{"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=10863"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=10863"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.rushworth.us\/lisa\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=10863"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}