トップ Python 3.xに関する質問 Python APIの結果をdataframeを使ってget_request()にすべての結果を入れることができない

編集履歴

質問編集履歴

回答結果を反映

2023/02/10 09:42

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -186,110 +186,99 @@
     Tunnel_level_quality_analysis_df.to_csv(tmp_csv, encoding='utf-8', index=False)
     s3 = boto3.resource('s3')
-    s3.meta.client.upload_file(tmp_csv 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
+    s3.meta.client.upload_file(tmp_csvm 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
     print("debug2")
 def get_request(vmanage_info_df):
-    dfs = []
+    #api_datalist = []
-    for i in range(13):
-        for row in vmanage_info_df.itertuples():
+    for row in vmanage_info_df.itertuples():
-            vmanage_host = row[1]
+        vmanage_host = row[1]
-            vmanage_port = row[2]
+        vmanage_port = row[2]
-            vmanage_username = row[3]
+        vmanage_username = row[3]
-            vmanage_password = row[4]
+        vmanage_password = row[4]
+        base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
+        login_action = `/j_security_check`
+        login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
+        login_url = base_url + login_action
+        session = requests.session()
+        pring("debug3")
+        login_response = session.post(url=login_url, data=login_data, verify=False)
+        if b`<html>` in login_response.content:
+            print("Login token Failed")
+            exit(1)
-            base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
+        xsrf_token_url = base_url + '/dataservice/client/token'
+        login_token = session.get(url=xsrf_token_url, verify=False)
-            login_action = `/j_security_check`
+        if login_token.status_code == 200:
+            if b`<html>` in login_token.content:
+                print("Login token Failed")
+                exit(1)
+            session.headers[`X-XSRF-TOKEN`] = login_token.content
-            login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
+        device_url = base_url + `/dataservice/device`
+        print("device_url")
+        print(device_url)
+        device_list = session.get(url=device_url, verify=False)
+        if device_list.status_code = 200:
-            login_url = base_url + login_action
+            json_data = device_list.json()
+        else:
+            print (device_list.status_code)
-            session = requests.session()
+        df = pd.json_normalize(json_data["data"]
+        df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-            pring("debug3")
+        print("filter_df")
+        print(df)
-            login_response = session.post(url=login_url, data=login_data, verify=False)
+        df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-            if b`<html>` in login_response.content:
+        for data in df.itertuples():
+            System_ip = data[1]
+            query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-                print("Login token Failed")
+            print("query_data")
-                exit(1)
+            print(query_data)
-            xsrf_token_url = base_url + '/dataservice/client/token'
+            device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
+            #print("device_url")
+            #print(device_url)
-            login_token = session.get(url=xsrf_token_url, verify=False)
+            device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
-            if login_token.status_code = 200:
-                if b`<html>` in login_token.content:
-                    print("Login token Failed")
+            print("device_list")
-                    exit(1)
+            print(device_list)
-                session.headers[`X-XSRF-TOKEN`] = login_token.content
-            device_url = base_url + `/dataservice/device`
-            print("device_url")
-            print(device_url)
-            device_list = session.get(url=device_url, verify=False)
-            if device_list.status_code = 200:
+            if device_list.status_code == 200:
-                json_data = vdevice_list.json()
-            else:
                 print (device_list.status_code)
-            df = pd.json_normalize(json_data["data"]
-            df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-            print("filter_df")
-            print(df)
-            df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-            for data in df.itertuples():
+                json_data = device_list.json()
-                System_ip = data[1]
-                query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-                print("query_data")
-                print(query_data)
-                device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
-                print("device_url")
+                df2 = pd.json_normalize(json_data["data"])
-                print(device_url)
+                #先頭にsystemip
+                df2.insert(0, 'System_ip', data[1])
+                #末尾にdatetime
-                device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
+                df2['dt'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
-                print("device_list")
+                c = df2.pop('dt')
-                print(device_list)
+                df2.insert(df2.shape[1], c.name, c)
-                if device_list.status_code == 200:
-                    json_data = device_list.json()
-                    df2 = pd.json_normalize(json_data["data"])
-                    #先頭にsystemip
-                    df2.insert(0, 'System_ip', data[1])
-                    #末尾にdatetime
-                    df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
-                    c = df2.pop('dt')
-                    df.insert(df2.shape[1], c.name, c)
-                    print("df2")
+                print("df2")
-                    print(df2)
+                print(df2)
-                    df2 = pd.DataFrame({'v1' :[i, i*10]})
-                    dfs.append(df2)
-                else:
-                    print(device_list.status_code)
+            else:
-                print("df_intertuples")
+                print(device_list.status_code)
-                print(df)
-        return df
-    df_ret = pd.concat(dfs).rest_index(drop=True)
-    return df_ret
+    return df
-#df_ret = get_request(vmanage_info_df)
-#print(df_ret)
 ```
@@ -334,3 +323,34 @@
 ### 補足情報（FW/ツールのバージョンなど）
 Python3.9
 ここにより詳細な情報を記載してください。
+### 回答動作確認コード
+文字数制限のため追記箇所のみ記載
+```
+・・・・（略）・・・・
+dfs = []
+def lambda_handler(event, context):
+・・・・（略）・・・・
+                print("df2")
+                print(df2)
+                dfs.append(df2)
+・・・・（略）・・・・
+df_con = pd.concat(dfs).reset_index(drop=True)
+print(df_con)
+return df_con
+```
+```Result
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.1 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.96・・・・5 2023/01/01 01:01:01
+・・・・（略）・・・・
+1.1.1.4 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.96・・・・5 2023/01/01 01:01:01
+```
+```

Python 3.x API

ソース修正

2023/02/10 08:08

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -275,7 +275,7 @@
                     print("df2")
                     print(df2)
-                    df2 = pd.dataFrame({'v1' :[i, i*10]})
+                    df2 = pd.DataFrame({'v1' :[i, i*10]})
                     dfs.append(df2)
                 else:

Python 3.x API

該当のソースコード(df2はprintで確認_回答反映

2023/02/10 06:30

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -149,7 +149,7 @@
 1.1.1.4 1.1.1.4 ・・・ 8 8
 ```
-### 該当のソースコード(df2はprintで確認
+### 該当のソースコード(df2はprintで確認_回答反映
 ```Python
 import json
@@ -186,99 +186,110 @@
     Tunnel_level_quality_analysis_df.to_csv(tmp_csv, encoding='utf-8', index=False)
     s3 = boto3.resource('s3')
-    s3.meta.client.upload_file(tmp_csvm 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
+    s3.meta.client.upload_file(tmp_csv 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
     print("debug2")
 def get_request(vmanage_info_df):
-    #api_datalist = []
+    dfs = []
+    for i in range(13):
-    for row in vmanage_info_df.itertuples():
+        for row in vmanage_info_df.itertuples():
-        vmanage_host = row[1]
+            vmanage_host = row[1]
-        vmanage_port = row[2]
+            vmanage_port = row[2]
-        vmanage_username = row[3]
+            vmanage_username = row[3]
-        vmanage_password = row[4]
+            vmanage_password = row[4]
-        base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
-        login_action = `/j_security_check`
-        login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
-        login_url = base_url + login_action
-        session = requests.session()
-        pring("debug3")
-        login_response = session.post(url=login_url, data=login_data, verify=False)
-        if b`<html>` in login_response.content:
-            print("Login token Failed")
-            exit(1)
-        xsrf_token_url = base_url + '/dataservice/client/token'
+            base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
-        login_token = session.get(url=xsrf_token_url, verify=False)
-        if login_token.status_code == 200:
+            login_action = `/j_security_check`
-            if b`<html>` in login_token.content:
-                print("Login token Failed")
-                exit(1)
-            session.headers[`X-XSRF-TOKEN`] = login_token.content
-        device_url = base_url + `/dataservice/device`
+            login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
-        print("device_url")
-        print(device_url)
-        device_list = session.get(url=device_url, verify=False)
-        if device_list.status_code = 200:
-            json_data = device_list.json()
+            login_url = base_url + login_action
-        else:
-            print (device_list.status_code)
-        df = pd.json_normalize(json_data["data"]
+            session = requests.session()
-        df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-        print("filter_df")
+            pring("debug3")
-        print(df)
-        df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
+            login_response = session.post(url=login_url, data=login_data, verify=False)
-        for data in df.itertuples():
+            if b`<html>` in login_response.content:
-            System_ip = data[1]
-            query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-            print("query_data")
+                print("Login token Failed")
-            print(query_data)
+                exit(1)
-            device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
+            xsrf_token_url = base_url + '/dataservice/client/token'
-            #print("device_url")
-            #print(device_url)
-            device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
+            login_token = session.get(url=xsrf_token_url, verify=False)
+            if login_token.status_code = 200:
+                if b`<html>` in login_token.content:
-            print("device_list")
+                    print("Login token Failed")
-            print(device_list)
+                    exit(1)
+                session.headers[`X-XSRF-TOKEN`] = login_token.content
+            device_url = base_url + `/dataservice/device`
+            print("device_url")
+            print(device_url)
+            device_list = session.get(url=device_url, verify=False)
-            if device_list.status_code == 200:
+            if device_list.status_code = 200:
+                json_data = vdevice_list.json()
+            else:
                 print (device_list.status_code)
+            df = pd.json_normalize(json_data["data"]
+            df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
+            print("filter_df")
+            print(df)
+            df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-                json_data = device_list.json()
+            for data in df.itertuples():
+                System_ip = data[1]
+                query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
+                print("query_data")
+                print(query_data)
+                device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
-                df2 = pd.json_normalize(json_data["data"])
+                print("device_url")
+                print(device_url)
-                #先頭にsystemip
-                df2.insert(0, 'System_ip', data[1])
-                #末尾にdatetime
-                df2['dt'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
+                device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
-                c = df2.pop('dt')
+                print("device_list")
-                df2.insert(df2.shape[1], c.name, c)
+                print(device_list)
+                if device_list.status_code == 200:
+                    json_data = device_list.json()
+                    df2 = pd.json_normalize(json_data["data"])
+                    #先頭にsystemip
+                    df2.insert(0, 'System_ip', data[1])
+                    #末尾にdatetime
+                    df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
+                    c = df2.pop('dt')
+                    df.insert(df2.shape[1], c.name, c)
-                print("df2")
+                    print("df2")
-                print(df2)
+                    print(df2)
+                    df2 = pd.dataFrame({'v1' :[i, i*10]})
+                    dfs.append(df2)
+                else:
+                    print(device_list.status_code)
-            else:
-                print(device_list.status_code)
+                print("df_intertuples")
+                print(df)
+        return df
+    df_ret = pd.concat(dfs).rest_index(drop=True)
-    return df
+    return df_ret
+#df_ret = get_request(vmanage_info_df)
+#print(df_ret)
 ```

Python 3.x API

ソースコードを修正

2023/02/10 06:14

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -149,9 +149,9 @@
 1.1.1.4 1.1.1.4 ・・・ 8 8
 ```
-### 該当のソースコード(回答を反映
+### 該当のソースコード(df2はprintで確認
-```
+```Python
 import json
 import boto3
 import csv
@@ -170,7 +170,7 @@
 def lambda_handler(event, context):
     s3 = boto3.resource(`s3`)
-    bucket_name _ os.environ.get(`S3_BUCKET`)
+    bucket_name = os.environ.get(`S3_BUCKET`)
     vmanage_info = "tmp/vmanage_info.csv"
     bucket.download_file(os.environ.get(`CSV_VMANAGE_INFO`), vmanage_info)
@@ -186,111 +186,99 @@
     Tunnel_level_quality_analysis_df.to_csv(tmp_csv, encoding='utf-8', index=False)
     s3 = boto3.resource('s3')
-    s3.meta.client.upload_file(tmp_csv 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
+    s3.meta.client.upload_file(tmp_csvm 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
     print("debug2")
 def get_request(vmanage_info_df):
-    dfs = []
     #api_datalist = []
-    for i in range(13):
-        for row in vmanage_info_df.itertuples():
+    for row in vmanage_info_df.itertuples():
-            vmanage_host = row[1]
+        vmanage_host = row[1]
-            vmanage_port = row[2]
+        vmanage_port = row[2]
-            vmanage_username = row[3]
+        vmanage_username = row[3]
-            vmanage_password = row[4]
+        vmanage_password = row[4]
+        base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
+        login_action = `/j_security_check`
+        login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
+        login_url = base_url + login_action
+        session = requests.session()
+        pring("debug3")
+        login_response = session.post(url=login_url, data=login_data, verify=False)
+        if b`<html>` in login_response.content:
+            print("Login token Failed")
+            exit(1)
-            base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
+        xsrf_token_url = base_url + '/dataservice/client/token'
+        login_token = session.get(url=xsrf_token_url, verify=False)
-            login_action = `/j_security_check`
+        if login_token.status_code == 200:
+            if b`<html>` in login_token.content:
+                print("Login token Failed")
+                exit(1)
+            session.headers[`X-XSRF-TOKEN`] = login_token.content
-            login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
+        device_url = base_url + `/dataservice/device`
+        print("device_url")
+        print(device_url)
+        device_list = session.get(url=device_url, verify=False)
+        if device_list.status_code = 200:
-            login_url = base_url + login_action
+            json_data = device_list.json()
+        else:
+            print (device_list.status_code)
-            session = requests.session()
+        df = pd.json_normalize(json_data["data"]
+        df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-            pring("debug3")
+        print("filter_df")
+        print(df)
-            login_response = session.post(url=login_url, data=login_data, verify=False)
+        df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-            if b`<html>` in login_response.content:
+        for data in df.itertuples():
+            System_ip = data[1]
+            query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-                print("Login token Failed")
+            print("query_data")
-                exit(1)
+            print(query_data)
-            xsrf_token_url = base_url + '/dataservice/client/token'
+            device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
+            #print("device_url")
+            #print(device_url)
-            login_token = session.get(url=xsrf_token_url, verify=False)
+            device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
-            if login_token.status_code = 200:
-                if b`<html>` in login_token.content:
-                    print("Login token Failed")
+            print("device_list")
-                    exit(1)
+            print(device_list)
-                session.headers[`X-XSRF-TOKEN`] = login_token.content
-            device_url = base_url + `/dataservice/device`
-            print("device_url")
-            print(device_url)
-            device_list = session.get(url=device_url, verify=False)
-            if device_list.status_code = 200:
+            if device_list.status_code == 200:
-                json_data = vdevice_list.json()
-            else:
                 print (device_list.status_code)
-            df = pd.json_normalize(json_data["data"]
-            df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-            print("filter_df")
-            print(df)
-            df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-            for data in df.itertuples():
+                json_data = device_list.json()
-                System_ip = data[1]
-                query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-                print("query_data")
-                print(query_data)
-                device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
-                print("device_url")
+                df2 = pd.json_normalize(json_data["data"])
-                print(device_url)
+                #先頭にsystemip
+                df2.insert(0, 'System_ip', data[1])
+                #末尾にdatetime
-                device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
+                df2['dt'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
-                print("device_list")
+                c = df2.pop('dt')
-                print(device_list)
+                df2.insert(df2.shape[1], c.name, c)
-                if device_list.status_code == 200:
-                    json_data = device_list.json()
-                    df2 = pd.json_normalize(json_data["data"])
-                    #先頭にsystemip
-                    df2.insert(0, 'System_ip', data[1])
-                    #末尾にdatetime
-                    df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
-                    c = df2.pop('dt')
-                    df.insert(df2.shape[1], c.name, c)
-                    print("df2")
+                print("df2")
-                    print(df2)
+                print(df2)
-                    #df2 = pd.dataFrame({'v1' :[i, i*10]})
-                    dfs.append(df2)
-                else:
-                    print(device_list.status_code)
+            else:
-                print("df_intertuples")
+                print(device_list.status_code)
-                print(df)
-        return df
-    df_ret = pd.concat(dfs).rest_index(drop=True)
-    return df_ret
+    return df
-df_ret = get_request(vmanage_info_df)
-print(df_ret)
 ```

Python 3.x API

range修正

2023/02/10 01:55

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -194,7 +194,7 @@
     dfs = []
     #api_datalist = []
-    for i in range(3):
+    for i in range(13):
         for row in vmanage_info_df.itertuples():
             vmanage_host = row[1]

Python 3.x API

回答を反映したソースを追記

2023/02/10 01:38

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -61,9 +61,6 @@
 1.1.1.4 99.96・・・・5 2023/01/01 01:01:01
 ```
 ### 発生している問題・エラーメッセージ
 ```log
@@ -152,9 +149,9 @@
 1.1.1.4 1.1.1.4 ・・・ 8 8
 ```
-### 該当のソースコード
+### 該当のソースコード(回答を反映
-```Python
+```
 import json
 import boto3
 import csv
@@ -189,102 +186,114 @@
     Tunnel_level_quality_analysis_df.to_csv(tmp_csv, encoding='utf-8', index=False)
     s3 = boto3.resource('s3')
-    s3.meta.client.upload_file(tmp_csvm 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
+    s3.meta.client.upload_file(tmp_csv 'utlink-vmanage-bucket', 'csv/Tunnel_level_quality_analysis.csv')
     print("debug2")
 def get_request(vmanage_info_df):
+    dfs = []
-    api_datalist = []
+    #api_datalist = []
+    for i in range(3):
-    for row in vmanage_info_df.itertuples():
+        for row in vmanage_info_df.itertuples():
-        vmanage_host = row[1]
+            vmanage_host = row[1]
-        vmanage_port = row[2]
+            vmanage_port = row[2]
-        vmanage_username = row[3]
+            vmanage_username = row[3]
-        vmanage_password = row[4]
+            vmanage_password = row[4]
-        base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
-        login_action = `/j_security_check`
-        login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
-        login_url = base_url + login_action
-        session = requests.session()
-        pring("debug3")
-        login_response = session.post(url=login_url, data=login_data, verify=False)
-        if b`<html>` in login_response.content:
-            print("Login token Failed")
-            exit(1)
-        xsrf_token_url = base_url + '/dataservice/client/token'
+            base_url = `https://%s:%s`%(vmanage_host, vmanage_port)
-        login_token = session.get(url=xsrf_token_url, verify=False)
-        if login_token.status_code = 200:
+            login_action = `/j_security_check`
-            if b`<html>` in login_token.content:
-                print("Login token Failed")
-                exit(1)
-            session.headers[`X-XSRF-TOKEN`] = login_token.content
-        device_url = base_url + `/dataservice/device`
+            login_data = {`j_username` : vmanage_username, `j_password` : vmanage_password}
-        print("device_url")
-        print(device_url)
-        device_list = session.get(url=device_url, verify=False)
-        if device_list.status_code = 200:
-            json_data = vdevice_list.json()
+            login_url = base_url + login_action
-        else:
-            print (device_list.status_code)
-        df = pd.json_normalize(json_data["data"]
+            session = requests.session()
-        df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
-        print("filter_df")
+            pring("debug3")
-        print(df)
-        df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
+            login_response = session.post(url=login_url, data=login_data, verify=False)
-        for data in df.itertuples():
+            if b`<html>` in login_response.content:
-            System_ip = data[1]
-            query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
-            print("query_data")
+                print("Login token Failed")
-            print(query_data)
+                exit(1)
-            device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
+            xsrf_token_url = base_url + '/dataservice/client/token'
+            login_token = session.get(url=xsrf_token_url, verify=False)
+            if login_token.status_code = 200:
+                if b`<html>` in login_token.content:
+                    print("Login token Failed")
+                    exit(1)
+                session.headers[`X-XSRF-TOKEN`] = login_token.content
+            device_url = base_url + `/dataservice/device`
             print("device_url")
             print(device_url)
-            device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
+            device_list = session.get(url=device_url, verify=False)
+            if device_list.status_code = 200:
-            print("device_list")
+                json_data = vdevice_list.json()
+            else:
-            print(device_list)
+                print (device_list.status_code)
-            if device_list.status_code == 200:
+            df = pd.json_normalize(json_data["data"]
+            df = df[(df["device-type"] == "vedge") & (df["reachability"] == "reachable")]
+            print("filter_df")
+            print(df)
+            df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
-                json_data = device_list.json()
+            for data in df.itertuples():
+                System_ip = data[1]
+                query_data = ["query":(略),["value":[System_ip],(略)"type":"sum"}]}}
+                print("query_data")
+                print(query_data)
+                device_url = base_url + '/dataservice/statistics/approute/fec/aggregation'
-                df2 = pd.json_normalize(json_data["data"])
+                print("device_url")
+                print(device_url)
-                #先頭にsystemip
-                df2.insert(0, 'System_ip', data[1])
-                #末尾にdatetime
-                df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
+                device_list = session.post(url=device_url, json=query_data, headers=headers_post, verify=False)
-                c = df2.pop('dt')
+                print("device_list")
-                df.insert(df2.shape[1], c.name, c)
+                print(device_list)
+                if device_list.status_code == 200:
+                    json_data = device_list.json()
+                    df2 = pd.json_normalize(json_data["data"])
+                    #先頭にsystemip
+                    df2.insert(0, 'System_ip', data[1])
+                    #末尾にdatetime
+                    df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
+                    c = df2.pop('dt')
+                    df.insert(df2.shape[1], c.name, c)
-                print("df2")
+                    print("df2")
-                print(df2)
+                    print(df2)
+                    #df2 = pd.dataFrame({'v1' :[i, i*10]})
+                    dfs.append(df2)
+                else:
+                    print(device_list.status_code)
-            else:
-                print(device_list.status_code)
-            print("df_itertuples")
+                print("df_intertuples")
-            print(df)
+                print(df)
+        return df
+    df_ret = pd.concat(dfs).rest_index(drop=True)
-    return df
+    return df_ret
+df_ret = get_request(vmanage_info_df)
+print(df_ret)
 ```
 ### 試したこと
 forやdfなどの位置を組み替えてデバッグ中なのですが、

Python 3.x API

タイトルを変更

2023/02/09 07:41

投稿

msy47

スコア26

title CHANGED Viewed

	@@ -1,1 +1,1 @@
1	- Python APIの結果を~~次のAPIで読み込み結果を~~dataframeにすべて入れることができない
1	+ Python APIの結果をdataframeを使ってget_request()にすべての結果を入れることができない

body CHANGED Viewed

File without changes

Python 3.x API

指摘により修正し、再度検証した結果、次の問題について修正・追記

2023/02/09 05:12

投稿

msy47

スコア26

title CHANGED Viewed

File without changes

body CHANGED Viewed

@@ -15,7 +15,9 @@
 1.1.1.4
 ```
-例として、２つ目のAPI結果では１デバイスに複数のTunnel結果が存在する
+例として、２つ目のAPI結果では、１デバイスに複数のTunnel結果が出力される。
+1.1.1.1以下に存在する複数のトンネル(abc, edf, ghi, jki...)
 ```example
 deviceId debice loss latency
 1.1.1.1  abc 999 999
@@ -23,10 +25,45 @@
 1.1.1.1  ghi 999 999
 1.1.1.1  jkl 999 999
 ```
-しかし実行結果は、末尾のデバイス結果しか帰ってこない
+指摘により、1デバイスｘn個のトンネルが、デバイス一覧すべてをprintすることで
+Logでは取得できていることを確認できたが、
+以下の箇所のロジックにて、csvで出力することができない
+Tunnel_level_quality_analysis_df = get_request(vmanage_info_df)
+以上の一文でget_request(vmanage_info_df)をcsvに入れると認識している。
+しかし、csvの結果が、デバイス一覧のみしか出力されていない。
+df = df[["deviceId", "system-ip", "host-name", "device-model", "bfdSessionsUp", "bfdSessions"]]
+の結果しか入っていない状況です。
+想定結果のcsv
+```Result_from_csv
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.1 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.96・・・・5 2023/01/01 01:01:01
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.2 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.96・・・・5 2023/01/01 01:01:01
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.3 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.96・・・・5 2023/01/01 01:01:01
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.4 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.4 99.96・・・・5 2023/01/01 01:01:01
+```
 ### 発生している問題・エラーメッセージ
 ```log
@@ -44,73 +81,75 @@
 query_data
 {'query':(略),{'value':['1.1.1.1'],(略). 'type':'sum'}]}}
-devide_url
-https://vmanage_ABC//dataservice/statistics/approute/fec/aggregation
 device_list
 <Response [200]>
 200
-df_json_data
-[{'loss_percentage': 99.99, (略), 'vqoe_score': 5}]
-df
+df2
-loss_percentage・・・・vqoe_score
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.1 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.1 99.96・・・・5 2023/01/01 01:01:01
-99.99・・・・5
+df_itertuples
+deviceId system_ip・・・bdfSessionsUp bfdSessions
-99.98・・・・5
+1.1.1.1 1.1.1.1 ・・・ 8 8
-99.97・・・・5
+1.1.1.2 1.1.1.2 ・・・ 8 8
-99.96・・・・5
+1.1.1.3 1.1.1.3 ・・・ 8 8
+1.1.1.4 1.1.1.4 ・・・ 8 8
 query_data
-{'query':(略),{'value':['1.1.1.2'],(略). 'type':'sum'}]}}
+{'query':(略),{'value':['1.1.1.1'],(略). 'type':'sum'}]}}
-devide_url
-https://vmanage_ABC//dataservice/statistics/approute/fec/aggregation
 device_list
 <Response [200]>
 200
-df_json_data
-[{'loss_percentage': 99.99, (略), 'vqoe_score': 5}]
-df
+df2
-loss_percentage・・・・vqoe_score
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.2 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.2 99.96・・・・5 2023/01/01 01:01:01
-99.99・・・・5
+df_itertuples
+deviceId system_ip・・・bdfSessionsUp bfdSessions
-99.98・・・・5
+1.1.1.1 1.1.1.1 ・・・ 8 8
-99.97・・・・5
+1.1.1.2 1.1.1.2 ・・・ 8 8
-99.96・・・・5
+1.1.1.3 1.1.1.3 ・・・ 8 8
+1.1.1.4 1.1.1.4 ・・・ 8 8
 query_data
-{'query':(略),{'value':['1.1.1.3'],(略). 'type':'sum'}]}}
+{'query':(略),{'value':['1.1.1.1'],(略). 'type':'sum'}]}}
-devide_url
-https://vmanage_ABC//dataservice/statistics/approute/fec/aggregation
 device_list
 <Response [200]>
 200
-df_json_data
-[{'loss_percentage': 99.99, (略), 'vqoe_score': 5}]
-df
+df2
-loss_percentage・・・・vqoe_score
+System_ip loss_percentage ・・・・ vqoe_score dt
+1.1.1.3 99.99・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.98・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.97・・・・5 2023/01/01 01:01:01
+1.1.1.3 99.96・・・・5 2023/01/01 01:01:01
-99.99・・・・5
+df_itertuples
+deviceId system_ip・・・bdfSessionsUp bfdSessions
-99.98・・・・5
+1.1.1.1 1.1.1.1 ・・・ 8 8
-99.97・・・・5
+1.1.1.2 1.1.1.2 ・・・ 8 8
-99.96・・・・5
+1.1.1.3 1.1.1.3 ・・・ 8 8
+1.1.1.4 1.1.1.4 ・・・ 8 8
 query_data
 {'query':(略),{'value':['1.1.1.1'],(略). 'type':'sum'}]}}
-devide_url
-https://vmanage_ABC//dataservice/statistics/approute/fec/aggregation
 device_list
 <Response [200]>
 200
-df_json_data
-[{'loss_percentage': 99.99, (略), 'vqoe_score': 5}]
-df
+df2
-loss_percentage・・・・vqoe_score
-99.99・・・・5
-99.98・・・・5
-99.97・・・・5
-99.96・・・・5
 System_ip loss_percentage ・・・・ vqoe_score dt
 1.1.1.4 99.99・・・・5 2023/01/01 01:01:01
 1.1.1.4 99.98・・・・5 2023/01/01 01:01:01
 1.1.1.4 99.97・・・・5 2023/01/01 01:01:01
 1.1.1.4 99.96・・・・5 2023/01/01 01:01:01
+df_itertuples
+deviceId system_ip・・・bdfSessionsUp bfdSessions
+1.1.1.1 1.1.1.1 ・・・ 8 8
+1.1.1.2 1.1.1.2 ・・・ 8 8
+1.1.1.3 1.1.1.3 ・・・ 8 8
+1.1.1.4 1.1.1.4 ・・・ 8 8
 ```
 ### 該当のソースコード
@@ -224,23 +263,25 @@
             if device_list.status_code == 200:
                 json_data = device_list.json()
+                df2 = pd.json_normalize(json_data["data"])
+                #先頭にsystemip
+                df2.insert(0, 'System_ip', data[1])
+                #末尾にdatetime
+                df2['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
+                c = df2.pop('dt')
+                df.insert(df2.shape[1], c.name, c)
+                print("df2")
+                print(df2)
             else:
                 print(device_list.status_code)
-            df = pd.json_normalize(json_data["data"])
-            print("df_json_data")
+            print("df_itertuples")
-            print(json_data["data"])
-            print("df")
             print(df)
-            df.insert(0, 'System_ip', data[1])
-            df['df'] = datetime.now(),strftime('%Y%m%d% %H:%M:%S')
-            c = df.pop('dt')
-            df.insert(df.shape[1], c.name, c)
-        print(df)
     return df
 ```

Python 3.x API