chore: remove stale root tools/ (superseded by TOOLS/ and devops/)
Deleted: debug_req.go, docs_publish/, upload_provider_s3.py, har/, mariadb_check_container/
This commit is contained in:
@@ -1,41 +0,0 @@
|
|||||||
package main
|
|
||||||
|
|
||||||
import (
|
|
||||||
"bytes"
|
|
||||||
"encoding/json"
|
|
||||||
"fmt"
|
|
||||||
"io"
|
|
||||||
"net/http"
|
|
||||||
"time"
|
|
||||||
)
|
|
||||||
|
|
||||||
// Token from terraform.tfvars (simplified)
|
|
||||||
const token = "eyJhbGciOiJSUzI1NiIsInR5cCIgOiAiSldUIiwia2lkIiA6ICJUdzZMa1FRS1ctZHlpb0hoYXlxOHRxa2dhb2RqQjM0bVAtSDBjUkpGWkRJIn0.eyJleHAiOjE3Njk4NDQxMTAsImlhdCI6MTc2OTgzNjkxMCwiYXV0aF90aW1lIjoxNzY5ODM2ODg5LCJqdGkiOiIzMGM2MjZlMC1kMDY2LTQzNTItODFiMC0yZGM4Yjk0ODM5NzIiLCJpc3MiOiJodHRwczovL2tleWNsb2FrLm51YmVzLnJ1L3JlYWxtcy9jbG91ZCIsImF1ZCI6ImFjY291bnQiLCJzdWIiOiJhNTVhNjFlZC1iMTU5LTQ3YjYtYmIxNi00N2Q4ZjIyZDQ4MGIiLCJ0eXAiOiJCZWFyZXIiLCJhenAiOiJhY2NvdW50LWNvbnNvbGUiLCJub25jZSI6IjM2ODc0MDljLWU1MGQtNGVkMi1iY2JkLTU1ODA2MmNlY2ZkNCIsInNlc3Npb25fc3RhdGUiOiI1YTYxMTdkMS03ZTI2LTQ3YTQtOWUxYS0xZTFlZTViYTlmNzQiLCJhY3IiOiIwIiwicmVzb3VyY2VfYWNjZXNzIjp7ImFjY291bnQiOnsicm9sZXMiOlsibWFuYWdlLWFjY291bnQiLCJtYW5hZ2UtYWNjb3VudC1saW5rcyJdfX0sInNjb3BlIjoib3BlbmlkIGVtYWlsIHByb2ZpbGUiLCJzaWQiOiI1YTYxMTdkMS03ZTI2LTQ3YTQtOWUxYS0xZTFlZTViYTlmNzQiLCJlbWFpbF92ZXJpZmllZCI6dHJ1ZSwibmFtZSI6ItCi0LDQt9C10YLQtNC40L3QvtCyINCd0LDQuNC70YwiLCJDbGllbnRJRCI6IldaMDEzMjUiLCJwcmVmZXJyZWRfdXNlcm5hbWUiOiJ0YXpldEBuYXJvZC5ydSIsImxvY2FsZSI6InJ1IiwiZ2l2ZW5fbmFtZSI6ItCi0LDQt9C10YLQtNC40L3QvtCyIiwiZmFtaWx5X25hbWUiOiLQndCw0LjQu9GMIiwiZW1haWwiOiJ0YXpldEBuYXJvZC5ydSJ9.gqIGJ5aH1nqBqpnvVOtZWXMt3pZp5m264xQ3ar2D1rUOh0NHSFtoIKSjJkgSlmFeFMjd-C261MQDg78YwGzYn2RH8hLJq-ht0l07-ZGr9bqYNyjcNTyeQ_bjqA5sGBKzTd1XfA4jsuMqZ6rIZAsy_NnVunHodivHSSKv7LdArZeyTeOIFVojattX96CDiBLnM45utOtS0NM3Ae8rowKJWj9l46N4c8n8u-zJ6rx5eP50LOYjz1sod7lwcgatTATDHDwH0moYabzPdeOvK-xpbSmibMhKUpaHLNnVyL6qTqn0zh_S81mXeqZmdXozlhrjnF3wCUdz0rXDJqmBnq50fA"
|
|
||||||
|
|
||||||
func main() {
|
|
||||||
url := "https://deck-api.ngcloud.ru/api/v1/index.cfm/instances"
|
|
||||||
payload := map[string]interface{}{
|
|
||||||
"serviceId": 1,
|
|
||||||
"displayName": "DebugReq-Test",
|
|
||||||
"descr": "Created via debug tool",
|
|
||||||
}
|
|
||||||
b, _ := json.Marshal(payload)
|
|
||||||
|
|
||||||
req, _ := http.NewRequest("POST", url, bytes.NewBuffer(b))
|
|
||||||
req.Header.Set("Content-Type", "application/json")
|
|
||||||
req.Header.Set("Authorization", "Bearer "+token)
|
|
||||||
req.Header.Set("Connection", "close") // Try to force close
|
|
||||||
|
|
||||||
client := &http.Client{Timeout: 10 * time.Second}
|
|
||||||
fmt.Println("Sending request...")
|
|
||||||
resp, err := client.Do(req)
|
|
||||||
if err != nil {
|
|
||||||
fmt.Printf("Error: %v\n", err)
|
|
||||||
return
|
|
||||||
}
|
|
||||||
defer resp.Body.Close()
|
|
||||||
|
|
||||||
fmt.Printf("Status: %s\n", resp.Status)
|
|
||||||
body, _ := io.ReadAll(resp.Body)
|
|
||||||
fmt.Printf("Body: %s\n", string(body))
|
|
||||||
}
|
|
||||||
@@ -1,162 +0,0 @@
|
|||||||
# Публикация документации (Nubes Terraform Provider)
|
|
||||||
|
|
||||||
## Назначение
|
|
||||||
Эта инструкция описывает полный цикл: генерация страниц ресурсов, сборка сайта и загрузка на https://terra.k8c.ru.
|
|
||||||
|
|
||||||
## Требования
|
|
||||||
- Docker
|
|
||||||
- `mc` (S3 client)
|
|
||||||
- Доступ к S3 (переменные `S3_ENDPOINT`, `S3_ACCESS_KEY`, `S3_SECRET_KEY`)
|
|
||||||
|
|
||||||
## 1) Генерация страниц ресурсов
|
|
||||||
Источники параметров: `universal_rebuild/resources_yaml/*.yaml`.
|
|
||||||
|
|
||||||
Генератор страниц (создаёт/обновляет файлы в `docs/30_registry/resources/` и индекс):
|
|
||||||
|
|
||||||
```bash
|
|
||||||
/home/naeel/terra/.venv/bin/python - <<'PY'
|
|
||||||
import glob
|
|
||||||
import os
|
|
||||||
import re
|
|
||||||
import yaml
|
|
||||||
|
|
||||||
resources_yaml_dir = "/home/naeel/terra/universal_rebuild/resources_yaml"
|
|
||||||
resources_gen_dir = "/home/naeel/terra/universal_rebuild/internal/resources_gen"
|
|
||||||
resources_docs_dir = "/home/naeel/terra/docs/30_registry/resources"
|
|
||||||
index_path = os.path.join(resources_docs_dir, "index.md")
|
|
||||||
|
|
||||||
os.makedirs(resources_docs_dir, exist_ok=True)
|
|
||||||
|
|
||||||
def parse_computed_fields(go_path: str):
|
|
||||||
try:
|
|
||||||
with open(go_path, "r", encoding="utf-8") as f:
|
|
||||||
lines = f.readlines()
|
|
||||||
except FileNotFoundError:
|
|
||||||
return []
|
|
||||||
|
|
||||||
computed = []
|
|
||||||
i = 0
|
|
||||||
while i < len(lines):
|
|
||||||
line = lines[i]
|
|
||||||
m = re.search(r'"([a-zA-Z0-9_]+)"\s*:\s*schema\.[A-Za-z]+Attribute\{', line)
|
|
||||||
if not m:
|
|
||||||
i += 1
|
|
||||||
continue
|
|
||||||
name = m.group(1)
|
|
||||||
block_lines = [line]
|
|
||||||
i += 1
|
|
||||||
while i < len(lines) and "}," not in lines[i]:
|
|
||||||
block_lines.append(lines[i])
|
|
||||||
i += 1
|
|
||||||
if i < len(lines):
|
|
||||||
block_lines.append(lines[i])
|
|
||||||
block_text = "".join(block_lines)
|
|
||||||
if "Computed: true" in block_text:
|
|
||||||
computed.append(name)
|
|
||||||
i += 1
|
|
||||||
return sorted(set(computed))
|
|
||||||
|
|
||||||
computed_by_name = {}
|
|
||||||
for go_path in glob.glob(os.path.join(resources_gen_dir, "*_resource.go")):
|
|
||||||
name = None
|
|
||||||
with open(go_path, "r", encoding="utf-8") as f:
|
|
||||||
for line in f:
|
|
||||||
if line.startswith("// Service:"):
|
|
||||||
name = line.split(":", 1)[1].strip()
|
|
||||||
break
|
|
||||||
if not name:
|
|
||||||
continue
|
|
||||||
computed_by_name[name] = parse_computed_fields(go_path)
|
|
||||||
|
|
||||||
files = sorted(glob.glob(os.path.join(resources_yaml_dir, "service_*.yaml")))
|
|
||||||
resource_names = []
|
|
||||||
|
|
||||||
for path in files:
|
|
||||||
with open(path, "r", encoding="utf-8") as f:
|
|
||||||
data = yaml.safe_load(f)
|
|
||||||
if not data:
|
|
||||||
continue
|
|
||||||
name = data.get("name", "unknown")
|
|
||||||
service_id = data.get("service_id", "unknown")
|
|
||||||
resource_names.append(name)
|
|
||||||
|
|
||||||
create = data.get("create", {}).get("params", []) or []
|
|
||||||
modify = data.get("modify", {}).get("params", []) or []
|
|
||||||
computed = computed_by_name.get(name, [])
|
|
||||||
|
|
||||||
doc_path = os.path.join(resources_docs_dir, f"{name}.md")
|
|
||||||
lines = []
|
|
||||||
lines.append(f"# Resource nubes_{name}\n\n")
|
|
||||||
lines.append(f"Service ID: `{service_id}`\n\n")
|
|
||||||
|
|
||||||
lines.append("## Output поля\n\n")
|
|
||||||
if computed:
|
|
||||||
for c in computed:
|
|
||||||
lines.append(f"- `{c}`\n")
|
|
||||||
else:
|
|
||||||
lines.append("Нет.\n")
|
|
||||||
lines.append("\n")
|
|
||||||
|
|
||||||
lines.append("## Create параметры\n\n")
|
|
||||||
if create:
|
|
||||||
lines.append("| Code | Type | Required | Default | ID |\n")
|
|
||||||
lines.append("|---|---|---|---|---|\n")
|
|
||||||
for p in create:
|
|
||||||
code = p.get("code", "")
|
|
||||||
ptype = p.get("type", "")
|
|
||||||
required = str(p.get("required", False)).lower()
|
|
||||||
default = p.get("default", "")
|
|
||||||
pid = p.get("id", "")
|
|
||||||
lines.append(f"| `{code}` | `{ptype}` | `{required}` | `{default}` | `{pid}` |\n")
|
|
||||||
else:
|
|
||||||
lines.append("Нет.\n")
|
|
||||||
|
|
||||||
lines.append("\n## Modify параметры\n\n")
|
|
||||||
if modify:
|
|
||||||
lines.append("| Code | Type | Required | Default | ID |\n")
|
|
||||||
lines.append("|---|---|---|---|---|\n")
|
|
||||||
for p in modify:
|
|
||||||
code = p.get("code", "")
|
|
||||||
ptype = p.get("type", "")
|
|
||||||
required = str(p.get("required", False)).lower()
|
|
||||||
default = p.get("default", "")
|
|
||||||
pid = p.get("id", "")
|
|
||||||
lines.append(f"| `{code}` | `{ptype}` | `{required}` | `{default}` | `{pid}` |\n")
|
|
||||||
else:
|
|
||||||
lines.append("Нет.\n")
|
|
||||||
|
|
||||||
with open(doc_path, "w", encoding="utf-8") as f:
|
|
||||||
f.write("".join(lines))
|
|
||||||
|
|
||||||
resource_names_sorted = sorted(set(resource_names))
|
|
||||||
index_lines = ["# Resources\n\n", "Список всех ресурсов провайдера.\n\n"]
|
|
||||||
for name in resource_names_sorted:
|
|
||||||
index_lines.append(f"- [{name}](./{name}.md)\n")
|
|
||||||
|
|
||||||
with open(index_path, "w", encoding="utf-8") as f:
|
|
||||||
f.write("".join(index_lines))
|
|
||||||
|
|
||||||
print(f"Generated {len(resource_names_sorted)} resource pages.")
|
|
||||||
print(f"Wrote {index_path}")
|
|
||||||
PY
|
|
||||||
```
|
|
||||||
|
|
||||||
## 2) Навигация mkdocs
|
|
||||||
Проверьте, что `mkdocs.yml` содержит:
|
|
||||||
- `Resources` (index)
|
|
||||||
- `Guides` (getting-started, terraform-basics)
|
|
||||||
|
|
||||||
## 3) Сборка сайта
|
|
||||||
```bash
|
|
||||||
docker run --rm -v ${PWD}:/docs squidfunk/mkdocs-material build
|
|
||||||
```
|
|
||||||
|
|
||||||
## 4) Публикация
|
|
||||||
```bash
|
|
||||||
set -a && . /home/naeel/terra/.env.s3 && set +a
|
|
||||||
/home/naeel/terra/scripts/publish-docs.sh site terra.k8c.ru nubes nubes 2.0.1
|
|
||||||
```
|
|
||||||
|
|
||||||
## Результат
|
|
||||||
Документация должна открываться по адресу:
|
|
||||||
`https://terra.k8c.ru/docs/nubes/nubes/2.0.1/`
|
|
||||||
@@ -1,62 +0,0 @@
|
|||||||
import json
|
|
||||||
import sys
|
|
||||||
|
|
||||||
def analyze_har(file_path):
|
|
||||||
with open(file_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
target_uid = "79ac8a4a-353b-4f3f-8ab1-fa937d2d23f8"
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
found_responses = []
|
|
||||||
|
|
||||||
for entry in entries:
|
|
||||||
request = entry['request']
|
|
||||||
response = entry['response']
|
|
||||||
|
|
||||||
# Check if the URL contains the UID or the request/response body contains it
|
|
||||||
url = request.get('url', '')
|
|
||||||
|
|
||||||
resp_text = ""
|
|
||||||
if 'content' in response and 'text' in response['content']:
|
|
||||||
resp_text = response['content']['text']
|
|
||||||
|
|
||||||
if target_uid in url or target_uid in resp_text:
|
|
||||||
found_responses.append({
|
|
||||||
'url': url,
|
|
||||||
'method': request['method'],
|
|
||||||
'status': response['status'],
|
|
||||||
'time': entry['startedDateTime'],
|
|
||||||
'response': resp_text
|
|
||||||
})
|
|
||||||
|
|
||||||
# Sort by time
|
|
||||||
found_responses.sort(key=lambda x: x['time'])
|
|
||||||
|
|
||||||
for i, item in enumerate(found_responses):
|
|
||||||
print(f"--- Entry {i+1} ---")
|
|
||||||
print(f"Time: {item['time']}")
|
|
||||||
print(f"Method: {item['method']}")
|
|
||||||
print(f"URL: {item['url']}")
|
|
||||||
print(f"Status: {item['status']}")
|
|
||||||
|
|
||||||
if item['response']:
|
|
||||||
try:
|
|
||||||
data = json.loads(item['response'])
|
|
||||||
# Only print interesting parts to avoid flooding
|
|
||||||
if 'instanceOperation' in data:
|
|
||||||
op = data['instanceOperation']
|
|
||||||
print(f"Operation: {op.get('operation')} Status: {op.get('isSuccessful')} Progress: {op.get('isInProgress')}")
|
|
||||||
if 'stages' in op:
|
|
||||||
for stage in op['stages']:
|
|
||||||
print(f" Stage: {stage.get('stage')} Successs: {stage.get('isSuccessful')} Msg: {stage.get('stageMsg')}")
|
|
||||||
elif 'instance' in data:
|
|
||||||
inst = data['instance']
|
|
||||||
print(f"Instance Status: {inst.get('explainedStatus')}")
|
|
||||||
except:
|
|
||||||
print("Response is not JSON or parsing failed")
|
|
||||||
print("\n")
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
analyze_har("/home/naeel/terra/har/f12vmbad.har")
|
|
||||||
@@ -1,98 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
from datetime import datetime
|
|
||||||
|
|
||||||
har_path = '/home/naeel/terra/har/faststart.har'
|
|
||||||
|
|
||||||
def analyze_har():
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
instance_id = None
|
|
||||||
operation_id = None
|
|
||||||
start_time = None
|
|
||||||
end_time = None
|
|
||||||
error_message = None
|
|
||||||
|
|
||||||
# Sort entries by start time
|
|
||||||
entries.sort(key=lambda x: x['startedDateTime'])
|
|
||||||
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
res = entry['response']
|
|
||||||
url = req['url']
|
|
||||||
|
|
||||||
# Look for instance UID in body
|
|
||||||
if req.get('postData', {}).get('text'):
|
|
||||||
if 'instanceUid' in req['postData']['text']:
|
|
||||||
try:
|
|
||||||
body = json.loads(req['postData']['text'])
|
|
||||||
instance_id = body.get('instanceUid')
|
|
||||||
except: pass
|
|
||||||
|
|
||||||
# Look for operation creation or status
|
|
||||||
if '/instanceOperations' in url:
|
|
||||||
if req['method'] == 'POST' and res['status'] == 201:
|
|
||||||
try:
|
|
||||||
body = json.loads(res['content'].get('text', '{}'))
|
|
||||||
operation_id = body.get('uid')
|
|
||||||
start_time = entry['startedDateTime']
|
|
||||||
print(f"Operation started: {operation_id} at {start_time}")
|
|
||||||
except: pass
|
|
||||||
|
|
||||||
# Match the UUID from the URL if not found in POST
|
|
||||||
if not operation_id:
|
|
||||||
parts = url.split('/')
|
|
||||||
for part in parts:
|
|
||||||
if len(part) == 36 and '-' in part: # UUID shape
|
|
||||||
operation_id = part
|
|
||||||
break
|
|
||||||
|
|
||||||
# Track operation progress/status
|
|
||||||
if operation_id and f'/instanceOperations/{operation_id}' in url and req['method'] == 'GET':
|
|
||||||
try:
|
|
||||||
text = res['content'].get('text', '{}')
|
|
||||||
if not text: continue
|
|
||||||
body = json.loads(text)
|
|
||||||
if isinstance(body, list):
|
|
||||||
body = body[0] if body else {}
|
|
||||||
status = body.get('status')
|
|
||||||
print(f"Polling {operation_id}: status={status} at {entry['startedDateTime']}")
|
|
||||||
# print(f"DEBUG: {text[:200]}") # Print first 200 chars
|
|
||||||
if status in ['failed', 'completed', 'success', 'error', 'failed-manual-fix']:
|
|
||||||
if not end_time or entry['startedDateTime'] > end_time:
|
|
||||||
end_time = entry['startedDateTime']
|
|
||||||
error_message = body.get('error') or body.get('message') or body.get('statusMessage')
|
|
||||||
if not error_message and body.get('steps'):
|
|
||||||
# Check steps for errors
|
|
||||||
for step in body.get('steps'):
|
|
||||||
if step.get('status') == 'failed':
|
|
||||||
error_message = step.get('error') or step.get('statusMessage')
|
|
||||||
print(f"Operation reached terminal status {status} at {end_time}")
|
|
||||||
print(f"Full response: {text}")
|
|
||||||
except Exception as e:
|
|
||||||
# print(f"Error parsing: {e}")
|
|
||||||
pass
|
|
||||||
|
|
||||||
# Check for Sun/Date anomalies in headers
|
|
||||||
for header in res['headers']:
|
|
||||||
if header['name'].lower() == 'date':
|
|
||||||
if 'Sun' in header['value']:
|
|
||||||
print(f"Strange Date header found: {header['value']} in {url}")
|
|
||||||
|
|
||||||
print(f"\nSummary:")
|
|
||||||
print(f"Instance ID: {instance_id}")
|
|
||||||
print(f"Operation ID: {operation_id}")
|
|
||||||
if start_time and end_time:
|
|
||||||
t1 = datetime.fromisoformat(start_time.replace('Z', '+00:00'))
|
|
||||||
t2 = datetime.fromisoformat(end_time.replace('Z', '+00:00'))
|
|
||||||
duration = (t2 - t1).total_seconds()
|
|
||||||
print(f"Duration: {duration} seconds")
|
|
||||||
else:
|
|
||||||
print("Could not determine duration")
|
|
||||||
print(f"Error: {error_message}")
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
analyze_har()
|
|
||||||
@@ -1,47 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
|
|
||||||
def extract_params_from_har(har_path):
|
|
||||||
print(f"\n--- Analyzing {os.path.basename(har_path)} ---")
|
|
||||||
if not os.path.exists(har_path):
|
|
||||||
print(f"File not found: {har_path}")
|
|
||||||
return
|
|
||||||
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
# Track operations to group parameters
|
|
||||||
operations = {} # UID -> list of params
|
|
||||||
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
# Looking for POST /api/v1/index.cfm/instanceOperationCfsParams
|
|
||||||
if '/instanceOperationCfsParams' in req['url'] and req['method'] == 'POST':
|
|
||||||
post_data = req.get('postData', {})
|
|
||||||
text = post_data.get('text')
|
|
||||||
if text:
|
|
||||||
try:
|
|
||||||
p = json.loads(text)
|
|
||||||
op_uid = p.get('instanceOperationUid')
|
|
||||||
if op_uid not in operations:
|
|
||||||
operations[op_uid] = []
|
|
||||||
operations[op_uid].append(p)
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
for op_uid, params in operations.items():
|
|
||||||
print(f"\nOperation Uid: {op_uid}")
|
|
||||||
for p in params:
|
|
||||||
param_id = p.get('svcOperationCfsParamId')
|
|
||||||
param_val = p.get('paramValue')
|
|
||||||
print(f" ID: {param_id:4} | Value: {repr(param_val)}")
|
|
||||||
|
|
||||||
har_files = [
|
|
||||||
'/home/naeel/terra/har/f12vmbad.har',
|
|
||||||
'/home/naeel/terra/har/f12vmbad1.har'
|
|
||||||
]
|
|
||||||
|
|
||||||
for h in har_files:
|
|
||||||
extract_params_from_har(h)
|
|
||||||
@@ -1,22 +0,0 @@
|
|||||||
import json
|
|
||||||
|
|
||||||
har_path = '/home/naeel/terra/har/faststart.har'
|
|
||||||
op_id = 'c2e44fae-2a05-4955-867c-763da66b578e'
|
|
||||||
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
for entry in entries:
|
|
||||||
url = entry['request']['url']
|
|
||||||
if op_id in url and entry['request']['method'] == 'GET':
|
|
||||||
res = entry['response']
|
|
||||||
text = res['content'].get('text')
|
|
||||||
if text:
|
|
||||||
try:
|
|
||||||
data = json.loads(text)
|
|
||||||
print(f"Time: {entry['startedDateTime']}")
|
|
||||||
print(json.dumps(data, indent=2))
|
|
||||||
except Exception as e:
|
|
||||||
print(f"Error: {e}")
|
|
||||||
@@ -1,33 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
|
|
||||||
def check_creation_status(har_path):
|
|
||||||
print(f"--- Checking status in {os.path.basename(har_path)} ---")
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
resp = entry['response']
|
|
||||||
|
|
||||||
# Check instanceOperations POST
|
|
||||||
if '/instanceOperations' in req['url'] and req['method'] == 'POST' and not '/instanceOperationCfsParams' in req['url']:
|
|
||||||
print(f"Found Operation POST: {req['url']}")
|
|
||||||
post_data = req.get('postData', {})
|
|
||||||
print(f"Request body: {post_data.get('text')}")
|
|
||||||
print(f"Response status: {resp['status']}")
|
|
||||||
resp_content = resp.get('content', {})
|
|
||||||
print(f"Response body: {resp_content.get('text')}")
|
|
||||||
print("-" * 20)
|
|
||||||
|
|
||||||
har_files = [
|
|
||||||
'/home/naeel/terra/har/f12vmbad.har',
|
|
||||||
'/home/naeel/terra/har/f12vmbad1.har',
|
|
||||||
'/home/naeel/terra/har/faststart.har'
|
|
||||||
]
|
|
||||||
|
|
||||||
for h in har_files:
|
|
||||||
if os.path.exists(h):
|
|
||||||
check_creation_status(h)
|
|
||||||
@@ -1,94 +0,0 @@
|
|||||||
import json
|
|
||||||
import re
|
|
||||||
|
|
||||||
def get_ids_and_failures(file_path):
|
|
||||||
with open(file_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
instance_ids = set()
|
|
||||||
operation_ids = set()
|
|
||||||
dates = set()
|
|
||||||
|
|
||||||
# Try to find UUIDs that look like instance or operation IDs
|
|
||||||
# Usually in URLs or body
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
resp = entry['response']
|
|
||||||
|
|
||||||
# Check Date header
|
|
||||||
for header in resp.get('headers', []):
|
|
||||||
if header['name'].lower() == 'date':
|
|
||||||
dates.add(header['value'])
|
|
||||||
|
|
||||||
url = req.get('url', '')
|
|
||||||
# Pattern for UUID
|
|
||||||
uuids = re.findall(r'[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}', url)
|
|
||||||
for u in uuids:
|
|
||||||
instance_ids.add(u)
|
|
||||||
|
|
||||||
resp_text = ""
|
|
||||||
if 'content' in resp and 'text' in resp['content']:
|
|
||||||
resp_text = resp['content']['text']
|
|
||||||
# Look for instanceOperation or similar
|
|
||||||
if 'instanceOperation' in resp_text:
|
|
||||||
op_uuids = re.findall(r'"id":"([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})"', resp_text)
|
|
||||||
for u in op_uuids:
|
|
||||||
operation_ids.add(u)
|
|
||||||
|
|
||||||
# Look for instance id
|
|
||||||
inst_uuids = re.findall(r'"instanceId":"([0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12})"', resp_text)
|
|
||||||
for u in inst_uuids:
|
|
||||||
instance_ids.add(u)
|
|
||||||
|
|
||||||
print(f"File: {file_path}")
|
|
||||||
print(f"Possible Instance IDs: {instance_ids}")
|
|
||||||
print(f"Possible Operation IDs: {operation_ids}")
|
|
||||||
|
|
||||||
# Analyze flow
|
|
||||||
print("\nFlow analysis (Status 400+ or instanceOperation):")
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
resp = entry['response']
|
|
||||||
status = resp['status']
|
|
||||||
url = req['url']
|
|
||||||
time = entry['startedDateTime']
|
|
||||||
|
|
||||||
if status >= 400:
|
|
||||||
print(f"[{time}] ERROR {status} {req['method']} {url}")
|
|
||||||
if 'content' in resp and 'text' in resp['content']:
|
|
||||||
print(f" Response: {resp['content']['text'][:500]}")
|
|
||||||
|
|
||||||
if 'instanceOperation' in url or ('content' in resp and 'text' in resp['content'] and 'instanceOperation' in resp['content']['text']):
|
|
||||||
print(f"[{time}] OP_POLL {status} {url}")
|
|
||||||
if 'content' in resp and 'text' in resp['content']:
|
|
||||||
try:
|
|
||||||
data = json.loads(resp['content']['text'])
|
|
||||||
if isinstance(data, dict):
|
|
||||||
op = data.get('instanceOperation', data)
|
|
||||||
if isinstance(op, dict):
|
|
||||||
success = op.get('isSuccessful')
|
|
||||||
if success is False:
|
|
||||||
# Print summary of stages
|
|
||||||
stages = op.get('stages', [])
|
|
||||||
print(f" FAILED OP STAGES:")
|
|
||||||
for s in stages:
|
|
||||||
print(f" - {s.get('displayName')} Status: {s.get('isSuccessful')} Msg: {s.get('message')}")
|
|
||||||
print(f" FULL ERROR LOG: {op.get('errorLog')}")
|
|
||||||
else:
|
|
||||||
print(f" Op: {op.get('operation')} Success: {success} Progress: {op.get('isInProgress')} Msg: {op.get('message')}")
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
print("\n--- Date headers summary ---")
|
|
||||||
sun_mon = [d for d in dates if "Sun" in d or "Mon" in d]
|
|
||||||
if sun_mon:
|
|
||||||
print(f"Found Sun/Mon dates: {sun_mon[:5]}")
|
|
||||||
else:
|
|
||||||
print("No Sun/Mon dates found in headers.")
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
import sys
|
|
||||||
if len(sys.argv) > 1:
|
|
||||||
get_ids_and_failures(sys.argv[1])
|
|
||||||
@@ -1,42 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
|
|
||||||
def extract_params_from_har(har_path):
|
|
||||||
print(f"--- Analyzing {os.path.basename(har_path)} ---")
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
entries = har_data['log']['entries']
|
|
||||||
|
|
||||||
# Store parameters group by operation (if possible)
|
|
||||||
# Looking for POST /api/v1/index.cfm/instanceOperationCfsParams
|
|
||||||
|
|
||||||
results = []
|
|
||||||
for entry in entries:
|
|
||||||
req = entry['request']
|
|
||||||
if '/instanceOperationCfsParams' in req['url'] and req['method'] == 'POST':
|
|
||||||
post_data = req.get('postData', {})
|
|
||||||
text = post_data.get('text')
|
|
||||||
if text:
|
|
||||||
try:
|
|
||||||
params = json.loads(text)
|
|
||||||
results.append(params)
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
|
|
||||||
for p in results:
|
|
||||||
# Expected keys: instanceOperationUid, svcOperationCfsParamId, paramValue
|
|
||||||
op_uid = p.get('instanceOperationUid')
|
|
||||||
param_id = p.get('svcOperationCfsParamId')
|
|
||||||
param_val = p.get('paramValue')
|
|
||||||
print(f"Op: {op_uid} | ID: {param_id} | Value: {param_val} (Type: {type(param_val).__name__})")
|
|
||||||
|
|
||||||
har_files = [
|
|
||||||
'/home/naeel/terra/har/vm.har'
|
|
||||||
]
|
|
||||||
|
|
||||||
for h in har_files:
|
|
||||||
if os.path.exists(h):
|
|
||||||
extract_params_from_har(h)
|
|
||||||
else:
|
|
||||||
print(f"File not found: {h}")
|
|
||||||
@@ -1,51 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
import re
|
|
||||||
|
|
||||||
def find_param_defs(har_path):
|
|
||||||
param_map = {}
|
|
||||||
with open(har_path, 'r', encoding='utf-8') as f:
|
|
||||||
har_data = json.load(f)
|
|
||||||
|
|
||||||
for entry in har_data['log']['entries']:
|
|
||||||
resp = entry['response']
|
|
||||||
if 'content' in resp and 'text' in resp['content']:
|
|
||||||
text = resp['content']['text']
|
|
||||||
# Search for pattern "svcOperationCfsParamId":X,"svcOperationCfsParam":"NAME"
|
|
||||||
# Or "svcOperationCfsParamId":X ... "svcOperationCfsParam":"NAME"
|
|
||||||
# Matches in JSON structure
|
|
||||||
try:
|
|
||||||
data = json.loads(text)
|
|
||||||
def walk(obj):
|
|
||||||
if isinstance(obj, dict):
|
|
||||||
if 'svcOperationCfsParamId' in obj and 'svcOperationCfsParam' in obj:
|
|
||||||
param_map[obj['svcOperationCfsParamId']] = {
|
|
||||||
'name': obj['svcOperationCfsParam'],
|
|
||||||
'label': obj.get('label'),
|
|
||||||
'dataType': obj.get('dataType'),
|
|
||||||
'isRequired': obj.get('isRequired')
|
|
||||||
}
|
|
||||||
for v in obj.values():
|
|
||||||
walk(v)
|
|
||||||
elif isinstance(obj, list):
|
|
||||||
for item in obj:
|
|
||||||
walk(item)
|
|
||||||
walk(data)
|
|
||||||
except:
|
|
||||||
pass
|
|
||||||
return param_map
|
|
||||||
|
|
||||||
har_files = [
|
|
||||||
'/home/naeel/terra/har/f12vmbad.har',
|
|
||||||
'/home/naeel/terra/har/f12vmbad1.har',
|
|
||||||
'/home/naeel/terra/har/faststart.har'
|
|
||||||
]
|
|
||||||
|
|
||||||
all_params = {}
|
|
||||||
for h in har_files:
|
|
||||||
if os.path.exists(h):
|
|
||||||
all_params.update(find_param_defs(h))
|
|
||||||
|
|
||||||
# Print mapping
|
|
||||||
for pid in sorted(all_params.keys()):
|
|
||||||
print(f"{pid}: {all_params[pid]}")
|
|
||||||
@@ -1,12 +0,0 @@
|
|||||||
FROM python:3.12-slim
|
|
||||||
|
|
||||||
WORKDIR /app
|
|
||||||
|
|
||||||
COPY requirements.txt ./
|
|
||||||
RUN pip install --no-cache-dir -r requirements.txt
|
|
||||||
|
|
||||||
COPY app.py ./
|
|
||||||
|
|
||||||
EXPOSE 8080
|
|
||||||
|
|
||||||
CMD ["python", "app.py"]
|
|
||||||
@@ -1,24 +0,0 @@
|
|||||||
# MariaDB check container
|
|
||||||
|
|
||||||
Small HTTP service that performs `SELECT 1` against MariaDB and returns JSON.
|
|
||||||
|
|
||||||
## Environment variables
|
|
||||||
|
|
||||||
- `DB_HOST`
|
|
||||||
- `DB_PORT` (default: 3306)
|
|
||||||
- `DB_USER`
|
|
||||||
- `DB_PASSWORD`
|
|
||||||
- `DB_NAME` (default: postgres)
|
|
||||||
- `PORT` (default: 8080)
|
|
||||||
|
|
||||||
## Build and push (run locally)
|
|
||||||
|
|
||||||
```bash
|
|
||||||
# Example: set your registry path
|
|
||||||
REGISTRY_PATH=pearlharbor.registryk8s.services.ngcloud.ru/demo/mariadb-check:0.1
|
|
||||||
|
|
||||||
cd tools/mariadb_check_container
|
|
||||||
|
|
||||||
docker build -t "$REGISTRY_PATH" .
|
|
||||||
docker push "$REGISTRY_PATH"
|
|
||||||
```
|
|
||||||
@@ -1,71 +0,0 @@
|
|||||||
import json
|
|
||||||
import os
|
|
||||||
import socket
|
|
||||||
from http.server import BaseHTTPRequestHandler, HTTPServer
|
|
||||||
|
|
||||||
import pymysql
|
|
||||||
|
|
||||||
|
|
||||||
def get_env(name, default=None):
|
|
||||||
value = os.environ.get(name, default)
|
|
||||||
return value if value is not None else default
|
|
||||||
|
|
||||||
|
|
||||||
def db_check():
|
|
||||||
host = get_env("DB_HOST")
|
|
||||||
port = int(get_env("DB_PORT", "3306"))
|
|
||||||
user = get_env("DB_USER")
|
|
||||||
password = get_env("DB_PASSWORD")
|
|
||||||
dbname = get_env("DB_NAME", "postgres")
|
|
||||||
|
|
||||||
if not host or not user or not password:
|
|
||||||
return False, "missing DB_HOST/DB_USER/DB_PASSWORD"
|
|
||||||
|
|
||||||
conn = pymysql.connect(
|
|
||||||
host=host,
|
|
||||||
port=port,
|
|
||||||
user=user,
|
|
||||||
password=password,
|
|
||||||
database=dbname,
|
|
||||||
connect_timeout=5,
|
|
||||||
read_timeout=5,
|
|
||||||
write_timeout=5,
|
|
||||||
)
|
|
||||||
try:
|
|
||||||
with conn.cursor() as cur:
|
|
||||||
cur.execute("SELECT 1")
|
|
||||||
cur.fetchone()
|
|
||||||
return True, "ok"
|
|
||||||
finally:
|
|
||||||
conn.close()
|
|
||||||
|
|
||||||
|
|
||||||
class Handler(BaseHTTPRequestHandler):
|
|
||||||
def do_GET(self):
|
|
||||||
ok, msg = False, ""
|
|
||||||
status = 500
|
|
||||||
try:
|
|
||||||
ok, msg = db_check()
|
|
||||||
status = 200 if ok else 500
|
|
||||||
except Exception as exc: # pylint: disable=broad-except
|
|
||||||
msg = str(exc)
|
|
||||||
|
|
||||||
body = {
|
|
||||||
"status": "ok" if ok else "error",
|
|
||||||
"message": msg,
|
|
||||||
"hostname": socket.gethostname(),
|
|
||||||
}
|
|
||||||
data = json.dumps(body).encode("utf-8")
|
|
||||||
|
|
||||||
self.send_response(status)
|
|
||||||
self.send_header("Content-Type", "application/json")
|
|
||||||
self.send_header("Content-Length", str(len(data)))
|
|
||||||
self.end_headers()
|
|
||||||
self.wfile.write(data)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
port = int(get_env("PORT", "8080"))
|
|
||||||
server = HTTPServer(("0.0.0.0", port), Handler)
|
|
||||||
print(f"listening on :{port}")
|
|
||||||
server.serve_forever()
|
|
||||||
@@ -1 +0,0 @@
|
|||||||
pymysql==1.1.1
|
|
||||||
@@ -1,37 +0,0 @@
|
|||||||
import configparser
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
import boto3
|
|
||||||
from botocore.config import Config
|
|
||||||
|
|
||||||
cred_path = Path('/home/naeel/terra/.tmp_aws_credentials')
|
|
||||||
config = configparser.RawConfigParser()
|
|
||||||
config.read(cred_path)
|
|
||||||
key = config.get('registry', 'aws_access_key_id')
|
|
||||||
secret = config.get('registry', 'aws_secret_access_key')
|
|
||||||
|
|
||||||
cfg = Config(signature_version='s3v4', s3={'addressing_style': 'path', 'payload_signing_enabled': False})
|
|
||||||
|
|
||||||
s3 = boto3.client(
|
|
||||||
's3',
|
|
||||||
region_name='us-east-1',
|
|
||||||
endpoint_url='https://s3.msk-1.ngcloud.ru',
|
|
||||||
aws_access_key_id=key,
|
|
||||||
aws_secret_access_key=secret,
|
|
||||||
config=cfg,
|
|
||||||
)
|
|
||||||
|
|
||||||
bucket = 'terraform-registry'
|
|
||||||
prefix = 'terrareg.kube5s.ru/nubes/nubes/2.0.0/'
|
|
||||||
files = [
|
|
||||||
'terraform-provider-nubes_2.0.0_linux_amd64.zip',
|
|
||||||
'terraform-provider-nubes_2.0.0_SHA256SUMS',
|
|
||||||
'terraform-provider-nubes_2.0.0_SHA256SUMS.sig',
|
|
||||||
]
|
|
||||||
base = Path('/home/naeel/terra/nubes_provider_gen')
|
|
||||||
for name in files:
|
|
||||||
path = base / name
|
|
||||||
key_name = prefix + name
|
|
||||||
with open(path, 'rb') as f:
|
|
||||||
s3.put_object(Bucket=bucket, Key=key_name, Body=f)
|
|
||||||
print('uploaded', key_name)
|
|
||||||
Reference in New Issue
Block a user