Commit c43a5472 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

obs_group

parent 594b4d07
...@@ -7,7 +7,7 @@ Example ...@@ -7,7 +7,7 @@ Example
------- -------
python -m csst_dag.cli.cpic \ python -m csst_dag.cli.cpic \
--dataset=csst-cpic-c11-hip71681-v1 \ --dataset=csst-cpic-c11-hip71681-v1 \
--project-id=none \ --obs-group=hip71681 \
--batch-id=csci-test-20250507 \ --batch-id=csci-test-20250507 \
--priority=1 \ --priority=1 \
--initial-prc-status=-1024 \ --initial-prc-status=-1024 \
...@@ -24,7 +24,7 @@ parser = argparse.ArgumentParser( ...@@ -24,7 +24,7 @@ parser = argparse.ArgumentParser(
parser.add_argument("--dataset", type=str, help="Dataset name") parser.add_argument("--dataset", type=str, help="Dataset name")
# parser.add_argument("--instrument", type=str, help="Instrument name", default="CPIC") # parser.add_argument("--instrument", type=str, help="Instrument name", default="CPIC")
parser.add_argument("--project-id", type=str, help="Project ID", default="none") parser.add_argument("--obs-group", type=str, help="Observation group", default="none")
parser.add_argument("--obs-type", type=str, help="Observation type", default="") parser.add_argument("--obs-type", type=str, help="Observation type", default="")
parser.add_argument("--batch-id", type=str, help="Batch ID", default="default_batch") parser.add_argument("--batch-id", type=str, help="Batch ID", default="default_batch")
parser.add_argument("--priority", type=str, help="Task priority", default=1) parser.add_argument("--priority", type=str, help="Task priority", default=1)
...@@ -60,7 +60,7 @@ for obs_type, dag_ids in DAG_LOOP_MAP.items(): ...@@ -60,7 +60,7 @@ for obs_type, dag_ids in DAG_LOOP_MAP.items():
msgs = dag.schedule( msgs = dag.schedule(
dataset=args.dataset, dataset=args.dataset,
obs_type=obs_type, obs_type=obs_type,
project_id=args.project_id, obs_group=args.obs_group,
batch_id=args.batch_id, batch_id=args.batch_id,
initial_prc_status=args.initial_prc_status, initial_prc_status=args.initial_prc_status,
final_prc_status=args.final_prc_status, final_prc_status=args.final_prc_status,
......
...@@ -7,7 +7,7 @@ Example ...@@ -7,7 +7,7 @@ Example
------- -------
python -m csst_dag.cli.msc \ python -m csst_dag.cli.msc \
--dataset=csst-msc-c9-25sqdeg-v3 \ --dataset=csst-msc-c9-25sqdeg-v3 \
--project-id=none \ --obs-group=none \
--batch-id=csci-test-20250507 \ --batch-id=csci-test-20250507 \
--priority=1 \ --priority=1 \
--initial-prc-status=-1024 \ --initial-prc-status=-1024 \
...@@ -24,7 +24,7 @@ parser = argparse.ArgumentParser( ...@@ -24,7 +24,7 @@ parser = argparse.ArgumentParser(
parser.add_argument("--dataset", type=str, help="Dataset name") parser.add_argument("--dataset", type=str, help="Dataset name")
# parser.add_argument("--instrument", type=str, help="Instrument name", default="MSC") # parser.add_argument("--instrument", type=str, help="Instrument name", default="MSC")
parser.add_argument("--project-id", type=str, help="Project ID", default="none") parser.add_argument("--obs-group", type=str, help="Observation group", default="none")
parser.add_argument("--obs-type", type=str, help="Observation type", default="") parser.add_argument("--obs-type", type=str, help="Observation type", default="")
parser.add_argument("--batch-id", type=str, help="Batch ID", default="default_batch") parser.add_argument("--batch-id", type=str, help="Batch ID", default="default_batch")
parser.add_argument("--priority", type=str, help="Task priority", default=1) parser.add_argument("--priority", type=str, help="Task priority", default=1)
...@@ -57,7 +57,7 @@ for obs_type, dag_ids in DAG_LOOP_MAP.items(): ...@@ -57,7 +57,7 @@ for obs_type, dag_ids in DAG_LOOP_MAP.items():
msgs = dag.schedule( msgs = dag.schedule(
dataset=args.dataset, dataset=args.dataset,
obs_type=obs_type, obs_type=obs_type,
project_id=args.project_id, obs_group=args.obs_group,
batch_id=args.batch_id, batch_id=args.batch_id,
initial_prc_status=args.initial_prc_status, initial_prc_status=args.initial_prc_status,
final_prc_status=args.final_prc_status, final_prc_status=args.final_prc_status,
......
...@@ -13,9 +13,9 @@ DAG_PARAMS = { ...@@ -13,9 +13,9 @@ DAG_PARAMS = {
"csst-msc-l1-mbi": { "csst-msc-l1-mbi": {
"instrument": "MSC", "instrument": "MSC",
"additional_keys": { "additional_keys": {
"chip_id": { "detector": {
"key_in_dfs": "detector_no", "key_in_dfs": "detector",
"key_in_dag": "chip_id", "key_in_dag": "detector",
"enum": [ "enum": [
"06", "06",
"07", "07",
...@@ -42,9 +42,9 @@ DAG_PARAMS = { ...@@ -42,9 +42,9 @@ DAG_PARAMS = {
"csst-msc-l1-sls": { "csst-msc-l1-sls": {
"instrument": "MSC", "instrument": "MSC",
"additional_keys": { "additional_keys": {
"chip_id": { "detector": {
"key_in_dfs": "detector_no", "key_in_dfs": "detector",
"key_in_dag": "chip_id", "key_in_dag": "detector",
"enum": [ "enum": [
"01", "01",
"02", "02",
...@@ -65,9 +65,9 @@ DAG_PARAMS = { ...@@ -65,9 +65,9 @@ DAG_PARAMS = {
"csst-msc-l1-qc0": { "csst-msc-l1-qc0": {
"instrument": "MSC", "instrument": "MSC",
"additional_keys": { "additional_keys": {
"chip_id": { "detector": {
"key_in_dfs": "detector_no", "key_in_dfs": "detector",
"key_in_dag": "chip_id", "key_in_dag": "detector",
"enum": [ "enum": [
"01", "01",
"02", "02",
...@@ -106,20 +106,24 @@ DAG_PARAMS = { ...@@ -106,20 +106,24 @@ DAG_PARAMS = {
"csst-cpic-l1": { "csst-cpic-l1": {
"instrument": "CPIC", "instrument": "CPIC",
"additional_keys": { "additional_keys": {
"camera": { "detector": {
"key_in_dfs": "detector_no", "key_in_dfs": "detector",
"key_in_dag": "camera", "key_in_dag": "detector",
"enum": ["VIS"], "enum": [
"VIS",
],
}, },
}, },
}, },
"csst-cpic-l1-qc0": { "csst-cpic-l1-qc0": {
"instrument": "CPIC", "instrument": "CPIC",
"additional_keys": { "additional_keys": {
"camera": { "detector": {
"key_in_dfs": "detector_no", "key_in_dfs": "detector",
"key_in_dag": "camera", "key_in_dag": "detector",
"enum": ["VIS"], "enum": [
"VIS",
],
}, },
}, },
}, },
...@@ -138,15 +142,18 @@ class CsstL1(BaseDAG): ...@@ -138,15 +142,18 @@ class CsstL1(BaseDAG):
self, self,
dataset: str = "csst-msc-c9-25sqdeg-v3", dataset: str = "csst-msc-c9-25sqdeg-v3",
obs_type: str = "WIDE", obs_type: str = "WIDE",
project_id="none", obs_group="none",
batch_id: str | None = "default", batch_id: str | None = "default",
initial_prc_status: int = -1024, initial_prc_status: int = -1024, # level0 prc_status level1
final_prc_status: int = -2, final_prc_status: int = -2,
demo=True, demo=True,
**kwargs, **kwargs,
): ):
assert kwargs.keys() <= SCHEDULE_KWARGS, f"Unknown kwargs: {kwargs.keys()}" assert kwargs.keys() <= SCHEDULE_KWARGS, f"Unknown kwargs: {kwargs.keys()}"
# no need to query plan # no need to query plan
#
plan.write_file(local_path="plan.json")
# plan.find( # plan.find(
# instrument="MSC", # instrument="MSC",
# dataset=dataset, # dataset=dataset,
...@@ -159,7 +166,7 @@ class CsstL1(BaseDAG): ...@@ -159,7 +166,7 @@ class CsstL1(BaseDAG):
instrument=self.params["instrument"], instrument=self.params["instrument"],
dataset=dataset, dataset=dataset,
obs_type=obs_type, obs_type=obs_type,
project_id=project_id, obs_group=obs_group,
prc_status=initial_prc_status, prc_status=initial_prc_status,
) )
assert recs.success, recs.message assert recs.success, recs.message
...@@ -180,7 +187,7 @@ class CsstL1(BaseDAG): ...@@ -180,7 +187,7 @@ class CsstL1(BaseDAG):
this_msg = self.gen_msg( this_msg = self.gen_msg(
dataset=dataset, dataset=dataset,
obs_type=obs_type, obs_type=obs_type,
project_id=project_id, obs_group=obs_group,
batch_id=batch_id, batch_id=batch_id,
obs_id=this_rec["obs_id"], obs_id=this_rec["obs_id"],
# chip_id=this_rec["detector_no"], # chip_id=this_rec["detector_no"],
......
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
"dag_run_id": "csst-cpic-l1-qc0-inttest", "dag_run_id": "csst-cpic-l1-qc0-inttest",
"dataset": "csst-cpic-c11-hip71681-v1", "dataset": "csst-cpic-c11-hip71681-v1",
"obs_type": "SCI", "obs_type": "SCI",
"project_id": "none", "obs_group": "none",
"obs_id": "40100000001", "obs_id": "40100000001",
"detector": "VIS", "detector": "VIS",
"batch_id": "inttest" "batch_id": "inttest"
......
...@@ -4,8 +4,8 @@ ...@@ -4,8 +4,8 @@
"dag_run_id": "csst-cpic-l1-inttest", "dag_run_id": "csst-cpic-l1-inttest",
"dataset": "csst-cpic-c11-hip71681-v1", "dataset": "csst-cpic-c11-hip71681-v1",
"obs_type": "SCI", "obs_type": "SCI",
"project_id": "none", "obs_group": "none",
"obs_id": "40100000001", "obs_id": "40100000001",
"camera": "VIS", "detector": "VIS",
"batch_id": "inttest" "batch_id": "inttest"
} }
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
"dag_run_id": "csst-msc-l1-mbi-inttest", "dag_run_id": "csst-msc-l1-mbi-inttest",
"dataset": "csst-msc-c9-25sqdeg-v3", "dataset": "csst-msc-c9-25sqdeg-v3",
"obs_type": "WIDE", "obs_type": "WIDE",
"project_id": "none", "obs_group": "none",
"obs_id": "10100232366", "obs_id": "10100232366",
"detector": "09", "detector": "09",
"batch_id": "inttest" "batch_id": "inttest"
......
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
"dag_run_id": "csst-msc-l1-qc0-inttest", "dag_run_id": "csst-msc-l1-qc0-inttest",
"dataset": "csst-msc-c9-25sqdeg-v3", "dataset": "csst-msc-c9-25sqdeg-v3",
"obs_type": "BIAS", "obs_type": "BIAS",
"project_id": "none", "obs_group": "none",
"obs_id": "10100232366", "obs_id": "10100232366",
"detector": "01", "detector": "01",
"batch_id": "inttest" "batch_id": "inttest"
......
...@@ -4,7 +4,7 @@ ...@@ -4,7 +4,7 @@
"dag_run_id": "csst-msc-l1-sls-inttest", "dag_run_id": "csst-msc-l1-sls-inttest",
"dataset": "csst-msc-c9-25sqdeg-v3", "dataset": "csst-msc-c9-25sqdeg-v3",
"obs_type": "WIDE", "obs_type": "WIDE",
"project_id": "none", "obs_group": "none",
"obs_id": "10100232366", "obs_id": "10100232366",
"detector": "01", "detector": "01",
"batch_id": "inttest" "batch_id": "inttest"
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment