Slurm

https://slurm.schedmd.com/
Admin
Slurm is an open-source workload manager and job scheduler for high-performance computing clusters...
Tokens:789,911
Snippets:6,437
Trust Score:10
Update:1 week ago
Show doc for...
Tokens:
Raw
### GET /slurmdb/v0.0.45/config - Example slurmdbd configuration response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the GET /slurmdb/v0.0.45/config endpoint, showing the slurmdbd configuration object with purge settings, storage, and metadata.

```json
{
  "slurmdbd_conf" : {
    "PurgeEventAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "PurgeResvAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "TrackSlurmctldDown" : true,
    "TrackWCKey" : true,
    "PersistConnFlags" : [ "PreserveCaseUser", "PreserveCaseUser" ],
    "PidFile" : "PidFile",
    "DbdHost" : "DbdHost",
    "PurgeUsageAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "LogFile" : "LogFile",
    "StorageUser" : "StorageUser",
    "PurgeJobEnvAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "DbdAddr" : "DbdAddr",
    "PurgeTXNAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "StoragePassScript" : "StoragePassScript",
    "ArchiveDir" : "ArchiveDir",
    "DebugLevel" : "DebugLevel",
    "PurgeStepAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "Parameters" : [ "Parameters", "Parameters" ],
    "MaxQueryTimeRange" : "MaxQueryTimeRange",
    "CommitDelay" : 0,
    "Flags" : [ "AllowNoDefAcct", "AllowNoDefAcct" ],
    "ArchiveScript" : "ArchiveScript",
    "DbdPort" : 6,
    "PurgeJobScriptAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "DefaultQOS" : "DefaultQOS",
    "DbdBackupHost" : "DbdBackupHost",
    "PurgeSuspendAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "PurgeJobAfter" : {
      "hours" : 5,
      "set" : true,
      "months" : 2,
      "days" : 5,
      "archive" : true
    },
    "MaxPurgeLimit" : 1,
    "DebugLevelSyslog" : "DebugLevelSyslog",
    "StorageLoc" : "StorageLoc"
  },
  "meta" : {
    "slurm" : {
      "cluster" : "cluster",
      "release" : "release",
      "version" : {
        "major" : "major",
        "minor" : "minor",
        "micro" : "micro"
      }
    },
    "plugin" : {
      "accounting_storage" : "accounting_storage",
      "name" : "name",
      "type" : "type",
      "data_parser" : "data_parser"
    },
    "client" : {
      "source" : "source",
      "user" : "user",
      "group" : "group"
    },
    "command" : [ "command", "command" ]
  },
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### Install PMI-1 and PMI-2 from contribs

Source: https://slurm.schedmd.com/mpi_guide.html

Commands to build and install PMI-1 and PMI-2 libraries from the contribs directory, followed by listing the installed libraries.

```bash
user@testbox:~/slurm/22.05/build/$ cd contribs/pmi1
user@testbox:~/slurm/22.05/build/contribs/pmi1$ make -j install

user@testbox:~/slurm/22.05/build/$ cd contribs/pmi2
user@testbox:~/slurm/22.05/build/contribs/pmi2$ make -j install

user@testbox:~/$ ls -l /home/user/slurm/22.05/inst/lib/*pmi*
-rw-r--r-- 1 user user 493024 jul  6 17:27 libpmi2.a
-rwxr-xr-x 1 user user    987 jul  6 17:27 libpmi2.la
lrwxrwxrwx 1 user user     16 jul  6 17:27 libpmi2.so -> libpmi2.so.0.0.0
lrwxrwxrwx 1 user user     16 jul  6 17:27 libpmi2.so.0 -> libpmi2.so.0.0.0
-rwxr-xr-x 1 user user 219712 jul  6 17:27 libpmi2.so.0.0.0
-rw-r--r-- 1 user user 427768 jul  6 17:27 libpmi.a
-rwxr-xr-x 1 user user   1039 jul  6 17:27 libpmi.la
lrwxrwxrwx 1 user user     15 jul  6 17:27 libpmi.so -> libpmi.so.0.0.0
lrwxrwxrwx 1 user user     15 jul  6 17:27 libpmi.so.0 -> libpmi.so.0.0.0
-rwxr-xr-x 1 user user 241640 jul  6 17:27 libpmi.so.0.0.0

```

--------------------------------

### Example Node and Partition Configuration

Source: https://slurm.schedmd.com/cpu_management.html

Assumes all CPUs on each node are available for allocation. This configuration is the basis for the CPU management examples that follow.

```text
NodeName=... 
```

--------------------------------

### GET /slurmdb/v0.0.45/qos/ - Example Response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the GET /slurmdb/v0.0.45/qos/ endpoint. Shows the structure of a QOS list response, including QOS details, flags, and usage thresholds.

```json
{
  "qos" : [ {
    "flags" : [ "NOT_SET", "NOT_SET" ],
    "name" : "name",
    "usage_threshold" : {
      "number" : 4.145608029883936,
      "set" : true,
      "infinite" : true
    },
    "description" : "description",
    "usage_factor" : {
      "number" : 4.145608029883936,
      "set" : true,
      "infinite" : true
    },
    "id" : 3,
    "priority" : {
      "number" : 5,
      "set" : true,
      "infinite" : true
    }
```

--------------------------------

### runc run oci.conf example (recommended)

Source: https://slurm.schedmd.com/containers.html

Recommended oci.conf example for runc using the run operation, which is more efficient than create/start because Slurm does not need to poll for completion.

```ini
EnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeEnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeQuery="runc --rootless=true --root=/run/user/%U/ state %n.%u.%j.%s.%t"
RunTimeKill="runc --rootless=true --root=/run/user/%U/ kill -a %n.%u.%j.%s.%t"
RunTimeDelete="runc --rootless=true --root=/run/user/%U/ delete --force %n.%u.%j.%s.%t"
RunTimeRun="runc --rootless=true --root=/run/user/%U/ run %n.%u.%j.%s.%t -b %b"

```

--------------------------------

### GET /slurmdb/v0.0.45/config - Example full configuration response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the GET /slurmdb/v0.0.45/config endpoint, showing the full configuration object with associations, max limits, and TRES details.

```json
{
  "associations" : [ {
    "lineage" : "lineage",
    "cluster" : "cluster",
    "shares_raw" : 1,
    "max" : {
      "jobs" : {
        "total" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        },
        "active" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        },
        "accruing" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        },
        "per" : {
          "submitted" : {
            "number" : 5,
            "set" : true,
            "infinite" : true
          },
          "count" : {
            "number" : 5,
            "set" : true,
            "infinite" : true
          },
          "accruing" : {
            "number" : 5,
            "set" : true,
            "infinite" : true
          },
          "wall_clock" : {
            "number" : 5,
            "set" : true,
            "infinite" : true
          }
        }
      },
      "tres" : {
        "total" : [ {
          "name" : "name",
          "count" : 0,
          "id" : 7,
          "type" : "type"
        }, {
          "name" : "name",
          "count" : 0,
          "id" : 7,
          "type" : "type"
        } ],
        "minutes" : {
          "total" : [ {
            "name" : "name",
            "count" : 0,
            "id" : 7,
            "type" : "type"
          }, {
            "name" : "name",
            "count" : 0,
            "id" : 7,
            "type" : "type"
          } ],
          "per" : {
            "job" : [ {
              "name" : "name",
              "count" : 0,
              "id" : 7,
              "type" : "type"
            }, {
              "name" : "name",
              "count" : 0,
              "id" : 7,
              "type" : "type"
            } ]
          }
        }
      }
    }
  } ]
}
```

--------------------------------

### GET /slurmdb/v0.0.45/jobs/ - Example Response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the GET /slurmdb/v0.0.45/jobs/ endpoint. Shows the structure of a job list response, including job details, time information, and error/warning arrays.

```json
{
  "jobs" : [ {
    "name" : "name",
    "stderr_expanded" : "stderr_expanded",
    "flags" : [ "NONE", "NONE" ],
    "used_gres" : "used_gres",
    "association" : {
      "cluster" : "cluster",
      "partition" : "partition",
      "id" : 5,
      "user" : "user",
      "account" : "account"
    },
    "allocation_nodes" : 0,
    "working_directory" : "working_directory",
    "qosreq" : "qosreq",
    "stdout_expanded" : "stdout_expanded",
    "sluid" : "sluid",
    "restart_cnt" : 6,
    "partition" : "partition",
    "segment_size" : 9,
    "array" : {
      "task" : "task",
      "job_id" : 6,
      "task_id" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      },
      "limits" : {
        "max" : {
          "running" : {
            "tasks" : 1
          }
        }
      }
    },
    "extra" : "extra",
    "original_sluid" : "original_sluid",
    "licenses" : "licenses",
    "nodes" : "nodes",
    "job_id" : 9,
    "kill_request_user" : "kill_request_user",
    "comment" : {
      "administrator" : "administrator",
      "system" : "system",
      "job" : "job"
    },
    "time" : {
      "elapsed" : 7,
      "total" : {
        "seconds" : 6,
        "microseconds" : 7
      },
      "system" : {
        "seconds" : 1,
        "microseconds" : 1
      },
      "eligible" : 9,
      "start" : 4,
      "limit" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      },
      "end" : 3,
      "submission" : 7,
      "planned" : {
        "number" : 2,
        "set" : true,
        "infinite" : true
      },
      "user" : {
        "seconds" : 1,
        "microseconds" : 4
      },
      "suspended" : 1
    },
    "user" : "user",
    "account" : "account"
  } ],
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### MySQL SHOW VARIABLES and my.cnf example

Source: https://slurm.schedmd.com/accounting.html

Example of checking innodb_buffer_pool_size with SHOW VARIABLES and a sample my.cnf with recommended settings for MySQL/MariaDB.

```text
mysql> SHOW VARIABLES LIKE 'innodb_buffer_pool_size';
+-------------------------+------------+
| Variable_name           | Value      |
+-------------------------+------------+
| innodb_buffer_pool_size | 4294967296 |
+-------------------------+------------+
1 row in set (0.001 sec)

```

```text
$cat my.cnf
...
[mysqld]
_innodb_buffer_pool_size=4096M_
_innodb_log_file_size=1024M_
_innodb_lock_wait_timeout=900_
_max_allowed_packet=16M_
...
[mariadbd]
_innodb_snapshot_isolation=OFF_
...

```

--------------------------------

### acct_gather.conf: EnergyIPMIPowerSensors examples

Source: https://slurm.schedmd.com/acct_gather.conf.html

Example configurations for the EnergyIPMIPowerSensors option. The key 'Node' is mandatory; other keys are optional. Multiple values are separated by commas, and multiple key=value pairs by semicolons. The sum of listed sensors is used for each key.

```bash
EnergyIPMIPowerSensors=Node=16,19,23,26;Socket0=16,23;Socket1=19,26;SSUP=23,26;KNC=16,19
```

```bash
EnergyIPMIPowerSensors=Node=29,32;SSUP0=29;SSUP1=32
```

```bash
EnergyIPMIPowerSensors=Node=1280
```

--------------------------------

### GET /slurmdb/v0.0.45/cluster/{cluster_name} - Example JSON Response

Source: https://slurm.schedmd.com/rest_api.html

Example response body for the GET /slurmdb/v0.0.45/cluster/{cluster_name} endpoint. Shows the structure of the v0.0.45_openapi_clusters_resp object with meta, warnings, errors, and clusters fields.

```json
{
  "meta" : {
    "slurm" : {
      "cluster" : "cluster",
      "release" : "release",
      "version" : {
        "major" : "major",
        "minor" : "minor",
        "micro" : "micro"
      }
    },
    "plugin" : {
      "accounting_storage" : "accounting_storage",
      "name" : "name",
      "type" : "type",
      "data_parser" : "data_parser"
    },
    "client" : {
      "source" : "source",
      "user" : "user",
      "group" : "group"
    },
    "command" : [ "command", "command" ]
  },
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "clusters" : [ {
    "associations" : {
      "root" : {
        "cluster" : "cluster",
        "partition" : "partition",
        "id" : 5,
        "user" : "user",
        "account" : "account"
      }
    },
    "controller" : {
      "port" : 0,
      "host" : "host"
    },
    "nodes" : "nodes",
    "flags" : [ "DELETED", "DELETED" ],
    "name" : "name",
    "rpc_version" : 6,
    "tres" : [ {
      "name" : "name",
      "count" : 0,
      "id" : 7,
      "type" : "type"
    }, {
      "name" : "name",
      "count" : 0,
      "id" : 7,
      "type" : "type"
    } ]
  }, {
    "associations" : {
      "root" : {
        "cluster" : "cluster",
        "partition" : "partition",
        "id" : 5,
        "user" : "user",
        "account" : "account"
      }
    },
    "controller" : {
      "port" : 0,
      "host" : "host"
    },
    "nodes" : "nodes",
    "flags" : [ "DELETED", "DELETED" ],
    "name" : "name",
    "rpc_version" : 6,
    "tres" : [ {
      "name" : "name",
      "count" : 0,
      "id" : 7,
      "type" : "type"
    }, {
      "name" : "name",
      "count" : 0,
      "id" : 7,
      "type" : "type"
    } ]
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### runc create/start oci.conf example

Source: https://slurm.schedmd.com/containers.html

oci.conf example for runc using the create/start operation sequence. Slurm must poll the runtime to detect container completion, which uses CPU time and slows response.

```ini
EnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeEnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeQuery="runc --rootless=true --root=/run/user/%U/ state %n.%u.%j.%s.%t"
RunTimeCreate="runc --rootless=true --root=/run/user/%U/ create %n.%u.%j.%s.%t -b %b"
RunTimeStart="runc --rootless=true --root=/run/user/%U/ start %n.%u.%j.%s.%t"
RunTimeKill="runc --rootless=true --root=/run/user/%U/ kill -a %n.%u.%j.%s.%t"
RunTimeDelete="runc --rootless=true --root=/run/user/%U/ delete --force %n.%u.%j.%s.%t"

```

--------------------------------

### Example data for get node info endpoint

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the get node info endpoint. Shows the structure of node information including hostname, state, resources, and metadata.

```json
{
  "nodes" : [ {
    "reason" : "reason",
    "gpu_spec" : "gpu_spec",
    "slurmd_start_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "features" : [ "features", "features" ],
    "hostname" : "hostname",
    "cores" : 6,
    "reason_changed_at" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "reservation" : "reservation",
    "tres" : "tres",
    "cpu_binding" : 5,
    "state" : [ "INVALID", "INVALID" ],
    "sockets" : 5,
    "energy" : {
      "current_watts" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      },
      "base_consumed_energy" : 3,
      "last_collected" : 7,
      "consumed_energy" : 2,
      "previous_consumed_energy" : 4,
      "average_watts" : 9
    },
    "partitions" : [ "partitions", "partitions" ],
    "topology" : "topology",
    "gres_drained" : "gres_drained",
    "weight" : 6,
    "version" : "version",
    "gres_used" : "gres_used",
    "mcs_label" : "mcs_label",
    "real_memory" : 1,
    "instance_id" : "instance_id",
    "burstbuffer_network_address" : "burstbuffer_network_address",
    "port" : 1,
    "name" : "name",
    "resume_after" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "temporary_disk" : 9,
    "tres_used" : "tres_used",
    "effective_cpus" : 7,
    "instance_type" : "instance_type",
    "cert_flags" : [ "TOKEN_SET", "TOKEN_SET" ],
    "res_cores_per_gpu" : 6,
    "boards" : 0,
    "alloc_cpus" : 1,
    "active_features" : [ "active_features", "active_features" ],
    "reason_set_by_user" : "reason_set_by_user",
    "free_mem" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "alloc_idle_cpus" : 4,
    "extra" : "extra",
    "operating_system" : "operating_system",
    "tls_cert_last_renewal" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "architecture" : "architecture",
    "owner" : "owner",
    "cluster_name" : "cluster_name",
    "address" : "address",
    "cpus" : 2,
    "gres" : "gres",
    "threads" : 9,
    "suspend_time" : {
      "number" : 5,
      "set" : true,
      "infinite" : true
    },
    "boot_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "alloc_memory" : 7,
    "specialized_memory" : 1,
    "specialized_cpus" : "specialized_cpus",
    "specialized_cores" : 1,
    "last_busy" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "comment" : "comment",
    "next_state_after_reboot" : [ "INVALID", "INVALID" ],
    "cpu_load" : 5
  }, {
    "reason" : "reason",
    "gpu_spec" : "gpu_spec",
    "slurmd_start_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "features" : [ "features", "features" ],
    "hostname" : "hostname",
    "cores" : 6,
    "reason_changed_at" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "reservation" : "reservation",
    "tres" : "tres",
    "cpu_binding" : 5,
    "state" : [ "INVALID", "INVALID" ],
    "sockets" : 5,
    "energy" : {
      "current_watts" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      },
      "base_consumed_energy" : 3,
      "last_collected" : 7,
      "consumed_energy" : 2,
      "previous_consumed_energy" : 4,
      "average_watts" : 9
    },
    "partitions" : [ "partitions", "partitions" ],
    "topology" : "topology",
    "gres_drained" : "gres_drained",
    "weight" : 6,
    "version" : "version",
    "gres_used" : "gres_used",
    "mcs_label" : "mcs_label",
    "real_memory" : 1,
    "instance_id" : "instance_id",
    "burstbuffer_network_address" : "burstbuffer_network_address",
    "port" : 1,
    "name" : "name",
    "resume_after" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "temporary_disk" : 9,
    "tres_used" : "tres_used",
    "effective_cpus" : 7,
    "instance_type" : "instance_type",
    "cert_flags" : [ "TOKEN_SET", "TOKEN_SET" ],
    "res_cores_per_gpu" : 6,
    "boards" : 0,
    "alloc_cpus" : 1,
    "active_features" : [ "active_features", "active_features" ],
    "reason_set_by_user" : "reason_set_by_user",
    "free_mem" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "alloc_idle_cpus" : 4,
    "extra" : "extra",
    "operating_system" : "operating_system",
    "tls_cert_last_renewal" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "architecture" : "architecture",
    "owner" : "owner",
    "cluster_name" : "cluster_name",
    "address" : "address",
    "cpus" : 2,
    "gres" : "gres",
    "threads" : 9,
    "suspend_time" : {
      "number" : 5,
      "set" : true,
      "infinite" : true
    },
    "boot_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "alloc_memory" : 7,
    "specialized_memory" : 1,
    "specialized_cpus" : "specialized_cpus",
    "specialized_cores" : 1,
    "last_busy" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "comment" : "comment",
    "next_state_after_reboot" : [ "INVALID", "INVALID" ],
    "cpu_load" : 5
  } ]
}
```

--------------------------------

### crun run oci.conf example (recommended)

Source: https://slurm.schedmd.com/containers.html

Recommended oci.conf example for crun using the run operation, which is more efficient than create/start because Slurm does not need to poll for completion.

```ini
EnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeEnvExclude="^(SLURM_CONF|SLURM_CONF_SERVER)="
RunTimeQuery="crun --rootless=true --root=/run/user/%U/ state %n.%u.%j.%s.%t"
RunTimeKill="crun --rootless=true --root=/run/user/%U/ kill -a %n.%u.%j.%s.%t"
RunTimeDelete="crun --rootless=true --root=/run/user/%U/ delete --force %n.%u.%j.%s.%t"
RunTimeRun="crun --rootless=true --root=/run/user/%U/ run --bundle %b %n.%u.%j.%s.%t"

```

--------------------------------

### Example data for get all licenses endpoint

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the get all licenses endpoint. Shows the structure of license information including used, total, free, reserved counts, and metadata.

```json
{
  "licenses" : [ {
    "Used" : 6,
    "LastUpdate" : 7,
    "Total" : 0,
    "Remote" : true,
    "LastConsumed" : 5,
    "LastDeficit" : 2,
    "LicenseName" : "LicenseName",
    "Free" : 1,
    "Nodes" : "Nodes",
    "Reserved" : 5
  }, {
    "Used" : 6,
    "LastUpdate" : 7,
    "Total" : 0,
    "Remote" : true,
    "LastConsumed" : 5,
    "LastDeficit" : 2,
    "LicenseName" : "LicenseName",
    "Free" : 1,
    "Nodes" : "Nodes",
    "Reserved" : 5
  } ],
  "meta" : {
    "slurm" : {
      "cluster" : "cluster",
      "release" : "release",
      "version" : {
        "major" : "major",
        "minor" : "minor",
        "micro" : "micro"
      }
    },
    "plugin" : {
      "accounting_storage" : "accounting_storage",
      "name" : "name",
      "type" : "type",
      "data_parser" : "data_parser"
    },
    "client" : {
      "source" : "source",
      "user" : "user",
      "group" : "group"
    },
    "command" : [ "command", "command" ]
  },
  "last_update" : {
    "number" : 2,
    "set" : true,
    "infinite" : true
  },
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### Example 2: Simple allocation of cores as consumable resources

Source: https://slurm.schedmd.com/cpu_management.html

Illustrates simple allocation of cores as consumable resources.

```text
srun --ntasks=2 --cpus-per-task=2 ...
```

--------------------------------

### GET /slurmdb/v0.0.45/accounts/ - Example JSON Response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the get account list endpoint (slurmdbV0045GetAccounts). Shows the structure of the v0.0.45_openapi_accounts_resp object, including meta, warnings, accounts, and errors fields.

```json
{
  "meta" : {
    "slurm" : {
      "cluster" : "cluster",
      "release" : "release",
      "version" : {
        "major" : "major",
        "minor" : "minor",
        "micro" : "micro"
      }
    },
    "plugin" : {
      "accounting_storage" : "accounting_storage",
      "name" : "name",
      "type" : "type",
      "data_parser" : "data_parser"
    },
    "client" : {
      "source" : "source",
      "user" : "user",
      "group" : "group"
    },
    "command" : [ "command", "command" ]
  },
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "accounts" : [ {
    "associations" : [ {
      "cluster" : "cluster",
      "partition" : "partition",
      "id" : 5,
      "user" : "user",
      "account" : "account"
    }, {
      "cluster" : "cluster",
      "partition" : "partition",
      "id" : 5,
      "user" : "user",
      "account" : "account"
    } ],
    "coordinators" : [ {
      "name" : "name",
      "direct" : true
    }, {
      "name" : "name",
      "direct" : true
    } ],
    "organization" : "organization",
    "name" : "name",
    "flags" : [ "DELETED", "DELETED" ],
    "description" : "description"
  }, {
    "associations" : [ {
      "cluster" : "cluster",
      "partition" : "partition",
      "id" : 5,
      "user" : "user",
      "account" : "account"
    }, {
      "cluster" : "cluster",
      "partition" : "partition",
      "id" : 5,
      "user" : "user",
      "account" : "account"
    } ],
    "coordinators" : [ {
      "name" : "name",
      "direct" : true
    }, {
      "name" : "name",
      "direct" : true
    } ],
    "organization" : "organization",
    "name" : "name",
    "flags" : [ "DELETED", "DELETED" ],
    "description" : "description"
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### FLEX reservation example: create, submit, and check job

Source: https://slurm.schedmd.com/reservations.html

Shows how to create a FLEX reservation, submit a job that uses it, and verify the job runs. The job starts before the reservation begins and uses a node outside the reservation.

```bash
$ scontrol create reservation user=user1 nodes=node01 starttime=now+10minutes duration=10 flags=flex
Reservation created: user1_831

$ sbatch -wnode0[1-2] -t30:00 --reservation=user1_831 test.job
Submitted batch job 57996

$ squeue
             JOBID PARTITION     NAME     USER ST       TIME  NODES NODELIST(REASON)
             57996     debug sleepjob    user1  R       0:08      2 node[01-02]

```

--------------------------------

### GET /slurm/v0.0.45/reservation/{reservation_name} - Example JSON Response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the GET /slurm/v0.0.45/reservation/{reservation_name} endpoint. Shows the structure of a v0.0.45_openapi_reservation_resp object, including reservation details, metadata, and error/warning arrays.

```json
{
  "reservations" : [ {
    "end_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "flags" : [ "MAINT", "MAINT" ],
    "groups" : "groups",
    "users" : "users",
    "max_start_delay" : 6,
    "features" : "features",
    "start_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "burst_buffer" : "burst_buffer",
    "licenses" : "licenses",
    "partition" : "partition",
    "core_specializations" : [ {
      "node" : "node",
      "core" : "core"
    }, {
      "node" : "node",
      "core" : "core"
    } ],
    "name" : "name",
    "tres" : "tres",
    "accounts" : "accounts",
    "node_count" : 1,
    "node_list" : "node_list",
    "purge_completed" : {
      "time" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      }
    },
    "core_count" : 0
  }, {
    "end_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "flags" : [ "MAINT", "MAINT" ],
    "groups" : "groups",
    "users" : "users",
    "max_start_delay" : 6,
    "features" : "features",
    "start_time" : {
      "number" : 2,
      "set" : true,
      "infinite" : true
    },
    "burst_buffer" : "burst_buffer",
    "licenses" : "licenses",
    "partition" : "partition",
    "core_specializations" : [ {
      "node" : "node",
      "core" : "core"
    }, {
      "node" : "node",
      "core" : "core"
    } ],
    "name" : "name",
    "tres" : "tres",
    "accounts" : "accounts",
    "node_count" : 1,
    "node_list" : "node_list",
    "purge_completed" : {
      "time" : {
        "number" : 5,
        "set" : true,
        "infinite" : true
      }
    },
    "core_count" : 0
  } ],
  "meta" : {
    "slurm" : {
      "cluster" : "cluster",
      "release" : "release",
      "version" : {
        "major" : "major",
        "minor" : "minor",
        "micro" : "micro"
      }
    },
    "plugin" : {
      "accounting_storage" : "accounting_storage",
      "name" : "name",
      "type" : "type",
      "data_parser" : "data_parser"
    },
    "client" : {
      "source" : "source",
      "user" : "user",
      "group" : "group"
    },
    "command" : [ "command", "command" ]
  },
  "last_update" : {
    "number" : 2,
    "set" : true,
    "infinite" : true
  },
  "warnings" : [ {
    "description" : "description",
    "source" : "source"
  }, {
    "description" : "description",
    "source" : "source"
  } ],
  "errors" : [ {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  }, {
    "description" : "description",
    "source" : "source",
    "error" : "error",
    "error_number" : 7
  } ]
}
```

--------------------------------

### Create MySQL user and grant privileges (live example)

Source: https://slurm.schedmd.com/accounting.html

Live example of creating a MySQL user 'slurm' and granting all privileges on the slurm_acct_db database. This must be done before SlurmDBD will work properly.

```mysql
mysql@snowflake:~$ mysql
Welcome to the MySQL monitor.Commands end with ; or \g.
Your MySQL connection id is 538
Server version: 5.0.51a-3ubuntu5.1 (Ubuntu)

Type 'help;' or '\h' for help. Type '\c' to clear the buffer.

mysql> create user 'slurm'@'localhost' identified by 'password';
Query OK, 0 rows affected (0.00 sec)

mysql> grant all on slurm_acct_db.* TO 'slurm'@'localhost';
Query OK, 0 rows affected (0.00 sec)
```

--------------------------------

### GET /slurmdb/v0.0.45/association/ - Example JSON Response

Source: https://slurm.schedmd.com/rest_api.html

Example JSON response for the get association info endpoint (slurmdbV0045GetAssociation). Shows the structure of the v0.0.45_openapi_assocs_resp object, including associations with lineage, cluster, shares_raw, max limits, and other fields.

```json
{
  "associations" : [ {
    "lineage" : "lineage",
    "cluster" : "cluster",
    "shares_raw" : 1,
    "max" : {
      "jobs" : {
        "total" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        },
        "active" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        },
        "accruing" : {
          "number" : 5,
          "set" : true,
          "infinite" : true
        }
      }
    }
  } ]
}
```
Tokens:
Raw