Take the 2-minute tour ×
Server Fault is a question and answer site for professional system and network administrators. It's 100% free, no registration required.

Services

[ ok ] Checking status of libvirt management daemon: libvirtd running.
[ ok ] nova-network is running.
[ ok ] nova-compute is running.
[ ok ] nova-cert is running.
[ ok ] nova-api is running.
[ ok ] nova-scheduler is running.
[ ok ] nova-consoleauth is running.
[ ok ] nova-console is running.
[ ok ] cinder-volume is running.
[ ok ] cinder-api is running.
[ ok ] cinder-scheduler is running.
[ ok ] iSCSI enterprise target is running.

volumes groups

root@hydrogen:~# vgs
File descriptor 3 (/usr/share/bash-completion/completions) leaked on vgs invocation. Parent PID 6265: -bash
  VG     #PV #LV #SN Attr   VSize  VFree 
  cinder   1   0   0 wz--n- 10.00g 10.00g

nova.conf

root@hydrogen:~# cat /etc/nova/nova.conf
# Full list of options available at: http://wiki.openstack.org/NovaConfigOptions
[DEFAULT]

############
# DATABASE #
############
sql_connection = mysql://nova-common:EyZGgkpBKvCj@localhost/novadb

########
# APIs #
########
# Selects the type of APIs you want to activate.
# Each API will bind on a specific port.
# Compute nodes should run only the metadata API,
# a nova API endpoint node should run osapi_compute.
# If you want to use nova-volume you can also enable
# osapi_volume, but if you want to run cinder, do not
# activate it.
# The list of API is: ec2,osapi_compute,metadata
enabled_apis = "ec2,osapi_compute,metadata"

# NOVA API #
# # # # #  #
#osapi_compute_listen="0.0.0.0"
#osapi_compute_listen_port=8774
allow_admin_api = true
#api_paste_config=/etc/nova/api-paste.ini
#nova_url=http://192.168.0.1:8774/v1.1/
#osapi_path="/v1.1/"
# Allows use of instance password during server creation
#enable_instance_password=true
# Change my_ip to match each host
my_ip = 131.94.128.12
# Name of this node. This can be an opaque identifier. It is not necessarily a hostname, FQDN, or IP address.
#host="firefly-2.local"
#cc_host=192.168.0.1
# availability zone of this node
#node_availability_zone="nova"
# Nova API extentions:
#osapi_compute_extension=nova.api.openstack.compute.contrib.standard_extensions
#osapi_compute_ext_list=""
#allow_instance_snapshots=true

# S3 #
# #  #
#s3_host="$my_ip"
#s3_dmz="$my_ip"
#s3_port=3333

# EC2 API #
# # # # # #
#ec2_host="$my_ip"
#ec2_dmz_host="$my_ip"
#ec2_private_dns_show_ip=True
#ec2_path="/services/Cloud"
#ec2_port=8773
#ec2_scheme="http"
#ec2_listen="0.0.0.0"
#ec2_listen_port=8773

# Metadata API #
# # # # # # #  #
#metadata_host="$my_ip"
#metadata_port=8775
#metadata_listen=0.0.0.0

########
# MISC #
########
#resume_guests_state_on_host_boot=false
#start_guests_on_host_boot=false
#instance_name_template="instance-%08x"
# Inject the admin password at boot time, without an agent.
#libvirt_inject_password=false

########
# LOGS #
########
logdir = /var/log/nova
#log-date-format="%Y-%m-%d %H:%M:%S"
#debug=false
#logfile_mode="0644"

##########
# SYSTEM #
##########
state_path = /var/lib/nova
lock_path = /var/lock/nova
#root_helper="sudo"
rootwrap_config = /etc/nova/rootwrap.conf
#memcached_servers=

##################
# AUTHENTICATION #
##################
auth_strategy = keystone
use_deprecated_auth = false
# Seconds for auth tokens to linger
# auth_token_ttl=3600

#############
# SCHEDULER #
#############
# scheduler_driver=nova.scheduler.filter_scheduler.FilterScheduler
scheduler_driver = nova.scheduler.simple.SimpleScheduler

####################
# VOLUMES / CINDER #
####################
volume_driver=nova.volume.driver.ISCSIDriver
volume_group=cinder
volume_name_template=volume-%08x
# iscsi_helper default is ietadm, but probably you want to use tgtadm
iscsi_helper = tgtadm
# You need this if you want to use Cinder (now the default).
# If you want to use nova-volume, use nova.volume.api.API instead.
volume_api_class = nova.volume.cinder.API

#osapi_volume_listen="0.0.0.0"
#osapi_volume_listen_port=8776

# Where should nova-volume store stuff
#volume_group="nova-volumes"

#snapshot_name_template="snapshot-%08x"
#volume_name_template="volume-%08x"

# Volume extensions:
#osapi_volume_extension="nova.api.openstack.volume.contrib.standard_extensions"
#osapi_volume_ext_list=""

############
# RABBITMQ #
############
rabbit_host = 127.0.0.1
#fake_rabbit=false
#rabbit_virtual_host="/"
#rabbit_userid="guest"
#rabbit_password="guest"
#rabbit_port=5672
#rabbit_use_ssl=false
#rabbit_retry_interval=1
# The messaging module to use, defaults to kombu (works for rabbit).
# You can also use qpid: nova.rpc.impl_qpid
#rpc_backend="nova.rpc.impl_kombu"

##########
# GLANCE #
##########
image_service = nova.image.glance.GlanceImageService
#glance_api_servers="$glance_host:$glance_port"
# Cache glance images locally
#cache_images=true
#glance_host="$my_ip"
#glance_num_retries=0
#glance_port=9292
#glance_api_servers=192.168.0.1:9292

#######################
# NETWORK (linux net) #
#######################
# Uncomment this to enable nova-network API
#network_api_class="nova.network.api.API" 
network_manager=nova.network.manager.FlatDHCPManager
#multi_host=true
# should we use fake network devices and addresses 
#fake_network=false 
force_dhcp_release=True
dhcpbridge_flagfile=/etc/nova/nova.conf
dhcpbridge=/usr/bin/nova-dhcpbridge
#dhcp_lease_time=120
#firewall_driver=nova.virt.libvirt.firewall.IptablesFirewallDriver
#firewall_driver=nova.virt.firewall.NoopFirewallDriver
#public_interface=eth0
#vlan_interface=dummy0
#flat_network_bridge=br100
#flat_interface=eth0
#fixed_range=10.20.0.0/16
#flat_network_dhcp_start=10.20.0.1
#use_ipv6=false
# set it to the /32 of your metadata server if you have just one
# It is a cidr in case there are multiple services that you want
# to keep using the internal private ips.
#dmz_cidr=169.254.169.254/32
#linuxnet_ovs_integration_bridge="br-int"
#routing_source_ip="$my_ip"
# Only first nic of vm will get default gateway from dhcp server
#use_single_default_gateway=false

###########
# Quantum #
###########
# Quantum networking: uncomment, configure, and restart nova-api and nova-compute
# to use Quantum as your network manager
#network_api_class = nova.network.quantumv2.api.API
# This is the URL of your quantum server:
#quantum_url=http://127.0.0.1:9696
#quantum_auth_strategy = keystone
#quantum_admin_tenant_name = admin
#quantum_admin_username = admin
#quantum_admin_password = XXXX
#quantum_admin_auth_url=http://192.168.1.2:35357/v2.0
# What's below is only needed for nova-compute.
# When using OVS with Nova security filtering, you should set this:
#libvirt_vif_driver = nova.virt.libvirt.vif.LibvirtHybirdOVSBridgeDriver
#linuxnet_interface_driver = nova.network.linux_net.LinuxOVSInterfaceDriver
#firewall_driver = nova.virt.libvirt.firewall.IptablesFirewallDriver
#libvirt_use_virtio_for_bridges=True 

#################
# NOVNC CONSOLE #
#################
novnc_enable = true
#novncproxy_base_url=http://192.168.0.1:6080/vnc_auto.html
# Change vncserver_proxyclient_address and vncserver_listen to match each compute host
#vncserver_proxyclient_address=127.0.0.1
vncserver_listen = 0.0.0.0
#vnc_keymap="en-us"

# xvpvncproxy #
# # # # # # # #
#xvpvncproxy_host="0.0.0.0"
#xvpvncproxy_port=6081

#########
# QUOTA #
#########
# number of instance cores allowed per project
#quota_cores=20
# number of floating ips allowed per project
#quota_floating_ips=10
# number of volume gigabytes allowed per project
#quota_gigabytes=1000
# number of instances allowed per project
#quota_instances=10
# number of bytes allowed per injected file
#quota_max_injected_file_content_bytes=10240
# number of bytes allowed per injected file path
#quota_max_injected_file_path_bytes=255
# number of injected files allowed
#quota_max_injected_files=5
# number of metadata items allowed per instance
#quota_metadata_items=128
# megabytes of instance ram allowed per project
#quota_ram=51200
# number of volumes allowed per project
#quota_volumes=10

cinder.conf

root@hydrogen:~# cat /etc/cinder/cinder.conf 
[DEFAULT]
rootwrap_config = /etc/cinder/rootwrap.conf
sql_connection = mysql://cinder-common:l3jn0obxWFdq@localhost/cinderdb
api_paste_confg = /etc/cinder/api-paste.ini
iscsi_helper = tgtadm
volume_name_template = volume-%s
volume_group = cinder
verbose = True
auth_strategy = keystone
logdir = /var/log/cinder
state_path = /var/lib/cinder
lock_path = /var/lock/cinder

tgt confs

root@hydrogen:~# cat /etc/tgt/targets.conf 
include /etc/tgt/conf.d/cinder_tgt.conf
root@hydrogen:~# cat /etc/tgt/conf.d/cinder_tgt.conf 
include /var/lib/cinder/volumes/*

When I attempt to create a volume

root@hydrogen:~# cinder create 2

this is what I get:

root@hydrogen:~# cinder list
+--------------------------------------+--------+--------------+------+-------------+-------------+
|                  ID                  | Status | Display Name | Size | Volume Type | Attached to |
+--------------------------------------+--------+--------------+------+-------------+-------------+
| 27c0f5e5-f32a-4581-a852-a9c54b11ff82 | error  |     None     |  2   |     None    |             |
+--------------------------------------+--------+--------------+------+-------------+-------------+

cinder-volume.log shows this:

root@hydrogen:~# cat /var/log/cinder/cinder-volume.log
...
2013-07-17 13:11:14 25011 DEBUG cinder.openstack.common.rpc.amqp [-] received {u'_context_roles': [u'KeystoneAdmin', u'admin', u'KeystoneServiceAdmin'], u'_context_request_id': u'req-849b3575-35e2-4a86-a8a8-191fdef6949b', u'_context_quota_class': None, u'args': {u'image_id': None, u'snapshot_id': None, u'volume_id': u'27c0f5e5-f32a-4581-a852-a9c54b11ff82'}, u'_context_auth_token': '', u'_context_is_admin': True, u'_context_project_id': u'f514994f0d3d491c842a44b14fbb760b', u'_context_timestamp': u'2013-07-17T17:11:13.888604', u'_context_read_deleted': u'no', u'_context_user_id': u'c85f76c28fbd428391d1b4b195716e00', u'method': u'create_volume', u'_context_remote_address': u'131.94.128.12'} _safe_log /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/common.py:195
2013-07-17 13:11:14 25011 DEBUG cinder.openstack.common.rpc.amqp [-] unpacked context: {'user_id': u'c85f76c28fbd428391d1b4b195716e00', 'roles': [u'KeystoneAdmin', u'admin', u'KeystoneServiceAdmin'], 'timestamp': u'2013-07-17T17:11:13.888604', 'auth_token': '', 'remote_address': u'131.94.128.12', 'quota_class': None, 'is_admin': True, 'request_id': u'req-849b3575-35e2-4a86-a8a8-191fdef6949b', 'project_id': u'f514994f0d3d491c842a44b14fbb760b', 'read_deleted': u'no'} _safe_log /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/common.py:195
2013-07-17 13:11:14 INFO cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating
2013-07-17 13:11:14 DEBUG cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating lv of size 2G create_volume /usr/lib/python2.7/dist-packages/cinder/volume/manager.py:133
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf lvcreate -L 2G -n volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82 cinder execute /usr/lib/python2.7/dist-packages/cinder/utils.py:163
2013-07-17 13:11:14 DEBUG cinder.volume.manager [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82: creating export create_volume /usr/lib/python2.7/dist-packages/cinder/volume/manager.py:155
2013-07-17 13:11:14 INFO cinder.volume.iscsi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Creating volume: volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Running cmd (subprocess): sudo cinder-rootwrap /etc/cinder/rootwrap.conf tgt-admin --update iqn.2010-10.org.openstack:volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82 execute /usr/lib/python2.7/dist-packages/cinder/utils.py:163
2013-07-17 13:11:14 DEBUG cinder.utils [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Result was 107 execute /usr/lib/python2.7/dist-packages/cinder/utils.py:180
2013-07-17 13:11:14 ERROR cinder.volume.iscsi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Failed to create iscsi target for volume id:volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82.
2013-07-17 13:11:15 25011 ERROR cinder.openstack.common.rpc.amqp [-] Exception during message handling
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp Traceback (most recent call last):
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py", line 276, in _process_data
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     rval = self.proxy.dispatch(ctxt, version, method, **args)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/dispatcher.py", line 145, in dispatch
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     return getattr(proxyobj, method)(ctxt, **kwargs)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 163, in create_volume
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     volume_ref['id'], {'status': 'error'})
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     self.gen.next()
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/manager.py", line 156, in create_volume
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     model_update = self.driver.create_export(context, volume_ref)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/driver.py", line 437, in create_export
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     volume_path)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp   File "/usr/lib/python2.7/dist-packages/cinder/volume/iscsi.py", line 145, in create_iscsi_target
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp     raise exception.ISCSITargetCreateFailed(volume_id=vol_id)
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp ISCSITargetCreateFailed: Failed to create iscsi target for volume volume-27c0f5e5-f32a-4581-a852-a9c54b11ff82.
2013-07-17 13:11:15 25011 TRACE cinder.openstack.common.rpc.amqp 
2013-07-17 13:11:56 25011 DEBUG cinder.manager [-] Running periodic task VolumeManager._publish_service_capabilities periodic_tasks /usr/lib/python2.7/dist-packages/cinder/manager.py:164
2013-07-17 13:11:56 25011 DEBUG cinder.manager [-] Running periodic task VolumeManager._report_driver_status periodic_tasks /usr/lib/python2.7/dist-packages/cinder/manager.py:164

cinder-api.log

2013-07-17 13:01:13 25063 INFO cinder.wsgi [-] Started osapi_volume on 0.0.0.0:8776
2013-07-17 13:02:43 INFO cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] GET http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes/detail
2013-07-17 13:02:43 DEBUG cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Unrecognized Content-Type provided in request get_body /usr/lib/python2.7/dist-packages/cinder/api/openstack/wsgi.py:695
2013-07-17 13:02:43 DEBUG cinder.utils [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] backend  __get_backend /usr/lib/python2.7/dist-packages/cinder/utils.py:477
2013-07-17 13:02:43 INFO cinder.api.openstack.wsgi [req-868d2c4a-aeb3-4b3f-b759-30f871578271 c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes/detail returned with HTTP 200
2013-07-17 13:11:13 INFO cinder.api.openstack.wsgi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] POST http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes
2013-07-17 13:11:13 AUDIT cinder.api.openstack.volume.volumes [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Create volume of 2 GB
2013-07-17 13:11:13 DEBUG cinder.quota [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] Created reservations ['e400f859-2628-4bc7-817e-f9fa87a3c07c', '015a5376-83ab-4e5c-abe5-3c7ee5df8202'] reserve /usr/lib/python2.7/dist-packages/cinder/quota.py:663
2013-07-17 13:11:14 25063 DEBUG cinder.openstack.common.rpc.amqp [-] Making asynchronous cast on cinder-scheduler... cast /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py:377
2013-07-17 13:11:14 25063 DEBUG cinder.openstack.common.rpc.amqp [-] Pool creating new connection create /usr/lib/python2.7/dist-packages/cinder/openstack/common/rpc/amqp.py:58
2013-07-17 13:11:14 25063 INFO cinder.openstack.common.rpc.common [-] Connected to AMQP server on localhost:5672
2013-07-17 13:11:14 AUDIT cinder.api.openstack.volume.volumes [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] vol={'availability_zone': 'nova', 'terminated_at': None, 'updated_at': None, 'provider_auth': None, 'snapshot_id': None, 'ec2_id': None, 'mountpoint': None, 'deleted_at': None, 'id': '27c0f5e5-f32a-4581-a852-a9c54b11ff82', 'size': 2, 'user_id': u'c85f76c28fbd428391d1b4b195716e00', 'attach_time': None, 'display_description': None, 'project_id': u'f514994f0d3d491c842a44b14fbb760b', 'launched_at': None, 'scheduled_at': None, 'status': 'creating', 'volume_type_id': None, 'deleted': False, 'provider_location': None, 'host': None, 'display_name': None, 'instance_uuid': None, 'created_at': datetime.datetime(2013, 7, 17, 17, 11, 13, 965981), 'attach_status': 'detached'}
2013-07-17 13:11:14 INFO cinder.api.openstack.wsgi [req-849b3575-35e2-4a86-a8a8-191fdef6949b c85f76c28fbd428391d1b4b195716e00 f514994f0d3d491c842a44b14fbb760b] http://131.94.128.12:8776/v1/f514994f0d3d491c842a44b14fbb760b/volumes returned with HTTP 200

Then I run

root@hydrogen:~# vgs
File descriptor 3 (/usr/share/bash-completion/completions) leaked on vgs invocation. Parent PID 6265: -bash
  VG     #PV #LV #SN Attr   VSize  VFree
  cinder   1   1   0 wz--n- 10.00g 8.00g

The free space is no longer 10gig any ideas?

share|improve this question
add comment

Your Answer

 
discard

By posting your answer, you agree to the privacy policy and terms of service.

Browse other questions tagged or ask your own question.